Skip to content

Commit 1b5a33e

Browse files
nvpstrnvpstr
authored
Merge pull request NVIDIA#344 from swethmandava/smandava/readme_edit
readme error fixed
2 parents aa06105 + d08f065 commit 1b5a33e

3 files changed

Lines changed: 14 additions & 12 deletions

File tree

‎TensorFlow/LanguageModeling/BERT/README.md‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1102,14 +1102,14 @@ BERT BASE FP16
11021102

11031103
| Sequence Length | Batch Size | Throughput-Average(sent/sec) | Throughput speedup (FP32 to mixed precision) | Latency-Average(ms) | Latency-90%(ms) | Latency-95%(ms) | Latency-99%(ms) |
11041104
|-----------------|------------|------------------------------|----------------------------------------------|---------------------|-----------------|-----------------|-----------------|
1105-
| 12.71 | 13.1 | 13.22 | 1.552234557 | 18.34 | 19.09 | 19.28 | 21.74 |
1106-
| 11.16 | 12.85 | 12.97 | 2.521498285 | 20.92 | 21.86 | 22.61 | 23.33 |
1107-
| 11.82 | 11.9 | 13.21 | 3.434760186 | 30.03 | 30.32 | 30.43 | 31.06 |
1108-
| 17.88 | 18.08 | 18.82 | 4.352926012 | 47.38 | 48.21 | 48.56 | 49.25 |
1109-
| 11.83 | 12.95 | 15.44 | 2.87008547 | 29.78 | 30.3 | 30.46 | 31.69 |
1110-
| 16.91 | 17.08 | 19.38 | 3.576623377 | 48.41 | 49.03 | 49.26 | 50.04 |
1111-
| 28.89 | 29.23 | 30.84 | 3.94635373 | 84.96 | 86.88 | 87.38 | 88.3 |
1112-
| 54.58 | 55.19 | 56.31 | 4.254885302 | 159.76 | 162.37 | 163.23 | 165.79 |
1105+
| 128 | 1 | 95.19 | 1.48 | 10.51 | 12.71 | 13.10 | 13.22 |
1106+
| 128 | 2 | 190.68 | 1.72 | 10.49 | 11.16 | 12.85 | 12.97 |
1107+
| 128 | 4 | 339.48 | 2.70 | 11.78 | 11.82 | 11.90 | 13.21 |
1108+
| 128 | 8 | 456.50 | 3.58 | 17.52 | 17.88 | 18.08 | 18.82 |
1109+
| 384 | 1 | 86.57 | 2.44 | 11.55 | 11.83 | 12.95 | 15.44 |
1110+
| 384 | 2 | 118.30 | 3.18 | 16.91 | 16.91 | 17.08 | 19.38 |
1111+
| 384 | 4 | 140.11 | 3.80 | 28.55 | 28.89 | 29.23 | 30.84 |
1112+
| 384 | 8 | 150.84 | 4.18 | 53.04 | 54.58 | 55.19 | 56.31 |
11131113

11141114
BERT BASE FP32
11151115

‎TensorFlow/LanguageModeling/BERT/scripts/run_glue_inference.sh‎

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -45,9 +45,10 @@ else
4545
use_xla_tag=""
4646
fi
4747

48-
48+
num_gpu=1
49+
ckpt_str=${init_checkpoint//\//-}
4950
export GBS=$(expr $batch_size \* $num_gpu)
50-
printf -v TAG "tf_bert_finetuning_glue_%s_inf_%s_%s_gbs%d_ckpt_%s" "$task_name" "$bert_model" "$precision" $GBS "$init_checkpoint"
51+
printf -v TAG "tf_bert_finetuning_glue_%s_inf_%s_%s_gbs%d_ckpt_%s" "$task_name" "$bert_model" "$precision" $GBS "$ckpt_str"
5152
DATESTAMP=`date +'%y%m%d%H%M%S'`
5253
#Edit to save logs & checkpoints in a different directory
5354
RESULTS_DIR=/results
@@ -75,4 +76,4 @@ $mpi_command python run_classifier.py \
7576
--doc_stride=$doc_stride \
7677
--output_dir=$RESULTS_DIR \
7778
--horovod "$use_fp16" \
78-
$use_xla_tag |& tee $LOGFILE
79+
$use_xla_tag |& tee $LOGFILE

‎TensorFlow/LanguageModeling/BERT/scripts/run_squad_inference.sh‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -54,7 +54,8 @@ else
5454
use_xla_tag=""
5555
fi
5656

57-
printf -v TAG "tf_bert_finetuning_squad_%s_inf_%s_gbs%d_ckpt_%s" "$bert_model" "$precision" $batch_size "$init_checkpoint"
57+
ckpt_str=${init_checkpoint//\//-}
58+
printf -v TAG "tf_bert_finetuning_squad_%s_inf_%s_gbs%d_ckpt_%s" "$bert_model" "$precision" $batch_size "$ckpt_str"
5859
DATESTAMP=`date +'%y%m%d%H%M%S'`
5960
#Edit to save logs & checkpoints in a different directory
6061
RESULTS_DIR=/results

0 commit comments

Comments
 (0)