Fix typo

ZhangErling · Apr 11, 2023 · 0c2806f · 0c2806f
1 parent 75aa887
commit 0c2806f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 3 deletions.
diff --git a/ptuning/README.md b/ptuning/README.md
@@ -126,8 +126,8 @@ gradient_accumulation_steps=1
 
 ```
 learning_rate=5e-4
-per_device_train_batch_size=1
-gradient_accumulation_steps=16
+per_device_train_batch_size=16
+gradient_accumulation_steps=1
 ```
 
 

diff --git a/ptuning/ds_train_finetune.sh b/ptuning/ds_train_finetune.sh
@@ -2,7 +2,6 @@
 LR=1e-4
 
 MASTER_PORT=$(shuf -n 1 -i 10000-65535)
-MASTER_PORT=50003
 
 deepspeed --num_gpus=4 --master_port $MASTER_PORT main.py \
     --deepspeed deepspeed.json \