update

vtuber-plan · Mar 1, 2024 · cdb57fa · cdb57fa
1 parent ee2b404
commit cdb57fa
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/hparams/benchmark_chat_llama2_7b_lora.json b/hparams/benchmark_chat_llama2_7b_lora.json
@@ -6,10 +6,10 @@
     "data_output_path": "./tmp/data_files/",
     "model_name_or_path": "meta-llama/Llama-2-7b-hf",
     "flash_attention_2": false,
-    "per_device_train_batch_size": 16,
+    "per_device_train_batch_size": 4,
     "per_device_eval_batch_size": 8,
     "accumulate_grad_batches": 8,
-    "max_seq_len": 2048,
+    "max_seq_len": 512,
     "checkpoint_every_n_train_steps": 100,
     "log_every_n_steps": 1,
     "val_check_interval": 0.25,