bigger batch size

ServiceNow · Nov 5, 2024 · fc204eb · fc204eb
1 parent db225e0
commit fc204eb
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/conf/finetune/rl_llama31_8b.yaml b/conf/finetune/rl_llama31_8b.yaml
@@ -18,8 +18,8 @@ wandb_resume: always
 wandb_use_basename: false
 config_name: meta-llama/Meta-Llama-3.1-8B-Instruct
 learning_rate: 0.0000025
-train_batch_size: 2
-gradient_accumulation_passes: 512
+train_batch_size: 4
+gradient_accumulation_passes: 256
 seq_length: 4096
 load_as_bf16: True
 max_train_steps: 100000