mbsz 3

allenai · Feb 29, 2024 · c773863 · c773863
1 parent d7b2e59
commit c773863
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/configs/mcli/olmo7-ablation.yaml b/configs/mcli/olmo7-ablation.yaml
@@ -41,4 +41,5 @@ command: |-
     --fsdp.sharding_strategy=FULL_SHARD \
     --save_folder=runs/ \
     --activation_checkpointing=whole_layer \
-    --device_train_microbatch_size=4
+    --device_train_microbatch_size=3 \
+    --global_train_batch_size=1536