Back to microbatch of 2

allenai · Feb 29, 2024 · 7c2b1dd · 7c2b1dd
1 parent c3c1a28
commit 7c2b1dd
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/configs/mcli/olmo7-ablation.yaml b/configs/mcli/olmo7-ablation.yaml
@@ -38,5 +38,4 @@ command: |-
     --wandb.name=baseline \
     --model.flash_attention=true \
     --save_folder=runs/ \
-    --activation_checkpointing=fine_grained \
-    --device_train_microbatch_size=4
+    --device_train_microbatch_size=2