Activation checkpointing is back

allenai · Apr 2, 2024 · 0ef892b · 0ef892b
1 parent 80843c4
commit 0ef892b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/configs/mcli/mitchish7.yaml b/configs/mcli/mitchish7.yaml
@@ -58,7 +58,7 @@ command: |-
     --fsdp.wrapping_strategy=by_block_and_size \
     --fsdp.sharding_strategy=SHARD_GRAD_OP \
     --save_folder=runs/ \
-    --activation_checkpointing=null \
+    --activation_checkpointing=fine_grained \
     --fused_loss=true \
     --device_train_microbatch_size=2 \
     --global_train_batch_size=1024 \