Adding integration test for FSDP Memory Tracking and Estimation

[ghstack-poisoned]
pytorch · Jun 25, 2024 · 3c6a391 · 3c6a391
1 parent 236d2ff
commit 3c6a391
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/test_runner.py b/test_runner.py
@@ -263,6 +263,14 @@ def build_test_list():
             ],
             "Fused Optimizer Test",
         ),
+        OverrideDefinitions(
+            [
+                ["--estimate.memory=True", "--estimate.mode=real"],
+            ],
+            "FSDP2 Memory Tracking and Estimation",
+            "fsdp2_mem_tracker",
+            ngpu=4,
+        ),
     ]
     return integration_tests_flavors