Adding integration test for FSDP Memory Tracking and Estimation

ghstack-source-id: cc224db8951ec7a133fd769845a4765cbedc6454 Pull Request resolved: #426
pytorch · Jun 25, 2024 · cb73810 · cb73810
1 parent 236d2ff
commit cb73810
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 0 deletions.
diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt
@@ -5,3 +5,4 @@ tensorboard
 sentencepiece
 tiktoken
 blobfile
+tabulate
diff --git a/test_runner.py b/test_runner.py
@@ -263,6 +263,14 @@ def build_test_list():
             ],
             "Fused Optimizer Test",
         ),
+        OverrideDefinitions(
+            [
+                ["--estimate.memory=True", "--estimate.mode=real"],
+            ],
+            "FSDP2 Memory Tracking and Estimation",
+            "fsdp2_mem_tracker",
+            ngpu=4,
+        ),
     ]
     return integration_tests_flavors