From cb738102953dc3e40fbe41fd85226d39a8c9afae Mon Sep 17 00:00:00 2001
From: Sanket Jayant Purandare <sanketpurandare@meta.com>
Date: Tue, 25 Jun 2024 14:30:22 -0700
Subject: [PATCH] Adding integration test for FSDP Memory Tracking and
 Estimation

ghstack-source-id: cc224db8951ec7a133fd769845a4765cbedc6454
Pull Request resolved: https://github.com/pytorch/torchtitan/pull/426
---
 .ci/docker/requirements.txt | 1 +
 test_runner.py              | 8 ++++++++
 2 files changed, 9 insertions(+)

diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt
index 520eb8d4..71669e74 100644
--- a/.ci/docker/requirements.txt
+++ b/.ci/docker/requirements.txt
@@ -5,3 +5,4 @@ tensorboard
 sentencepiece
 tiktoken
 blobfile
+tabulate
diff --git a/test_runner.py b/test_runner.py
index b26f1947..63377edd 100755
--- a/test_runner.py
+++ b/test_runner.py
@@ -263,6 +263,14 @@ def build_test_list():
             ],
             "Fused Optimizer Test",
         ),
+        OverrideDefinitions(
+            [
+                ["--estimate.memory=True", "--estimate.mode=real"],
+            ],
+            "FSDP2 Memory Tracking and Estimation",
+            "fsdp2_mem_tracker",
+            ngpu=4,
+        ),
     ]
     return integration_tests_flavors