diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt index 520eb8d4..71669e74 100644 --- a/.ci/docker/requirements.txt +++ b/.ci/docker/requirements.txt @@ -5,3 +5,4 @@ tensorboard sentencepiece tiktoken blobfile +tabulate diff --git a/test_runner.py b/test_runner.py index b26f1947..63377edd 100755 --- a/test_runner.py +++ b/test_runner.py @@ -263,6 +263,14 @@ def build_test_list(): ], "Fused Optimizer Test", ), + OverrideDefinitions( + [ + ["--estimate.memory=True", "--estimate.mode=real"], + ], + "FSDP2 Memory Tracking and Estimation", + "fsdp2_mem_tracker", + ngpu=4, + ), ] return integration_tests_flavors