Adding integration test for FSDP Memory Tracking and Estimation

ghstack-source-id: 9d25d1fa8303db03dd036cfa115bef1374c4853f Pull Request resolved: #426
pytorch · Jun 25, 2024 · 95dd0ef · 95dd0ef
1 parent 236d2ff
commit 95dd0ef
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/test_runner.py b/test_runner.py
@@ -263,6 +263,14 @@ def build_test_list():
             ],
             "Fused Optimizer Test",
         ),
+        OverrideDefinitions(
+            [
+                ["--estimate.memory=True", "--estimate.mode=real"],
+            ],
+            "FSDP2 Memory Tracking and Estimation",
+            "fsdp2_mem_tracker",
+            ngpu=4,
+        ),
     ]
     return integration_tests_flavors