Update on "Made some stylistic changes to apply_dp"

[ghstack-poisoned]
pytorch · Jul 10, 2024 · 5c04a9b · 5c04a9b
2 parents 2fa596d + a70f055
commit 5c04a9b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchtitan/parallelisms/parallelize_llama.py b/torchtitan/parallelisms/parallelize_llama.py
@@ -448,7 +448,7 @@ def apply_compile(model, job_config: JobConfig):
 
 def apply_dp(model, world_mesh, parallel_dims, job_config: JobConfig):
     """
-    Apply data parallelism to the model. FSDP2 is used here.
+    Apply data parallelism (FSDP2) to the model.
     """
 
     dp_mesh = world_mesh["dp"] if world_mesh.ndim > 1 else world_mesh