Update config_manager.py

pytorch · Oct 4, 2024 · 747c3b5 · 747c3b5
1 parent 4da7376
commit 747c3b5
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/torchtitan/config_manager.py b/torchtitan/config_manager.py
@@ -333,8 +333,8 @@ def __init__(self):
             choices=["bfloat16", "float32"],
             help="""
                 torch dtype to use for parameters when applying mixed precision.
-                When data_parallel_degree > 1, this changes FSDP's `param_dtype`.
-                When data_parallel_degree == 1, this enables AMP autocast.
+                When data_parallel_shard_degree > 1, this changes FSDP's `param_dtype`.
+                When data_parallel_shard_degree == 1, this enables AMP autocast.
             """,
         )
         self.parser.add_argument(