Update

[ghstack-poisoned]
pytorch · Jul 10, 2024 · f5d7255 · f5d7255
1 parent a0a2d63
commit f5d7255
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/torchtitan/config_manager.py b/torchtitan/config_manager.py
@@ -514,6 +514,15 @@ def parse_args(self, args_list: list = sys.argv[1:]):
                 logger.exception(f"Error details: {str(e)}")
                 raise e
 
+        if (
+            "experimental" in args_dict
+            and "pipeline_parallel_split_points" in args_dict["experimental"]
+        ):
+            exp = args_dict["experimental"]
+            exp["pipeline_parallel_split_points"] = string_list(
+                exp["pipeline_parallel_split_points"]
+            )
+
         # override args dict with cmd_args
         cmd_args_dict = self._args_to_two_level_dict(cmd_args)
         for section, section_args in cmd_args_dict.items():