Sets overwrite to true in dcp (#836)

LucasLLC · facebook-github-bot · commit 84302689e7c3 · 2024-05-20T15:47:12.000-07:00
Summary: Pull Request resolved: #836 Sets overwrite behavior to true in dcp Reviewed By: JKSenthil Differential Revision: D57349181 fbshipit-source-id: face5b5038f87b803d8c8ead04a812c8ff1c4d4b
diff --git a/torchtnt/framework/callbacks/dcp_saver.py b/torchtnt/framework/callbacks/dcp_saver.py
@@ -353,6 +353,7 @@ def default_writer_options(self) -> Dict[str, Any]:
         dcp_options = {
             "thread_count": self._knob_options.max_per_rank_io_concurrency or 16,
             "sync_files": False,
+            "overwrite": True,
         }
         if dcp_options["thread_count"] > 1:
             dcp_options["single_file_per_rank"] = False

Original file line number	Diff line number	Diff line change
`@@ -353,6 +353,7 @@ def default_writer_options(self) -> Dict[str, Any]:`
`353`	`353`	`dcp_options = {`
`354`	`354`	`"thread_count": self._knob_options.max_per_rank_io_concurrency or 16,`
`355`	`355`	`"sync_files": False,`
	`356`	`+ "overwrite": True,`
`356`	`357`	`}`
`357`	`358`	`if dcp_options["thread_count"] > 1:`
`358`	`359`	`dcp_options["single_file_per_rank"] = False`