Skip to content

Commit cb8480d

Browse files
committed
Fixed the comments
1 parent 756f827 commit cb8480d

File tree

2 files changed

+3
-1
lines changed

2 files changed

+3
-1
lines changed

py/torch_tensorrt/dynamo/_settings.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -174,6 +174,7 @@ def __setstate__(self, state: dict[str, Any]) -> None:
174174
"enable_weight_streaming",
175175
"tiling_optimization_level",
176176
"l2_limit_for_tiling",
177+
"cpu_memory_budget",
177178
)
178179

179180

py/torch_tensorrt/dynamo/partitioning/_resource_partitioner.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -242,7 +242,8 @@ def break_subgraphs(
242242
sizes = self.size_of_subgraphs(subgraphs)
243243
if sum(sizes) > subgraph_size_budget * 40:
244244
raise ValueError(
245-
f"CPU memory budget or available memory is too small to compile the model. CPU memory budget: {self.cpu_memory_budget // (1024 * 1024) if self.cpu_memory_budget != -1 else "All available memory"} MB, Model size: {sum(sizes) // (1024 * 1024)} MB. "
245+
"CPU memory budget or available memory is too small to compile the model. "
246+
+ f"CPU memory budget: {self.cpu_memory_budget // (1024 * 1024)} MB, Model size: {sum(sizes) // (1024 * 1024)} MB. "
246247
+ "Consider setting cpu_memory_budget to a larger value or disable offload_module_to_cpu to save more CPU memory."
247248
)
248249
for subgraph, size in zip(subgraphs, sizes):

0 commit comments

Comments
 (0)