up

greg-kwasniewski1 · greg-kwasniewski1 · commit 2b7ff7ccdb85 · 2025-12-30T04:52:23.000-08:00
Signed-off-by: greg-kwasniewski1 &lt;213329731+greg-kwasniewski1@users.noreply.github.com&gt;
diff --git a/tensorrt_llm/_torch/auto_deploy/transform/library/sharding.py b/tensorrt_llm/_torch/auto_deploy/transform/library/sharding.py
@@ -135,7 +135,7 @@ class ShardingTransformConfig(TransformConfig):
         default_factory=lambda: [ShardingDim.TP, ShardingDim.EP, ShardingDim.BMM]
     )
     shard_all_unprocessed: bool = Field(
-        default=False,
+        default=True,
         description="When True, apply simple shard (column split + all_gather) to "
         "'leftover' linear nodes that are not part of any layer subgraph.",
     )

Original file line number	Diff line number	Diff line change
`@@ -135,7 +135,7 @@ class ShardingTransformConfig(TransformConfig):`
`135`	`135`	`default_factory=lambda: [ShardingDim.TP, ShardingDim.EP, ShardingDim.BMM]`
`136`	`136`	`)`
`137`	`137`	`shard_all_unprocessed: bool = Field(`
`138`		`- default=False,`
	`138`	`+ default=True,`
`139`	`139`	`description="When True, apply simple shard (column split + all_gather) to "`
`140`	`140`	`"'leftover' linear nodes that are not part of any layer subgraph.",`
`141`	`141`	`)`