up

Signed-off-by: greg-kwasniewski1 <[email protected]>

Author: greg-kwasniewski1

tensorrt_llm/_torch/auto_deploy/transformations/transform.py

@@ -96,7 +96,7 @@ def __call__(self, cm: CachedSequenceInterface) -> nn.Module:
         optimize_rope(egm)
 
         sharding_config = ShardingConfig(local_rank, world_size, self.factory.get_sharding_config())
-        self.ad_config.use_sharding_from_config = False
+        # self.ad_config.use_sharding_from_config = False
         if (
             self.ad_config.use_sharding_from_config
             and sharding_config.predefined_config is not None