We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 154f7cc commit bfa877aCopy full SHA for bfa877a
tensorrt_llm/llmapi/llm_args.py
@@ -1086,7 +1086,7 @@ def _setup(self):
1086
self.speculative_model
1087
) if self.speculative_model is not None else None
1088
if model_obj.is_local_model and self.backend not in [
1089
- 'pytorch', 'autodeploy'
+ 'pytorch', '_autodeploy'
1090
]:
1091
# Load parallel_config from the engine.
1092
self.model_format = get_model_format(self.model)
0 commit comments