We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9d5074c commit fe36be6Copy full SHA for fe36be6
model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py
@@ -952,7 +952,7 @@ def _create_vllm_bundle_command(
952
if hmi_config.sensitive_log_mode:
953
vllm_args.disable_log_requests = True
954
955
- vllm_cmd = f"python -m vllm_server --model {final_weights_folder} --served-model-name {model_name} {final_weights_folder} --port 5005 --host '::'"
+ vllm_cmd = f'python -m vllm_server --model {final_weights_folder} --served-model-name {model_name} {final_weights_folder} --port 5005 --host "::"'
956
for field in VLLMEndpointAdditionalArgs.model_fields.keys():
957
config_value = getattr(vllm_args, field, None)
958
if config_value is not None:
0 commit comments