Skip to content

Commit 533293a

Browse files
authored
Default ipv6 for vllm (#705)
1 parent 23d3b0e commit 533293a

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -952,7 +952,7 @@ def _create_vllm_bundle_command(
952952
if hmi_config.sensitive_log_mode:
953953
vllm_args.disable_log_requests = True
954954

955-
vllm_cmd = f"python -m vllm_server --model {final_weights_folder} --served-model-name {model_name} {final_weights_folder} --port 5005"
955+
vllm_cmd = f"python -m vllm_server --model {final_weights_folder} --served-model-name {model_name} {final_weights_folder} --port 5005 --host '::'"
956956
for field in VLLMEndpointAdditionalArgs.model_fields.keys():
957957
config_value = getattr(vllm_args, field, None)
958958
if config_value is not None:

0 commit comments

Comments
 (0)