add custom VLLM endpoitn url (#306)

imenelydiaker · web-flow · commit 9b6a33f97fb3 · 2025-10-14T11:24:18.000-04:00
diff --git a/src/agentlab/llm/chat_api.py b/src/agentlab/llm/chat_api.py
@@ -479,7 +479,7 @@ def __init__(
             min_retry_wait_time=min_retry_wait_time,
             api_key_env_var="VLLM_API_KEY",
             client_class=OpenAI,
-            client_args={"base_url": "http://0.0.0.0:8000/v1"},
+            client_args={"base_url": os.getenv("VLLM_API_URL", "http://localhost:8000/v1")},
             pricing_func=None,
         )
 

Original file line number	Diff line number	Diff line change
`@@ -479,7 +479,7 @@ def __init__(`
`479`	`479`	`min_retry_wait_time=min_retry_wait_time,`
`480`	`480`	`api_key_env_var="VLLM_API_KEY",`
`481`	`481`	`client_class=OpenAI,`
`482`		`- client_args={"base_url": "http://0.0.0.0:8000/v1"},`
	`482`	`+ client_args={"base_url": os.getenv("VLLM_API_URL", "http://localhost:8000/v1")},`
`483`	`483`	`pricing_func=None,`
`484`	`484`	`)`
`485`	`485`