Merge pull request #20 from stackhpc/update/vllm

Update vLLM to v0.4.1

Author: sd109

Tiltfile

@@ -38,7 +38,7 @@ if run_ui_locally:
         name="gradio-app-venv",
         deps=[requirements],
         cmd=" && ".join([
-            "([[ -d {} ]] || python3 -m venv {})".format(venv_name, venv_name),
+            "([[ -d {} ]] || python3.11 -m venv {})".format(venv_name, venv_name),
             "source {}/bin/activate".format(venv_name),
             "pip install -r {}".format(requirements),
         ])
@@ -54,4 +54,4 @@ if run_ui_locally:
             "cd chart/web-app",
             "python3 app.py {} localhost".format(hf_model),
         ])
-    )
+    )

chart/values.yaml

@@ -35,7 +35,7 @@ api:
   # Container image config
   image:
     repository: vllm/vllm-openai
-    version: v0.3.2
+    version: v0.4.1
   monitoring:
     enabled: true
   # Service config