Fix docker build for the mock-vllm component and wrong vsr_base_url in vLLM Semantic Router Pipe (#462)

Signed-off-by: carlory <[email protected]>
Co-authored-by: Huamin Chen <[email protected]>

Author: carlory

deploy/docker-compose/addons/vllm_semantic_router_pipe.py

@@ -18,7 +18,7 @@
 class Pipeline:
     class Valves(BaseModel):
         # vLLM Semantic Router endpoint URL
-        vsr_base_url: str = "http://envoy-proxy:8801/v1"
+        vsr_base_url: str = "http://envoy-proxy:8801"
 
         # API key for authentication (if required)
         api_key: str = ""
@@ -45,7 +45,7 @@ def __init__(self):
         # Initialize valves
         self.valves = self.Valves(
             **{
-                "vsr_base_url": "http://envoy-proxy:8801/v1",
+                "vsr_base_url": "http://envoy-proxy:8801",
                 "api_key": "",
                 "show_vsr_info": True,
                 "log_vsr_info": True,

tools/mock-vllm/Dockerfile

@@ -6,10 +6,10 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     curl \
     && rm -rf /var/lib/apt/lists/*
 
-COPY src/training/requirements.txt ./
+COPY requirements.txt ./
 RUN pip install --no-cache-dir -r requirements.txt
 
-COPY app.py ./  
+COPY app.py ./
 
 EXPOSE 8000