feat: enable E2E testing with LLM Katan and fix configuration

- Remove Ollama dependencies from E2E config as requested
- Update config.e2e.yaml to use only LLM Katan models (Qwen/Qwen2-0.5B-Instruct, TinyLlama/TinyLlama-1.1B-Chat-v1.0)
- Fix bash 3.2 compatibility in start-llm-katan.sh (replace associative arrays)
- Add required use_reasoning fields to all model entries for validation
- Fix zero scores in model configurations (0.0 → 0.1)

Testing Status:
- ✅ Router: Successfully starts with E2E config (ExtProc on :50051, API on :8080)
- ✅ LLM Katan: Running on ports 8000/8001 with correct model mapping
- ✅ Envoy: Running on port 8801
- ✅ Test: 00-client-request-test.py passes with 200 OK responses
- ✅ Pipeline: Full end-to-end flow working (Client → Envoy → ExtProc → LLM Katan)

🤖 Generated with [Claude Code](https://claude.ai/code)

Co-Authored-By: Claude <[email protected]>
Signed-off-by: Yossi Ovadia <[email protected]>

Author: yossiovadia

config/config.e2e.yaml

@@ -39,28 +39,6 @@ prompt_guard:
 
 # vLLM Endpoints Configuration - supports multiple endpoints, each can serve multiple models
 vllm_endpoints:
-  - name: "endpoint1"
-    address: "127.0.0.1"
-    port: 11434
-    models:
-      - "phi4"
-      - "gemma3:27b"
-    weight: 1  # Load balancing weight
-    health_check_path: "/health"  # Optional health check endpoint
-  - name: "endpoint2"
-    address: "127.0.0.1"
-    port: 11434
-    models:
-      - "mistral-small3.1"
-    weight: 1
-    health_check_path: "/health"
-  - name: "endpoint3"
-    address: "127.0.0.1"
-    port: 11434
-    models:
-      - "phi4"  # Same model can be served by multiple endpoints for redundancy
-      - "mistral-small3.1"
-    weight: 2  # Higher weight for more powerful endpoint
   - name: "qwen-endpoint"
     address: "127.0.0.1"
     port: 8000
@@ -77,63 +55,16 @@ vllm_endpoints:
     health_check_path: "/health"
 
 model_config:
-  phi4:
-    pricing:
-      currency: USD
-      prompt_per_1m: 0.07
-      completion_per_1m: 0.35
-    pii_policy:
-      allow_by_default: false  # Deny all PII by default
-      pii_types_allowed: ["EMAIL_ADDRESS", "PERSON", "GPE", "PHONE_NUMBER"]  # Only allow these specific PII types
-    # Specify which endpoints can serve this model (optional - if not specified, uses all endpoints that list this model)
-    preferred_endpoints: ["endpoint1", "endpoint3"]
-    # Reasoning family - phi4 doesn't support reasoning, so omit this field
 
-  # Example: DeepSeek model with custom name
-  "ds-v31-custom":
-    reasoning_family: "deepseek"  # This model uses DeepSeek reasoning syntax
-    preferred_endpoints: ["endpoint1"]
-    pii_policy:
-      allow_by_default: true
-
-  # Example: Qwen3 model with custom name
-  "my-qwen3-model":
-    reasoning_family: "qwen3"     # This model uses Qwen3 reasoning syntax
-    preferred_endpoints: ["endpoint2"]
-    pii_policy:
-      allow_by_default: true
-
-  # Example: GPT-OSS model with custom name
-  "custom-gpt-oss":
-    reasoning_family: "gpt-oss"   # This model uses GPT-OSS reasoning syntax
-    preferred_endpoints: ["endpoint1"]
-    pii_policy:
-      allow_by_default: true
-  gemma3:27b:
-    pricing:
-      currency: USD
-      prompt_per_1m: 0.067
-      completion_per_1m: 0.267
-    pii_policy:
-      allow_by_default: false  # Deny all PII by default
-      pii_types_allowed: ["EMAIL_ADDRESS", "PERSON", "GPE", "PHONE_NUMBER"]  # Only allow these specific PII types
-    preferred_endpoints: ["endpoint1"]
-  "mistral-small3.1":
-    pricing:
-      currency: USD
-      prompt_per_1m: 0.1
-      completion_per_1m: 0.3
-    pii_policy:
-      allow_by_default: false  # Deny all PII by default
-      pii_types_allowed: ["EMAIL_ADDRESS", "PERSON", "GPE", "PHONE_NUMBER"]  # Only allow these specific PII types
-    preferred_endpoints: ["endpoint2", "endpoint3"]
   "Qwen/Qwen2-0.5B-Instruct":
+    use_reasoning: false
     reasoning_family: "qwen3"  # This model uses Qwen reasoning syntax
     preferred_endpoints: ["qwen-endpoint"]
     pii_policy:
       allow_by_default: true
       pii_types_allowed: ["EMAIL_ADDRESS", "PERSON", "GPE", "PHONE_NUMBER"]
   "TinyLlama/TinyLlama-1.1B-Chat-v1.0":
+    use_reasoning: false
     preferred_endpoints: ["tinyllama-endpoint"]
     pii_policy:
       allow_by_default: true
@@ -159,148 +90,191 @@ categories:
     reasoning_description: "Business content is typically conversational"
     reasoning_effort: low  # Business conversations need low reasoning effort
     model_scores:
-      - model: phi4
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.8
-      - model: gemma3:27b
+        use_reasoning: false
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.4
-      - model: mistral-small3.1
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.2
+        use_reasoning: false
   - name: law
     use_reasoning: false
     reasoning_description: "Legal content is typically explanatory"
     model_scores:
-      - model: gemma3:27b
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.8
-      - model: phi4
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
-      - model: mistral-small3.1
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.4
+        use_reasoning: false
   - name: psychology
     use_reasoning: false
     reasoning_description: "Psychology content is usually explanatory"
     model_scores:
-      - model: mistral-small3.1
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
-      - model: gemma3:27b
+        use_reasoning: false
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.4
-      - model: phi4
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.4
+        use_reasoning: false
   - name: biology
     use_reasoning: true
     reasoning_description: "Biological processes benefit from structured analysis"
     model_scores:
-      - model: mistral-small3.1
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.8
-      - model: gemma3:27b
+        use_reasoning: false
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.6
-      - model: phi4
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.2
+        use_reasoning: false
   - name: chemistry
     use_reasoning: true
     reasoning_description: "Chemical reactions and formulas require systematic thinking"
     reasoning_effort: high  # Chemistry requires high reasoning effort
     model_scores:
-      - model: mistral-small3.1
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.8
-      - model: gemma3:27b
+        use_reasoning: true
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.6
-      - model: phi4
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
+        use_reasoning: false
   - name: history
     use_reasoning: false
     reasoning_description: "Historical content is narrative-based"
     model_scores:
-      - model: mistral-small3.1
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.8
-      - model: phi4
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
-      - model: gemma3:27b
+        use_reasoning: false
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.4
+        use_reasoning: false
   - name: other
     use_reasoning: false
     reasoning_description: "General content doesn't require reasoning"
     model_scores:
-      - model: gemma3:27b
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.8
-      - model: phi4
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
-      - model: mistral-small3.1
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
+        use_reasoning: false
   - name: health
     use_reasoning: false
     reasoning_description: "Health information is typically informational"
     model_scores:
-      - model: gemma3:27b
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.8
-      - model: phi4
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.8
-      - model: mistral-small3.1
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
+        use_reasoning: false
   - name: economics
     use_reasoning: false
     reasoning_description: "Economic discussions are usually explanatory"
     model_scores:
-      - model: gemma3:27b
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.8
-      - model: mistral-small3.1
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.8
-      - model: phi4
-        score: 0.0
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
+        score: 0.1
+        use_reasoning: false
   - name: math
     use_reasoning: true
     reasoning_description: "Mathematical problems require step-by-step reasoning"
     reasoning_effort: high  # Math problems need high reasoning effort
     model_scores:
-      - model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 1.0
-      - model: phi4
+        use_reasoning: true
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.9
-      - model: mistral-small3.1
+        use_reasoning: true
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.8
-      - model: gemma3:27b
+        use_reasoning: false
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.6
+        use_reasoning: false
   - name: physics
     use_reasoning: true
     reasoning_description: "Physics concepts need logical analysis"
     model_scores:
-      - model: gemma3:27b
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.4
-      - model: phi4
+        use_reasoning: true
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.4
-      - model: mistral-small3.1
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.4
+        use_reasoning: false
   - name: computer science
     use_reasoning: true
     reasoning_description: "Programming and algorithms need logical reasoning"
     model_scores:
-      - model: gemma3:27b
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.6
-      - model: mistral-small3.1
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
-      - model: phi4
-        score: 0.0
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
+        score: 0.1
+        use_reasoning: false
   - name: philosophy
     use_reasoning: false
     reasoning_description: "Philosophical discussions are conversational"
     model_scores:
-      - model: phi4
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
-      - model: gemma3:27b
+        use_reasoning: false
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.2
-      - model: mistral-small3.1
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.2
+        use_reasoning: false
   - name: engineering
     use_reasoning: true
     reasoning_description: "Engineering problems require systematic problem-solving"
     model_scores:
-      - model: gemma3:27b
+      - model: "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
         score: 0.6
-      - model: mistral-small3.1
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.6
-      - model: phi4
+        use_reasoning: false
+      - model: "Qwen/Qwen2-0.5B-Instruct"
         score: 0.2
+        use_reasoning: false
 
-default_model: mistral-small3.1
+default_model: "Qwen/Qwen2-0.5B-Instruct"
 
 # API Configuration
 api:

e2e-tests/README.md

@@ -55,7 +55,7 @@ llm-katan --model Qwen/Qwen3-0.6B --port 8001 --served-model-name "TinyLlama/Tin
 make run-envoy
 
 # Terminal 3: Start semantic router
-make run-router
+make run-router-e2e
 
 # Terminal 4: Run tests
 python e2e-tests/00-client-request-test.py    # Individual test

e2e-tests/llm-katan/llm_katan/__init__.py

@@ -8,7 +8,11 @@
 Signed-off-by: Yossi Ovadia <[email protected]>
 """
 
-__version__ = "0.1.4"
+try:
+    from importlib.metadata import version, PackageNotFoundError
+    __version__ = version("llm-katan")
+except PackageNotFoundError:
+    __version__ = "unknown"
 __author__ = "Yossi Ovadia"
 __email__ = "[email protected]"
 

e2e-tests/llm-katan/llm_katan/cli.py

@@ -16,6 +16,12 @@
 from .config import ServerConfig
 from .server import run_server
 
+try:
+    from importlib.metadata import version, PackageNotFoundError
+    __version__ = version("llm-katan")
+except PackageNotFoundError:
+    __version__ = "unknown"
+
 # Set up logging
 logging.basicConfig(
     level=logging.INFO, format="%(asctime)s - %(name)s - %(levelname)s - %(message)s"
@@ -83,7 +89,7 @@
     default="INFO",
     help="Log level (default: INFO)",
 )
-@click.version_option(version="0.1.4", prog_name="LLM Katan")
+@click.version_option(version=__version__, prog_name="LLM Katan")
 def main(
     model: str,
     served_model_name: Optional[str],