feat: implement decision-based routing with plugin architecture

Signed-off-by: bitliu <[email protected]>

Author: Xunzhuo

.crd-ref-docs.yaml

@@ -0,0 +1,68 @@
+processor:
+  # Ignore fields that are common to all Kubernetes resources
+  ignoreFields:
+    - "TypeMeta"
+    - "ObjectMeta"
+    - "ListMeta"
+
+  # Ignore types that are not relevant for documentation
+  ignoreTypes:
+    - "metav1.Time"
+    - "metav1.Duration"
+    - "metav1.ObjectMeta"
+    - "metav1.TypeMeta"
+    - "metav1.ListMeta"
+
+  # Source path for Go API types
+  sourcePath: "./src/semantic-router/pkg/apis/vllm.ai/v1alpha1"
+
+render:
+  # Enable Kubebuilder markers rendering
+  kubebuilderMarkers: true
+  
+  # Group resources by Kind
+  groupByKind: true
+  
+  # Include table of contents
+  includeTableOfContents: true
+  
+  # Custom templates (optional)
+  # templatesDir: "./docs/crd-templates"
+  
+  # Output format: markdown, asciidoc, or html
+  format: markdown
+
+# Custom configuration for your CRDs
+groups:
+  - name: vllm.ai
+    displayName: "vLLM Semantic Router"
+    description: |
+      Custom Resource Definitions for vLLM Semantic Router.
+      These CRDs enable declarative configuration of intelligent routing and model pools.
+    
+    kinds:
+      - name: IntelligentRoute
+        displayName: "Intelligent Route"
+        description: |
+          IntelligentRoute defines intelligent routing rules and decisions for LLM requests.
+          It supports decision-based routing with rule combinations, model references, and plugins.
+      
+      - name: IntelligentPool
+        displayName: "Intelligent Pool"
+        description: |
+          IntelligentPool defines a pool of LLM models with their configurations.
+          It manages model endpoints, reasoning families, and model-specific settings.
+
+# Markdown rendering options
+markdown:
+  # Header level for the main title
+  headerLevel: 1
+  
+  # Include examples in the documentation
+  includeExamples: true
+  
+  # Include status subresource documentation
+  includeStatus: true
+  
+  # Code block language for YAML examples
+  codeBlockLanguage: yaml

config/intelligent-routing/in-tree/generic_categories.yaml

@@ -17,24 +17,47 @@ classifier:
 
 # Define your generic categories and map them to MMLU-Pro categories.
 # The classifier will translate predicted MMLU categories into these generic names.
+# Categories now only contain metadata - routing logic is defined in decisions below.
 categories:
   - name: tech
     mmlu_categories: ["computer science", "engineering"]
-    model_scores:
-      - model: phi4
-        score: 0.9
-      - model: mistral-small3.1
-        score: 0.7
   - name: finance
     mmlu_categories: ["economics"]
-    model_scores:
-      - model: gemma3:27b
-        score: 0.8
   - name: politics
     # If omitted, identity mapping applies when this name matches MMLU
-    model_scores:
+
+# Decisions define routing logic by combining rules and model selection
+decisions:
+  - name: tech
+    description: "Route technology-related queries"
+    priority: 10
+    rules:
+      operator: "OR"
+      conditions:
+        - type: "domain"
+          name: "tech"
+    modelRefs:
+      - model: phi4
+  - name: finance
+    description: "Route finance and economics queries"
+    priority: 10
+    rules:
+      operator: "OR"
+      conditions:
+        - type: "domain"
+          name: "finance"
+    modelRefs:
+      - model: gemma3:27b
+  - name: politics
+    description: "Route politics-related queries"
+    priority: 10
+    rules:
+      operator: "OR"
+      conditions:
+        - type: "domain"
+          name: "politics"
+    modelRefs:
       - model: gemma3:27b
-        score: 0.6
 
 # A default model is recommended for fallback
 default_model: mistral-small3.1