feat: Make CDP token optional for CAII endpoints

- Changed cdp_token from required to optional in CustomCAIIEndpoint model
- Added fallback logic in CAII handler to use CDP_TOKEN env var or /tmp/jwt if not provided
- UI can now add CAII endpoints without explicitly providing cdp_token
- Fixes validation error when adding CAII endpoints

Author: Khauneesh-AI

app/core/model_handlers.py

@@ -541,7 +541,8 @@ def _handle_caii_request(self, prompt: str):
 
             if custom_config:
                 # Use custom endpoint configuration
-                API_KEY = custom_config.cdp_token
+                # If cdp_token is provided in custom config, use it; otherwise fall back to environment/JWT
+                API_KEY = custom_config.cdp_token if custom_config.cdp_token else _get_caii_token()
                 MODEL_ID = self.model_id
                 caii_endpoint = custom_config.endpoint_url
                 print(f"Using custom CAII endpoint for model: {self.model_id}")

app/models/request_models.py

@@ -283,13 +283,13 @@ class CustomPromptRequest(BaseModel):
     )
 
 
-# Custom Endpoint Models - Ultra Simplified
+# Custom Endpoint Models 
 class CustomCAIIEndpoint(BaseModel):
     """Custom CAII endpoint - needs custom URL"""
     model_id: str = Field(..., description="Model identifier")
     provider_type: str = Field(default="caii", description="Provider type")
     endpoint_url: str = Field(..., description="CAII endpoint URL")
-    cdp_token: str = Field(..., description="CDP token for authentication")
+    cdp_token: Optional[str] = Field(default=None, description="CDP token for authentication (optional, falls back to CDP_TOKEN env var or /tmp/jwt)")
 
 
 class CustomBedrockEndpoint(BaseModel):