Configure litellm to drop unsupported parameters

Author: ptelang

src/codegate/llm_utils/llmclient.py

@@ -1,6 +1,7 @@
 import json
 from typing import Any, Dict, Optional
 
+import litellm
 import structlog
 from litellm import acompletion
 from ollama import Client as OllamaClient
@@ -10,6 +11,8 @@
 
 logger = structlog.get_logger("codegate")
 
+litellm.drop_params = True
+
 
 class LLMClient:
     """

src/codegate/providers/litellmshim/litellmshim.py

@@ -1,5 +1,6 @@
 from typing import Any, AsyncIterator, Callable, Optional, Union
 
+import litellm
 import structlog
 from fastapi.responses import JSONResponse, StreamingResponse
 from litellm import (
@@ -12,6 +13,8 @@
 
 logger = structlog.get_logger("codegate")
 
+litellm.drop_params = True
+
 
 class LiteLLmShim(BaseCompletionHandler):
     """