use local litellm model cost map by default

Author: kelsey-wong

services/chat-backend/src/app.py

@@ -10,6 +10,7 @@
 from fastapi.responses import JSONResponse  # noqa: E402
 from fastapi.routing import APIRoute  # noqa: E402
 from fastapi.openapi.utils import get_openapi
+import os
 
 from src.core.config import get_settings  # noqa: E402
 from src.middleware import AuditMiddleware  # noqa: E402
@@ -18,6 +19,7 @@
 from src.utils.openapi_converter import convert_openapi_spec  # noqa: E402
 
 config = get_settings()
+os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = str(config.LITELLM_LOCAL_MODEL_COST_MAP)
 logger = logging.getLogger(__name__)
 
 

services/chat-backend/src/core/config.py

@@ -19,6 +19,7 @@ class Settings(BaseSettings):
     API_PREFIX: str = "/api"
     ENVIRONMENT: Literal["development", "staging", "production"] = "production"
     NUM_PROXIES: int
+    LITELLM_LOCAL_MODEL_COST_MAP: bool = True
 
 
 @lru_cache()