Propagate pricing fields to litellm params

Author: successbyfailure

backend/__init__.py

@@ -1,3 +1,3 @@
 """Backend sync worker service."""
 
-__version__ = "0.5.6"
+__version__ = "0.5.7"

backend/litellm_client.py

@@ -200,6 +200,9 @@ async def push_model_to_litellm(
         model=model,
     )
 
+    # Copy pricing fields into litellm_params so LiteLLM can bill requests
+    _merge_pricing_fields(litellm_params, model_info)
+
     # Set litellm_provider
     ollama_mode = model.ollama_mode or provider.default_ollama_mode or "ollama"
 
@@ -332,10 +335,11 @@ async def _needs_update(provider, model, litellm_model, config=None, session=Non
         model=model,
     )
     ll_info = litellm_model.get('model_info', {})
+    ll_params = litellm_model.get('litellm_params', {})
     for key, value in effective_info.items():
         if "cost" not in key:
             continue
-        if ll_info.get(key) != value:
+        if ll_info.get(key) != value or ll_params.get(key) != value:
             logger.debug("Pricing changed for %s: %s != %s", key, ll_info.get(key), value)
             return True
 
@@ -415,3 +419,12 @@ async def _build_litellm_params(provider, model, session=None) -> dict:
                         litellm_params["model"] = model_id
 
     return litellm_params
+
+
+def _merge_pricing_fields(target: dict, source: dict) -> None:
+    """Copy pricing-related fields from source into target."""
+    for key, value in source.items():
+        if value is None:
+            continue
+        if "cost" in key or key == "tiered_pricing":
+            target[key] = value

frontend/__init__.py

@@ -1,3 +1,3 @@
 """Frontend API and UI service."""
 
-__version__ = "0.5.6"
+__version__ = "0.5.7"

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "litellm-updater"
-version = "0.5.6"
+version = "0.5.7"
 description = "Synchronize models from Ollama or OpenAI-compatible endpoints into LiteLLM"
 authors = [
   {name = "LiteLLM Updater Authors", email = "dev@example.com"}

shared/__init__.py

@@ -1,3 +1,3 @@
 """Shared code between backend and frontend services."""
 
-__version__ = "0.5.6"
+__version__ = "0.5.7"