Merge branch 'main' into fix/streaming-tool-call-indices

Author: krrishdholakia

.circleci/config.yml

@@ -1050,6 +1050,51 @@ jobs:
             ls
             python -m pytest -vv tests/test_litellm --cov=litellm --cov-report=xml -x -s -v --junitxml=test-results/junit-litellm.xml --durations=10 -n 8
           no_output_timeout: 120m
+      - run:
+          name: Rename the coverage files
+          command: |
+            mv coverage.xml litellm_mapped_tests_coverage.xml
+            mv .coverage litellm_mapped_tests_coverage
+
+      # Store test results
+      - store_test_results:
+          path: test-results
+      - persist_to_workspace:
+          root: .
+          paths:
+            - litellm_mapped_tests_coverage.xml
+            - litellm_mapped_tests_coverage
+  litellm_mapped_enterprise_tests:
+    docker:
+      - image: cimg/python:3.11
+        auth:
+          username: ${DOCKERHUB_USERNAME}
+          password: ${DOCKERHUB_PASSWORD}
+    working_directory: ~/project
+
+    steps:
+      - checkout
+      - setup_google_dns
+      - run:
+          name: Install Dependencies
+          command: |
+            python -m pip install --upgrade pip
+            python -m pip install -r requirements.txt
+            pip install "pytest-mock==3.12.0"
+            pip install "pytest==7.3.1"
+            pip install "pytest-retry==1.6.3"
+            pip install "pytest-cov==5.0.0"
+            pip install "pytest-asyncio==0.21.1"
+            pip install "respx==0.22.0"
+            pip install "hypercorn==0.17.3"
+            pip install "pydantic==2.10.2"
+            pip install "mcp==1.10.1"
+            pip install "requests-mock>=1.12.1"
+            pip install "responses==0.25.7"
+            pip install "pytest-xdist==3.6.1"
+            pip install "semantic_router==0.1.10"
+            pip install "fastapi-offline==1.7.3"
+      - setup_litellm_enterprise_pip
       - run:
           name: Run enterprise tests
           command: |
@@ -1458,6 +1503,7 @@ jobs:
       # - run: python ./tests/documentation_tests/test_general_setting_keys.py
       - run: python ./tests/code_coverage_tests/check_licenses.py
       - run: python ./tests/code_coverage_tests/router_code_coverage.py
+      - run: python ./tests/code_coverage_tests/test_chat_completion_imports.py
       - run: python ./tests/code_coverage_tests/info_log_check.py
       - run: python ./tests/code_coverage_tests/test_ban_set_verbose.py
       - run: python ./tests/code_coverage_tests/code_qa_check_tests.py
@@ -1778,8 +1824,8 @@ jobs:
             docker run -d \
               -p 4000:4000 \
               -e DATABASE_URL=postgresql://postgres:[email protected]:5432/circle_test \
-              -e AZURE_API_KEY=$AZURE_BATCHES_API_KEY \
-              -e AZURE_API_BASE=$AZURE_BATCHES_API_BASE \
+              -e AZURE_API_KEY=$AZURE_API_KEY \
+              -e AZURE_API_BASE=$AZURE_API_BASE \
               -e AZURE_API_VERSION="2024-05-01-preview" \
               -e REDIS_HOST=$REDIS_HOST \
               -e REDIS_PASSWORD=$REDIS_PASSWORD \
@@ -2825,8 +2871,8 @@ jobs:
             source "$NVM_DIR/bash_completion"
             
             # Install and use Node version
-            nvm install v18.17.0
-            nvm use v18.17.0
+            nvm install v20
+            nvm use v20
             
             cd ui/litellm-dashboard
             
@@ -2879,7 +2925,26 @@ jobs:
           name: Install Playwright Browsers
           command: |
             npx playwright install
+      - run:
+          name: Run UI unit tests (Vitest)
+          command: |
+            # Use Node 20 (several deps require >=20)
+            export NVM_DIR="/opt/circleci/.nvm"
+            source "$NVM_DIR/nvm.sh"
+            nvm install 20
+            nvm use 20
+      
+            cd ui/litellm-dashboard
+            npm ci || npm install
 
+            # CI run, with both LCOV (Codecov) and HTML (artifact you can click)
+            CI=true npm run test -- --run --coverage \
+              --coverage.provider=v8 \
+              --coverage.reporter=lcov \
+              --coverage.reporter=html \
+              --coverage.reportsDirectory=coverage/html
+
+
       - run:
           name: Build Docker image
           command: docker build -t my-app:latest -f ./docker/Dockerfile.database .
@@ -3155,6 +3220,12 @@ workflows:
               only:
                 - main
                 - /litellm_.*/
+      - litellm_mapped_enterprise_tests:
+          filters:
+            branches:
+              only:
+                - main
+                - /litellm_.*/
       - litellm_mapped_tests:
           filters:
             branches:
@@ -3199,6 +3270,7 @@ workflows:
             - guardrails_testing
             - llm_responses_api_testing
             - litellm_mapped_tests
+            - litellm_mapped_enterprise_tests
             - batches_testing
             - litellm_utils_testing
             - pass_through_unit_testing
@@ -3259,6 +3331,7 @@ workflows:
             - google_generate_content_endpoint_testing
             - llm_responses_api_testing
             - litellm_mapped_tests
+            - litellm_mapped_enterprise_tests
             - batches_testing
             - litellm_utils_testing
             - pass_through_unit_testing

.gitignore

@@ -95,4 +95,5 @@ test.py
 litellm_config.yaml
 .cursor
 .vscode/launch.json
-litellm/proxy/to_delete_loadtest_work/*
+litellm/proxy/to_delete_loadtest_work/*
+update_model_cost_map.py

Dockerfile

@@ -41,9 +41,6 @@ RUN pip uninstall jwt -y
 RUN pip uninstall PyJWT -y
 RUN pip install PyJWT==2.9.0 --no-cache-dir
 
-# Build Admin UI
-RUN chmod +x docker/build_admin_ui.sh && ./docker/build_admin_ui.sh
-
 # Runtime stage
 FROM $LITELLM_RUNTIME_IMAGE AS runtime
 

README.md

@@ -37,7 +37,7 @@ LiteLLM manages:
 - Retry/fallback logic across multiple deployments (e.g. Azure/OpenAI) - [Router](https://docs.litellm.ai/docs/routing)
 - Set Budgets & Rate limits per project, api key, model [LiteLLM Proxy Server (LLM Gateway)](https://docs.litellm.ai/docs/simple_proxy)
 
-[**Jump to LiteLLM Proxy (LLM Gateway) Docs**](https://github.com/BerriAI/litellm?tab=readme-ov-file#openai-proxy---docs) <br>
+[**Jump to LiteLLM Proxy (LLM Gateway) Docs**](https://github.com/BerriAI/litellm?tab=readme-ov-file#litellm-proxy-server-llm-gateway---docs) <br>
 [**Jump to Supported LLM Providers**](https://github.com/BerriAI/litellm?tab=readme-ov-file#supported-providers-docs)
 
 🚨 **Stable Release:** Use docker images with the `-stable` tag. These have undergone 12 hour load tests, before being published. [More information about the release cycle here](https://docs.litellm.ai/docs/proxy/release_cycle)
@@ -316,6 +316,7 @@ curl 'http://0.0.0.0:4000/key/generate' \
 | [google AI Studio - gemini](https://docs.litellm.ai/docs/providers/gemini)          | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
 | [mistral ai api](https://docs.litellm.ai/docs/providers/mistral)                    | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             |                                                                         |
 | [cloudflare AI Workers](https://docs.litellm.ai/docs/providers/cloudflare_workers)  | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
+| [CompactifAI](https://docs.litellm.ai/docs/providers/compactifai)                   | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
 | [cohere](https://docs.litellm.ai/docs/providers/cohere)                             | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 | ✅                                                                             |                                                                         |
 | [anthropic](https://docs.litellm.ai/docs/providers/anthropic)                       | ✅                                                       | ✅                                                                               | ✅                                                                                   | ✅                                                                                 |                                                                               |                                                                         |
 | [empower](https://docs.litellm.ai/docs/providers/empower)                    | ✅                                                      | ✅                                                                              | ✅                                                                                  | ✅                                                                                |

cookbook/misc/RELEASE_NOTES_GENERATION_INSTRUCTIONS.md

@@ -4,10 +4,10 @@ This document provides comprehensive instructions for AI agents to generate rele
 
 ## Required Inputs
 
-1. **Release Version** (e.g., `v1.76.3-stable`)
+1. **Release Version** (e.g., `v1.77.3-stable`)
 2. **PR Diff/Changelog** - List of PRs with titles and contributors
 3. **Previous Version Commit Hash** - To compare model pricing changes
-4. **Reference Release Notes** - Previous release notes to follow style/format
+4. **Reference Release Notes** - Use recent stable releases (v1.76.3-stable, v1.77.2-stable) as templates for consistent formatting
 
 ## Step-by-Step Process
 
@@ -26,12 +26,12 @@ git diff <previous_commit_hash> HEAD -- model_prices_and_context_window.json
 
 ### 2. Release Notes Structure
 
-Follow this exact structure based on `docs/my-website/release_notes/v1.76.1-stable/index.md`:
+Follow this exact structure based on recent stable releases (v1.76.3-stable, v1.77.2-stable):
 
 ```markdown
 ---
-title: "v1.76.X-stable - [Key Theme]"
-slug: "v1-76-X"
+title: "v1.77.X-stable - [Key Theme]"
+slug: "v1-77-X"
 date: YYYY-MM-DDTHH:mm:ss
 authors: [standard author block]
 hide_table_of_contents: false
@@ -43,23 +43,42 @@ hide_table_of_contents: false
 ## Key Highlights
 [3-5 bullet points of major features]
 
-## Major Changes
-[Critical changes users need to know]
+## New Models / Updated Models
+#### New Model Support
+[Model pricing table]
 
-## Performance Improvements
-[Performance-related changes]
+#### Features
+[Provider-specific features organized by provider]
 
-## New Models / Updated Models
-[Detailed model tables and provider updates]
+### Bug Fixes
+[Provider-specific bug fixes organized by provider]
+
+#### New Provider Support
+[New provider integrations]
 
 ## LLM API Endpoints
-[API-related features and fixes]
+#### Features
+[API-specific features organized by API type]
+
+#### Bugs
+[General bug fixes]
 
 ## Management Endpoints / UI
-[Admin interface and management changes]
+#### Features
+[UI and management features]
+
+#### Bugs
+[Management-related bug fixes]
 
 ## Logging / Guardrail Integrations
-[Observability and security features]
+#### Features
+[Organized by integration provider with proper doc links]
+
+#### Guardrails
+[Guardrail-specific features and fixes]
+
+#### New Integration
+[Major new integrations]
 
 ## Performance / Loadbalancing / Reliability improvements
 [Infrastructure improvements]
@@ -86,33 +105,47 @@ hide_table_of_contents: false
 **New Models/Updated Models:**
 - Extract from model_prices_and_context_window.json diff
 - Create tables with: Provider, Model, Context Window, Input Cost, Output Cost, Features
-- Group by provider
-- Note pricing corrections
-- Highlight deprecated models
-
-**Provider Features:**
-- Group by provider (Gemini, OpenAI, Anthropic, etc.)
-- Link to provider docs: `../../docs/providers/[provider_name]`
-- Separate features from bug fixes
-
-**API Endpoints:**
-- Images API
-- Video Generation (if applicable)
-- Responses API
-- Passthrough endpoints
-- General chat completions
+- **Structure:**
+  - `#### New Model Support` - pricing table
+  - `#### Features` - organized by provider with documentation links
+  - `### Bug Fixes` - provider-specific bug fixes
+  - `#### New Provider Support` - major new provider integrations
+- Group by provider with proper doc links: `**[Provider Name](../../docs/providers/[provider])**`
+- Use bullet points under each provider for multiple features
+- Separate features from bug fixes clearly
+
+**LLM API Endpoints:**
+- **Structure:**
+  - `#### Features` - organized by API type (Responses API, Batch API, etc.)
+  - `#### Bugs` - general bug fixes under **General** category
+- **API Categories:**
+  - Responses API
+  - Batch API  
+  - CountTokens API
+  - Images API
+  - Video Generation (if applicable)
+  - General (miscellaneous improvements)
+- Use proper documentation links for each API type
 
 **UI/Management:**
 - Authentication changes
 - Dashboard improvements
 - Team management
 - Key management
 
-**Integrations:**
-- Logging providers (Datadog, Braintrust, etc.)
-- Guardrails
-- Cost tracking
-- Observability
+**Logging / Guardrail Integrations:**
+- **Structure:**
+  - `#### Features` - organized by integration provider with proper doc links
+  - `#### Guardrails` - guardrail-specific features and fixes
+  - `#### New Integration` - major new integrations
+- **Integration Categories:**
+  - **[DataDog](../../docs/proxy/logging#datadog)** - group all DataDog-related changes
+  - **[Langfuse](../../docs/proxy/logging#langfuse)** - Langfuse-specific features
+  - **[Prometheus](../../docs/proxy/logging#prometheus)** - monitoring improvements
+  - **[PostHog](../../docs/observability/posthog)** - observability integration
+  - Other logging providers with proper doc links
+- Use bullet points under each provider for multiple features
+- Separate logging features from guardrails clearly
 
 ### 4. Documentation Linking Strategy
 
@@ -211,10 +244,41 @@ This release has a known issue...
 :::
 ```
 
-**Provider Features:**
+**Provider Features (New Models / Updated Models section):**
 ```markdown
+#### Features
+
 - **[Provider Name](../../docs/providers/provider)**
     - Feature description - [PR #XXXXX](link)
+    - Another feature description - [PR #YYYYY](link)
+```
+
+**API Features (LLM API Endpoints section):**
+```markdown
+#### Features
+
+- **[API Name](../../docs/api_path)**
+    - Feature description - [PR #XXXXX](link)
+    - Another feature - [PR #YYYYY](link)
+- **General**
+    - Miscellaneous improvements - [PR #ZZZZZ](link)
+```
+
+**Integration Features (Logging / Guardrail Integrations section):**
+```markdown
+#### Features
+
+- **[Integration Name](../../docs/proxy/logging#integration)**
+    - Feature description - [PR #XXXXX](link)
+    - Bug fix description - [PR #YYYYY](link)
+```
+
+**Bug Fixes Pattern:**
+```markdown
+### Bug Fixes
+
+- **[Provider/Component Name](../../docs/providers/provider)**
+    - Bug fix description - [PR #XXXXX](link)
 ```
 
 ### 10. Missing Documentation Check

docs/my-website/docs/mcp.md

@@ -114,7 +114,6 @@ mcp_servers:
     description: "My custom MCP server"
     auth_type: "api_key"
     auth_value: "abc123"
-    spec_version: "2025-03-26"
 ```
 
 **Configuration Options:**
@@ -716,7 +715,6 @@ mcp_servers:
     url: https://mcp.deepwiki.com/mcp
     transport: "http"
     auth_type: "none"
-    spec_version: "2025-03-26"
     access_groups: ["dev_group"]
 ```