Merge branch 'main' into doc-updates-sept-2025

Author: krrishdholakia

.github/workflows/test-mcp.yml

@@ -0,0 +1,48 @@
+name: LiteLLM MCP Tests (folder - tests/mcp_tests)
+
+on:
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    timeout-minutes: 25
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Thank You Message
+      run: |
+        echo "### 🙏 Thank you for contributing to LiteLLM!" >> $GITHUB_STEP_SUMMARY
+        echo "Your PR is being tested now. We appreciate your help in making LiteLLM better!" >> $GITHUB_STEP_SUMMARY
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.12'
+
+    - name: Install Poetry
+      uses: snok/install-poetry@v1
+
+    - name: Install dependencies
+      run: |
+        poetry install --with dev,proxy-dev --extras "proxy semantic-router"
+        poetry run pip install "pytest==7.3.1"
+        poetry run pip install "pytest-retry==1.6.3"
+        poetry run pip install "pytest-cov==5.0.0"
+        poetry run pip install "pytest-asyncio==0.21.1"
+        poetry run pip install "respx==0.22.0"
+        poetry run pip install "pydantic==2.10.2"
+        poetry run pip install "mcp==1.10.1"
+        poetry run pip install pytest-xdist
+
+    - name: Setup litellm-enterprise as local package
+      run: |
+        cd enterprise
+        python -m pip install -e .
+        cd ..
+
+    - name: Run MCP tests
+      run: |
+        poetry run pytest tests/mcp_tests -x -vv -n 4 --cov=litellm --cov-report=xml --durations=5

cookbook/litellm_proxy_server/cli_token_usage.py

@@ -0,0 +1,62 @@
+#!/usr/bin/env python3
+"""
+Example: Using CLI token with LiteLLM SDK
+
+This example shows how to use the CLI authentication token
+in your Python scripts after running `litellm-proxy login`.
+"""
+
+from textwrap import indent
+import litellm
+LITELLM_BASE_URL = "http://localhost:4000/"
+
+
+def main():
+    """Using CLI token with LiteLLM SDK"""
+    print("🚀 Using CLI Token with LiteLLM SDK")
+    print("=" * 40)
+    #litellm._turn_on_debug()
+    
+    # Get the CLI token
+    api_key = litellm.get_litellm_gateway_api_key()
+    
+    if not api_key:
+        print("❌ No CLI token found. Please run 'litellm-proxy login' first.")
+        return
+    
+    print("✅ Found CLI token.")
+
+    available_models = litellm.get_valid_models(
+        check_provider_endpoint=True,
+        custom_llm_provider="litellm_proxy",
+        api_key=api_key,
+        api_base=LITELLM_BASE_URL
+    )
+    
+    print("✅ Available models:")
+    if available_models:
+        for i, model in enumerate(available_models, 1):
+            print(f"   {i:2d}. {model}")
+    else:
+        print("   No models available")
+    
+    # Use with LiteLLM
+    try:
+        response = litellm.completion(
+            model="litellm_proxy/gemini/gemini-2.5-flash",
+            messages=[{"role": "user", "content": "Hello from CLI token!"}],
+            api_key=api_key,
+            base_url=LITELLM_BASE_URL
+        )
+        print(f"✅ LLM Response: {response.model_dump_json(indent=4)}")
+    except Exception as e:
+        print(f"❌ Error: {e}")
+
+
+if __name__ == "__main__":
+    main()
+    
+    print("\n💡 Tips:")
+    print("1. Run 'litellm-proxy login' to authenticate first")
+    print("2. Replace 'https://your-proxy.com' with your actual proxy URL")
+    print("3. The token is stored locally at ~/.litellm/token.json")

docs/my-website/docs/completion/provider_specific_params.md

@@ -423,14 +423,64 @@ model_list:
 curl -X POST 'http://0.0.0.0:4000/chat/completions' \
 -H 'Content-Type: application/json' \
 -H 'Authorization: Bearer sk-1234' \
--D '{
+-d '{
   "model": "llama-3-8b-instruct",
   "messages": [
     {
       "role": "user",
       "content": "What'\''s the weather like in Boston today?"
     }
   ],
-  "adapater_id": "my-special-adapter-id" # 👈 PROVIDER-SPECIFIC PARAM
-  }'
-```
+  "adapater_id": "my-special-adapter-id"
+}'
+```
+
+## Provider-Specific Metadata Parameters
+
+| Provider | Parameter | Use Case |
+|----------|-----------|----------|
+| **AWS Bedrock** | `requestMetadata` | Cost attribution, logging |
+| **Gemini/Vertex AI** | `labels` | Resource labeling |
+| **Anthropic** | `metadata` | User identification |
+
+<Tabs>
+<TabItem value="bedrock" label="AWS Bedrock">
+
+```python
+import litellm
+
+response = litellm.completion(
+    model="bedrock/anthropic.claude-3-5-sonnet-20240620-v1:0",
+    messages=[{"role": "user", "content": "Hello!"}],
+    requestMetadata={"cost_center": "engineering"}
+)
+```
+
+</TabItem>
+<TabItem value="gemini" label="Gemini/Vertex AI">
+
+```python
+import litellm
+
+response = litellm.completion(
+    model="vertex_ai/gemini-pro",
+    messages=[{"role": "user", "content": "Hello!"}],
+    labels={"environment": "production"}
+)
+```
+
+</TabItem>
+<TabItem value="anthropic" label="Anthropic">
+
+```python
+import litellm
+
+response = litellm.completion(
+    model="anthropic/claude-3-sonnet-20240229",
+    messages=[{"role": "user", "content": "Hello!"}],
+    metadata={"user_id": "user123"}
+)
+```
+
+</TabItem>
+</Tabs>