Merge pull request #14997 from eycjur/fix_azure_batch

[Fix] Use the `extra_query` parameter for GET requests in Azure Batch

Author: krrishdholakia

docs/my-website/docs/providers/azure/azure.md

@@ -931,7 +931,7 @@ curl http://localhost:4000/v1/batches \
 ```python
 retrieved_batch = client.batches.retrieve(
     batch.id,
-    extra_body={"custom_llm_provider": "azure"}
+    extra_query={"custom_llm_provider": "azure"}
 )
 ```
 
@@ -978,7 +978,7 @@ curl http://localhost:4000/v1/batches/batch_abc123/cancel \
 <TabItem value="sdk" label="OpenAI Python SDK">
 
 ```python
-client.batches.list(extra_body={"custom_llm_provider": "azure"})
+client.batches.list(extra_query={"custom_llm_provider": "azure"})
 ```
 
 </TabItem>

litellm/proxy/batches_endpoints/endpoints.py

@@ -17,7 +17,7 @@
 from litellm.proxy.common_request_processing import ProxyBaseLLMRequestProcessing
 from litellm.proxy.common_utils.http_parsing_utils import _read_request_body
 from litellm.proxy.common_utils.openai_endpoint_utils import (
-    get_custom_llm_provider_from_request_body,
+    get_custom_llm_provider_from_request_query,
 )
 from litellm.proxy.openai_files_endpoints.common_utils import (
     _is_base64_encoded_unified_file_id,
@@ -282,7 +282,7 @@ async def retrieve_batch(
         else:
             custom_llm_provider = (
                 provider
-                or await get_custom_llm_provider_from_request_body(request=request)
+                or get_custom_llm_provider_from_request_query(request=request)
                 or "openai"
             )
             response = await litellm.aretrieve_batch(
@@ -392,7 +392,7 @@ async def list_batches(
         else:
             custom_llm_provider = (
                 provider
-                or await get_custom_llm_provider_from_request_body(request=request)
+                or get_custom_llm_provider_from_request_query(request=request)
                 or "openai"
             )
             response = await litellm.alist_batches(

litellm/proxy/common_utils/openai_endpoint_utils.py

@@ -38,3 +38,14 @@ async def get_custom_llm_provider_from_request_body(request: Request) -> Optiona
     if "custom_llm_provider" in request_body:
         return request_body["custom_llm_provider"]
     return None
+
+
+def get_custom_llm_provider_from_request_query(request: Request) -> Optional[str]:
+    """
+    Get the `custom_llm_provider` from the request query parameters
+
+    Safely reads the request query parameters
+    """
+    if "custom_llm_provider" in request.query_params:
+        return request.query_params["custom_llm_provider"]
+    return None