[QA] E2E - Testing for bedrock batches api (#14525)

* add bedrock/batch-anthropic.claude-3-5-sonnet-20240620-v1:0

* test_bedrock_batches_api

* fix

* fix import

* test_bedrock_batches_api

Author: ishaan-jaff

docs/my-website/docs/batches.md

@@ -7,7 +7,7 @@ Covers Batches, Files
 
 | Feature | Supported | Notes | 
 |-------|-------|-------|
-| Supported Providers | OpenAI, Azure, Vertex, Bedrock | - |
+| Supported Providers | OpenAI, Azure, Vertex | - |
 | ✨ Cost Tracking | ✅ | LiteLLM Enterprise only |
 | Logging | ✅ | Works across all logging integrations |
 
@@ -178,7 +178,6 @@ print("list_batches_response=", list_batches_response)
 ### [Azure OpenAI](./providers/azure#azure-batches-api)
 ### [OpenAI](#quick-start)
 ### [Vertex AI](./providers/vertex#batch-apis)
-### [Bedrock](./providers/bedrock_batches)
 
 
 ## How Cost Tracking for Batches API Works

docs/my-website/docs/providers/bedrock_batches.md

@@ -410,7 +410,6 @@ const sidebars = {
           items: [
             "providers/bedrock",
             "providers/bedrock_agents",
-            "providers/bedrock_batches",
             "providers/bedrock_vector_store",
           ]
         },

docs/my-website/sidebars.js

@@ -18,6 +18,19 @@ model_list:
     litellm_params:
       model: "groq/*"
       api_key: os.environ/GROQ_API_KEY
+  - model_name: bedrock/batch-anthropic.claude-3-5-sonnet-20240620-v1:0
+    litellm_params:
+      model: bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0
+      #########################################################
+      ########## batch specific params ########################
+      s3_bucket_name: litellm-proxy
+      s3_region_name: us-west-2
+      s3_access_key_id: os.environ/AWS_ACCESS_KEY_ID
+      s3_secret_access_key: os.environ/AWS_SECRET_ACCESS_KEY
+      aws_batch_role_arn: arn:aws:iam::888602223428:role/service-role/AmazonBedrockExecutionRoleForAgents_BB9HNW6V4CV
+    model_info: 
+      mode: batch
+
 litellm_settings:
   # set_verbose: True  # Uncomment this if you want to see verbose logs; not recommended in production
   drop_params: True

litellm/proxy/example_config_yaml/oai_misc_config.yaml

@@ -10,4 +10,4 @@ model_list:
       s3_secret_access_key: os.environ/AWS_SECRET_ACCESS_KEY
       aws_batch_role_arn: arn:aws:iam::888602223428:role/service-role/AmazonBedrockExecutionRoleForAgents_BB9HNW6V4CV
     model_info: 
-      mode: batch
+      mode: batch

litellm/proxy/proxy_config.yaml

@@ -0,0 +1,2 @@
+{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}}
+{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 10}}

tests/openai_endpoints_tests/bedrock_batch_completions.jsonl

@@ -0,0 +1,37 @@
+from openai import OpenAI
+import pytest
+
+client = OpenAI(
+    base_url="http://0.0.0.0:4000",
+    api_key="sk-1234",
+)
+
+
+BEDROCK_BATCH_MODEL = "bedrock/batch-anthropic.claude-3-5-sonnet-20240620-v1:0"
+
+
+@pytest.mark.asyncio
+async def test_bedrock_batches_api():
+    """
+    Test bedrock batches api
+
+    E2E Test Creating a File and a Batch on Bedrock
+    """
+    # Upload file
+    batch_input_file = client.files.create(
+        file=open("tests/openai_endpoints_tests/bedrock_batch_completions.jsonl", "rb"),
+        purpose="batch",
+        extra_body={"target_model_names": BEDROCK_BATCH_MODEL}
+    )
+    print(batch_input_file)
+
+    # Create batch
+    batch = client.batches.create( 
+        input_file_id=batch_input_file.id,
+        endpoint="/v1/chat/completions",
+        completion_window="24h",
+        metadata={"description": "Test batch job"},
+    )
+    print(batch)
+
+    assert batch.id is not None