fix most bedrock embeddings models (#105)

mirodrr2 · mirodrr · web-flow · commit b6754921369e · 2025-03-07T18:39:57.000-05:00
Co-authored-by: michael rodriguez &lt;mirodrr@amazon.com&gt;
diff --git a/config/default-config-ap-northeast-1.yaml b/config/default-config-ap-northeast-1.yaml
@@ -7,10 +7,12 @@ model_list:
   - model_name: amazon.titan-embed-text-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.rerank-v1:0
     litellm_params:
@@ -27,6 +29,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-ap-northeast-2.yaml b/config/default-config-ap-northeast-2.yaml
@@ -3,6 +3,7 @@ model_list:
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: anthropic.claude-3-5-sonnet-20240620-v1:0
     litellm_params:
diff --git a/config/default-config-ap-south-1.yaml b/config/default-config-ap-south-1.yaml
@@ -11,6 +11,7 @@ model_list:
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-image-generator-v1
     litellm_params:
@@ -19,6 +20,7 @@ model_list:
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: anthropic.claude-3-sonnet-20240229-v1:0
     litellm_params:
@@ -31,6 +33,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-ap-southeast-1.yaml b/config/default-config-ap-southeast-1.yaml
@@ -11,6 +11,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-ap-southeast-2.yaml b/config/default-config-ap-southeast-2.yaml
@@ -11,10 +11,12 @@ model_list:
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: anthropic.claude-3-sonnet-20240229-v1:0
     litellm_params:
@@ -31,6 +33,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-ca-central-1.yaml b/config/default-config-ca-central-1.yaml
@@ -11,10 +11,12 @@ model_list:
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.rerank-v1:0
     litellm_params:
@@ -31,6 +33,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-eu-central-1.yaml b/config/default-config-eu-central-1.yaml
@@ -11,14 +11,17 @@ model_list:
   - model_name: amazon.titan-embed-text-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.rerank-v1:0
     litellm_params:
@@ -35,6 +38,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-eu-north-1.yaml b/config/default-config-eu-north-1.yaml
@@ -3,4 +3,5 @@ model_list:
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
diff --git a/config/default-config-eu-west-1.yaml b/config/default-config-eu-west-1.yaml
@@ -11,10 +11,12 @@ model_list:
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-image-generator-v1
     litellm_params:
@@ -27,6 +29,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-eu-west-2.yaml b/config/default-config-eu-west-2.yaml
@@ -11,6 +11,7 @@ model_list:
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-image-generator-v1
     litellm_params:
@@ -19,6 +20,7 @@ model_list:
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: anthropic.claude-3-sonnet-20240229-v1:0
     litellm_params:
@@ -31,6 +33,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-eu-west-3.yaml b/config/default-config-eu-west-3.yaml
@@ -11,10 +11,12 @@ model_list:
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: anthropic.claude-3-haiku-20240307-v1:0
     litellm_params:
@@ -23,6 +25,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-sa-east-1.yaml b/config/default-config-sa-east-1.yaml
@@ -11,10 +11,12 @@ model_list:
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: anthropic.claude-3-sonnet-20240229-v1:0
     litellm_params:
@@ -27,6 +29,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-us-east-1.yaml b/config/default-config-us-east-1.yaml
@@ -51,14 +51,17 @@ model_list:
   - model_name: amazon.titan-embed-text-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: ai21.jamba-1-5-large-v1:0
     litellm_params:
@@ -95,6 +98,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/config/default-config-us-east-2.yaml b/config/default-config-us-east-2.yaml
@@ -3,6 +3,7 @@ model_list:
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: meta.llama3-3-70b-instruct-v1:0
     litellm_params:
diff --git a/config/default-config-us-west-1.yaml b/config/default-config-us-west-1.yaml
@@ -3,4 +3,5 @@ model_list:
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
diff --git a/config/default-config-us-west-2.yaml b/config/default-config-us-west-2.yaml
@@ -19,14 +19,17 @@ model_list:
   - model_name: amazon.titan-embed-text-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-text-v2:0
     litellm_params:
       model: bedrock/amazon.titan-embed-text-v2:0
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-embed-image-v1
     litellm_params:
       model: bedrock/amazon.titan-embed-image-v1
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: amazon.titan-image-generator-v1
     litellm_params:
@@ -83,6 +86,7 @@ model_list:
   - model_name: cohere.embed-english-v3
     litellm_params:
       model: bedrock/cohere.embed-english-v3
+      drop_params: true #Needed to avoid errors when encoding_format is passed in by openai python client
 
   - model_name: cohere.embed-multilingual-v3
     litellm_params:
diff --git a/update-litellm-config.sh b/update-litellm-config.sh
@@ -42,7 +42,7 @@ fi
 if [ "$DEPLOYMENT_PLATFORM" = "EKS" ]; then
     EKS_CLUSTER_NAME=$(terraform output -raw eks_cluster_name)
     EKS_DEPLOYMENT_NAME=$(terraform output -raw eks_deployment_name)
-    echo "Rebooting ECS deployment $EKS_DEPLOYMENT_NAME on EKS cluster $EKS_CLUSTER_NAME"
+    echo "Rebooting EKS deployment $EKS_DEPLOYMENT_NAME on EKS cluster $EKS_CLUSTER_NAME"
 
     aws eks update-kubeconfig --region $aws_region --name $EKS_CLUSTER_NAME
     kubectl rollout restart deployment $EKS_DEPLOYMENT_NAME
