Set bedrock embed model batch size (#905)

Author: haoshan98

services/api/src/owl/configs/oss.py

@@ -237,7 +237,7 @@ def azure_ai_api_key_plain(self) -> str:
 
     @property
     def bedrock_api_key_plain(self) -> str:
-        return self.azure_ai_api_key.get_secret_value()
+        return self.bedrock_api_key.get_secret_value()
 
     @property
     def cerebras_api_key_plain(self) -> str:

services/api/src/owl/utils/lm.py

@@ -1285,6 +1285,8 @@ async def embedding(
                         else:
                             hyperparams["input_type"] = "search_document"
                         batch_size = 96  # limit on cohere server
+                    elif ctx.deployment.provider == CloudProvider.BEDROCK:
+                        batch_size = 96
                     elif ctx.deployment.provider == CloudProvider.JINA_AI:
                         batch_size = 128  # don't know limit, but too large will timeout
                     elif ctx.deployment.provider == CloudProvider.VOYAGE: