From fef8d1fd36e7c1f1543767d893dca0989e9009dc Mon Sep 17 00:00:00 2001 From: Alessio Spigarelli Date: Tue, 28 May 2024 13:59:53 +0200 Subject: [PATCH] Fix stop sequence key for Mistral model in BedrockBase Correct the stop sequence key for the Mistral model from 'stop_sequences' to 'stop' in the provider_stop_sequence_key_name_map. This ensures proper handling of stop sequences for Mistral. --- libs/aws/langchain_aws/llms/bedrock.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/libs/aws/langchain_aws/llms/bedrock.py b/libs/aws/langchain_aws/llms/bedrock.py index c20e3365..ea866819 100644 --- a/libs/aws/langchain_aws/llms/bedrock.py +++ b/libs/aws/langchain_aws/llms/bedrock.py @@ -412,7 +412,7 @@ class BedrockBase(BaseLanguageModel, ABC): "amazon": "stopSequences", "ai21": "stop_sequences", "cohere": "stop_sequences", - "mistral": "stop_sequences", + "mistral": "stop", } provider_stop_reason_key_map: Mapping[str, str] = {