chore: remove stopSequence for chatgpt

bencegadanyi1-nhs · bencegadanyi1-nhs · commit 2bbe35bf4e4e · 2025-12-18T10:10:19.000Z
diff --git a/packages/cdk/resources/BedrockPromptSettings.ts b/packages/cdk/resources/BedrockPromptSettings.ts
@@ -35,10 +35,7 @@ export class BedrockPromptSettings extends Construct {
     this.inferenceConfig = {
       temperature: 0,
       topP: 0.2,
-      maxTokens: 1500,
-      stopSequences: [
-        "Human:"
-      ]
+      maxTokens: 1500
     }
   }
 
diff --git a/packages/slackBotFunction/app/services/bedrock.py b/packages/slackBotFunction/app/services/bedrock.py
@@ -49,24 +49,10 @@ def query_bedrock(user_query: str, session_id: str = None) -> RetrieveAndGenerat
                         "guardrailId": config.GUARD_RAIL_ID,
                         "guardrailVersion": config.GUARD_VERSION,
                     },
-                    "inferenceConfig": {
-                        "textInferenceConfig": {
-                            **inference_config,
-                            "stopSequences": [
-                                "Human:",
-                            ],
-                        }
-                    },
+                    "inferenceConfig": {"textInferenceConfig": inference_config},
                 },
                 "orchestrationConfiguration": {
-                    "inferenceConfig": {
-                        "textInferenceConfig": {
-                            **inference_config,
-                            "stopSequences": [
-                                "Human:",
-                            ],
-                        }
-                    },
+                    "inferenceConfig": {"textInferenceConfig": inference_config},
                     "promptTemplate": {
                         "textPromptTemplate": """You are a question answering agent.
                         I will provide you with a set of search results and a user's question,

Original file line number	Diff line number	Diff line change
`@@ -35,10 +35,7 @@ export class BedrockPromptSettings extends Construct {`
`35`	`35`	`this.inferenceConfig = {`
`36`	`36`	`temperature: 0,`
`37`	`37`	`topP: 0.2,`
`38`		`- maxTokens: 1500,`
`39`		`- stopSequences: [`
`40`		`- "Human:"`
`41`		`- ]`
	`38`	`+ maxTokens: 1500`
`42`	`39`	`}`
`43`	`40`	`}`
`44`	`41`