fix(aws): add tool_choice support for claude 4 models (#8601)

Author: hntrl

libs/langchain-aws/src/chat_models.ts

@@ -50,6 +50,7 @@ import {
   handleConverseStreamMetadata,
   handleConverseStreamContentBlockStart,
   BedrockConverseToolChoice,
+  supportedToolChoiceValuesForModel,
 } from "./common.js";
 import {
   ChatBedrockConverseToolType,
@@ -732,13 +733,9 @@ export class ChatBedrockConverse
     this.performanceConfig = rest?.performanceConfig;
 
     if (rest?.supportsToolChoiceValues === undefined) {
-      if (this.model.includes("claude-3")) {
-        this.supportsToolChoiceValues = ["auto", "any", "tool"];
-      } else if (this.model.includes("mistral-large")) {
-        this.supportsToolChoiceValues = ["auto", "any"];
-      } else {
-        this.supportsToolChoiceValues = undefined;
-      }
+      this.supportsToolChoiceValues = supportedToolChoiceValuesForModel(
+        this.model
+      );
     } else {
       this.supportsToolChoiceValues = rest.supportsToolChoiceValues;
     }

libs/langchain-aws/src/common.ts

@@ -961,3 +961,20 @@ export function concatenateLangchainReasoningBlocks(
   }
   return concatenatedBlocks;
 }
+
+export function supportedToolChoiceValuesForModel(
+  model: string
+): Array<"auto" | "any" | "tool"> | undefined {
+  if (
+    model.includes("claude-3") ||
+    model.includes("claude-4") ||
+    model.includes("claude-opus-4") ||
+    model.includes("claude-sonnet-4")
+  ) {
+    return ["auto", "any", "tool"];
+  }
+  if (model.includes("mistral-large")) {
+    return ["auto", "any"];
+  }
+  return undefined;
+}

libs/langchain-aws/src/tests/chat_models.int.test.ts

@@ -286,6 +286,7 @@ test("Test ChatBedrockConverse can stream tools", async () => {
 test("Test ChatBedrockConverse tool_choice works", async () => {
   const model = new ChatBedrockConverse({
     ...baseConstructorArgs,
+    model: "us.anthropic.claude-sonnet-4-20250514-v1:0",
   });
   const tools = [
     tool(

libs/langchain-aws/src/tests/chat_models.test.ts

@@ -498,50 +498,61 @@ describe("tool_choice works for supported models", () => {
     );
   });
 
-  it("should bind tool_choice when using WSO with supported models", async () => {
-    // Claude 3 should NOT throw is using WSO & it should have `tool_choice` bound.
-    const claude3Model = new ChatBedrockConverse({
-      ...baseConstructorArgs,
-      model: "anthropic.claude-3-5-sonnet-20240620-v1:0",
-      // We are not passing the `supportsToolChoiceValues` arg here as
-      // it should be inferred from the model name.
-    });
-    const claude3ModelWSO = claude3Model.withStructuredOutput(tool.schema, {
-      name: tool.name,
-    });
-    expect(claude3ModelWSO).toBeDefined();
-    const claude3ModelWSOAsJSON = claude3ModelWSO.toJSON();
-    if (!("kwargs" in claude3ModelWSOAsJSON)) {
-      throw new Error("kwargs not found in claude3ModelWSOAsJSON");
+  it.each([
+    "anthropic.claude-3-5-sonnet-20240620-v1:0",
+    "anthropic.claude-sonnet-4-20250514-v1:0",
+  ])(
+    "should bind tool_choice when using WSO with model that supports tool choice: %s",
+    (model) => {
+      // Claude 3 should NOT throw is using WSO & it should have `tool_choice` bound.
+      const claude3Model = new ChatBedrockConverse({
+        ...baseConstructorArgs,
+        model,
+        // We are not passing the `supportsToolChoiceValues` arg here as
+        // it should be inferred from the model name.
+      });
+      const claude3ModelWSO = claude3Model.withStructuredOutput(tool.schema, {
+        name: tool.name,
+      });
+      expect(claude3ModelWSO).toBeDefined();
+      const claude3ModelWSOAsJSON = claude3ModelWSO.toJSON();
+      if (!("kwargs" in claude3ModelWSOAsJSON)) {
+        throw new Error("kwargs not found in claude3ModelWSOAsJSON");
+      }
+      expect(claude3ModelWSOAsJSON.kwargs.bound.first.config).toHaveProperty(
+        "tool_choice"
+      );
+      expect(claude3ModelWSOAsJSON.kwargs.bound.first.config.tool_choice).toBe(
+        tool.name
+      );
     }
-    expect(claude3ModelWSOAsJSON.kwargs.bound.first.config).toHaveProperty(
-      "tool_choice"
-    );
-    expect(claude3ModelWSOAsJSON.kwargs.bound.first.config.tool_choice).toBe(
-      tool.name
-    );
+  );
 
-    // Mistral (not mistral large) should NOT throw is using WSO
-    const mistralModel = new ChatBedrockConverse({
-      ...baseConstructorArgs,
-      model: "mistral.mistral-large-2407-v1:0",
-      // We are not passing the `supportsToolChoiceValues` arg here as
-      // it should be inferred from the model name.
-    });
-    const mistralModelWSO = mistralModel.withStructuredOutput(tool.schema, {
-      name: tool.name,
-    });
-    expect(mistralModelWSO).toBeDefined();
-    const mistralModelWSOAsJSON = mistralModelWSO.toJSON();
-    if (!("kwargs" in mistralModelWSOAsJSON)) {
-      throw new Error("kwargs not found in mistralModelWSOAsJSON");
+  it.each(["mistral.mistral-large-2407-v1:0"])(
+    "should bind tool_choice when using WSO with model that doesn't support tool choice: %s",
+    (model) => {
+      // Mistral (not mistral large) should NOT throw is using WSO
+      const mistralModel = new ChatBedrockConverse({
+        ...baseConstructorArgs,
+        model,
+        // We are not passing the `supportsToolChoiceValues` arg here as
+        // it should be inferred from the model name.
+      });
+      const mistralModelWSO = mistralModel.withStructuredOutput(tool.schema, {
+        name: tool.name,
+      });
+      expect(mistralModelWSO).toBeDefined();
+      const mistralModelWSOAsJSON = mistralModelWSO.toJSON();
+      if (!("kwargs" in mistralModelWSOAsJSON)) {
+        throw new Error("kwargs not found in mistralModelWSOAsJSON");
+      }
+      expect(mistralModelWSOAsJSON.kwargs.bound.first.config).toHaveProperty(
+        "tool_choice"
+      );
+      // Mistral large only supports "auto" and "any" for tool_choice, not the actual tool name
+      expect(mistralModelWSOAsJSON.kwargs.bound.first.config.tool_choice).toBe(
+        "any"
+      );
     }
-    expect(mistralModelWSOAsJSON.kwargs.bound.first.config).toHaveProperty(
-      "tool_choice"
-    );
-    // Mistral large only supports "auto" and "any" for tool_choice, not the actual tool name
-    expect(mistralModelWSOAsJSON.kwargs.bound.first.config.tool_choice).toBe(
-      "any"
-    );
-  });
+  );
 });