diff --git a/pipeline/preprocessors/link_map.py b/pipeline/preprocessors/link_map.py index a669356765..3663856c4d 100644 --- a/pipeline/preprocessors/link_map.py +++ b/pipeline/preprocessors/link_map.py @@ -302,6 +302,9 @@ class LinkMap(TypedDict): # @langchain/core references "AIMessage": "classes/_langchain_core.messages.AIMessage.html", "AIMessageChunk": "classes/_langchain_core.messages.AIMessageChunk.html", + "SystemMessage": "classes/_langchain_core.messages.SystemMessage.html", + "SystemMessage.concat": "classes/_langchain_core.messages.SystemMessage.html#concat", + "ModelRequest": "classes/_langchain_core.messages.ModelRequest.html", "BaseChatModel.invoke": "classes/_langchain_core.language_models_chat_models.BaseChatModel.html#invoke", "BaseChatModel.stream": "classes/_langchain_core.language_models_chat_models.BaseChatModel.html#stream", "BaseChatModel.streamEvents": "classes/_langchain_core.language_models_chat_models.BaseChatModel.html#streamEvents", diff --git a/src/docs.json b/src/docs.json index f55bcbbffe..a86dbe2415 100644 --- a/src/docs.json +++ b/src/docs.json @@ -417,7 +417,8 @@ { "group": "Releases", "pages": [ - "oss/python/releases/langchain-v1" + "oss/python/releases/langchain-v1", + "oss/python/releases/langchain-v1-1" ] }, { @@ -792,7 +793,8 @@ { "group": "Releases", "pages": [ - "oss/javascript/releases/langchain-v1" + "oss/javascript/releases/langchain-v1", + "oss/javascript/releases/langchain-v1-1" ] }, { diff --git a/src/oss/javascript/releases/langchain-v1-1.mdx b/src/oss/javascript/releases/langchain-v1-1.mdx new file mode 100644 index 0000000000..604be6f421 --- /dev/null +++ b/src/oss/javascript/releases/langchain-v1-1.mdx @@ -0,0 +1,136 @@ +--- +title: What's new in v1.1 +sidebarTitle: v1.1 Release notes +--- + +**LangChain v1.1 focuses on improving agent reliability and flexibility.** This release introduces model profiles for better model capability awareness, new middleware capabilities for retrying model calls and content moderation, improved system message handling, and enhanced compatibility with Zod v4. + +To upgrade, + + +```bash npm +npm install @langchain/core @langchain/langgraph +``` +```bash pnpm +pnpm add @langchain/core @langchain/langgraph +``` +```bash yarn +yarn add @langchain/core @langchain/langgraph +``` +```bash bun +bun add @langchain/core @langchain/langgraph +``` + + +## Model profiles + +Model profiles provide a standardized way to understand model capabilities and constraints. Every chat model now exposes a `.profile` getter that returns information about context window size, structured output support, and other model-specific characteristics. + +```typescript +import { initChatModel } from "langchain"; + +const model = await initChatModel("gpt-4o"); +const profile = model.profile; + +console.log(profile.maxTokens); // Maximum context window size +console.log(profile.supportsStructuredOutput); // Native structured output support +``` + +Profiles are automatically generated from [models.dev](https://models.dev) and enable middleware like summarization to use accurate token limits, while `createAgent` can automatically detect native structured output support. + +## System message improvements + +You can now pass a `SystemMessage` instance directly to the `systemPrompt` parameter when creating agents, and use the new `concat` method to extend system messages. This enables advanced features like cache control (e.g., Anthropic's ephemeral cache) and structured content blocks. + +```typescript +import { createAgent, SystemMessage } from "langchain"; + +// SystemMessage instance with cache control +const agent = createAgent({ + model: "anthropic:claude-3-5-sonnet", + tools: [myTool], + systemPrompt: new SystemMessage({ + content: [ + { + type: "text", + text: "You are a helpful assistant.", + }, + { + type: "text", + text: "Today's date is 2024-06-01.", + cache_control: { type: "ephemeral", ttl: "5m" }, + }, + ], + }), +}); +``` + +When using middleware with `wrapModelCall`, you can modify system prompts using either `systemPrompt` (string) or `systemMessage` (SystemMessage object). See the [custom middleware documentation](/oss/langchain/middleware/custom#working-with-system-messages) for detailed examples and best practices. + +## Model retry middleware + +A new `modelRetryMiddleware` automatically retries failed model calls with configurable exponential backoff, improving agent reliability by handling transient model failures gracefully. + +```typescript +import { createAgent, modelRetryMiddleware } from "langchain"; + +const agent = createAgent({ + model: "gpt-4o", + tools: [searchTool, databaseTool], + middleware: [ + modelRetryMiddleware({ + maxRetries: 3, + backoffFactor: 2.0, + initialDelayMs: 1000, + }), + ], +}); +``` + +See the [built-in middleware documentation](/oss/langchain/middleware/built-in) for configuration options and detailed examples. + +## OpenAI content moderation middleware + +A new middleware integrates OpenAI's moderation endpoint to detect and handle unsafe content in agent interactions. This middleware is useful for applications requiring content safety and compliance. + +The middleware can check content at multiple stages: +- **Input checking**: User messages before model calls +- **Output checking**: AI messages after model calls +- **Tool results**: Tool outputs before model calls + +You can configure how violations are handled with options like ending execution, raising errors, or replacing flagged content. See the [middleware documentation](/oss/langchain/middleware/built-in#content-moderation) for detailed usage examples. + +## Compatibility improvements + +### Zod v4 support + +LangChain.js now supports Zod v4, ensuring seamless integration with the latest version of the schema validation library. This update maintains backward compatibility while enabling you to use the latest Zod features for structured output and tool schemas. + +## Reporting issues + +Please report any issues discovered with v1.1 on [GitHub](https://github.com/langchain-ai/langchainjs/issues) using the [`'v1.1'` label](https://github.com/langchain-ai/langchainjs/issues?q=state%3Aopen%20label%3Av1.1). + +## Additional resources + + + + Learn about building agents with LangChain + + + Deep dive into middleware concepts + + + Working with tools in agents + + + How to migrate to LangChain v1 + + + Report issues or contribute + + + +## See also + +- [Versioning](/oss/javascript/versioning) - Understanding version numbers +- [Release policy](/oss/javascript/release-policy) - Detailed release policies diff --git a/src/oss/langchain/middleware/custom.mdx b/src/oss/langchain/middleware/custom.mdx index 318cc5d784..1c907ea253 100644 --- a/src/oss/langchain/middleware/custom.mdx +++ b/src/oss/langchain/middleware/custom.mdx @@ -908,6 +908,79 @@ const agent = createAgent({ ::: +### Working with system messages + +You can modify system prompts in middleware using either `systemPrompt` (`string`) or `systemMessage` (@[`SystemMessage`]). The @[`ModelRequest`] provides both for maximum flexibility. + +**Key behavior:** +- Middleware receives both `systemPrompt` (string) and `systemMessage` (@[`SystemMessage`]) in the request +- You can modify either `systemPrompt` or `systemMessage`, but **cannot set both in the same middleware call** - this prevents conflicts +- Using `systemPrompt` creates a new simple system message (may overwrite cache control metadata) +- Using `systemMessage` (JavaScript) or manually combining content blocks (Python) preserves existing cache control and structured content blocks +- Multiple middleware can chain modifications sequentially across different middleware calls + +:::python + +```python +@wrap_model_call +def add_context_preserve_cache( + request: ModelRequest, + handler: Callable[[ModelRequest], ModelResponse], +) -> ModelResponse: + new_system_message = SystemMessage(content="Additional context.") + return handler(request.override(system_message=new_system_message)) +``` +::: + +:::js +**Example: Chaining middleware** - Different middleware can use different approaches: + +```typescript +import { createMiddleware, SystemMessage, createAgent } from "langchain"; + +// Middleware 1: Uses systemPrompt (string) +const myMiddleware = createMiddleware({ + name: "MyMiddleware", + wrapModelCall: async (request, handler) => { + return handler({ + ...request, + systemPrompt: request.systemMessage.concat(`\nAdditional context.`), + }); + }, +}); + +// Middleware 2: Uses systemMessage (preserves structure) +const myOtherMiddleware = createMiddleware({ + name: "MyOtherMiddleware", + wrapModelCall: async (request, handler) => { + return handler({ + ...request, + systemMessage: request.systemMessage.concat( + new SystemMessage({ + content: [ + { + type: "text", + text: " More additional context. This will be cached.", + cache_control: { type: "ephemeral", ttl: "5m" }, + }, + ], + }) + ), + }); + }, +}); + +const agent = createAgent({ + model: "anthropic:claude-3-5-sonnet", + systemPrompt: "You are a helpful assistant.", + middleware: [myMiddleware, myOtherMiddleware], +}); +``` + +Use @[`SystemMessage.concat`] to preserve cache control metadata or structured content blocks created by other middleware. + +::: + ## Additional resources - [Middleware API reference](https://reference.langchain.com/python/langchain/middleware/) diff --git a/src/oss/python/releases/langchain-v1-1.mdx b/src/oss/python/releases/langchain-v1-1.mdx new file mode 100644 index 0000000000..04063e87aa --- /dev/null +++ b/src/oss/python/releases/langchain-v1-1.mdx @@ -0,0 +1,72 @@ +--- +title: What's new in v1.1 +sidebarTitle: v1.1 Release notes +--- + +**LangChain v1.1 focuses on improving agent reliability and flexibility.** This release introduces model profiles, new middleware capabilities, and enhanced type safety for custom middleware implementations. + +To upgrade, + + +```bash pip +pip install -U langchain +``` +```bash uv +uv add langchain +``` + + +## Model profiles + +Chat models now expose supported features and capabilities through a `.profile` attribute. These data are derived from the [models.dev](https://github.com/sst/models.dev) project, an open source initiative that provides model capability data, and are augmented with additional fields for purposes of use with LangChain. + +See details in the [models](/oss/langchain/models#model-profiles) guide. + +### Summarization middleware + +The Summarization middleware interface has been updated to support more flexible specification of trigger points for summarization, as well as what context is summarized. These values can vary with model-specific context windows using the model's [profile](/oss/langchain/models#model-profiles). + +See details in the [built-in middleware](/oss/langchain/middleware/built-in#summarization) guide. + +### Structured output for agents + +Support for [ProviderStrategy](/oss/langchain/structured-output#provider-strategy) can now be inferred from a model's [profile](/oss/langchain/models#model-profiles). + +See details in the [structured output](/oss/langchain/structured-output) guide. + +## Model retry middleware + +## Misc + +### New middleware docs + +### Type safety improvements for custom middlewares + +## Reporting issues + +Please report any issues discovered with v1.1 on [GitHub](https://github.com/langchain-ai/langchain/issues) using the [`'v1.1'` label](https://github.com/langchain-ai/langchain/issues?q=state%3Aopen%20label%3Av1.1). + +## Additional resources + + + + Learn about building agents with LangChain + + + Deep dive into middleware concepts + + + Working with tools in agents + + + How to migrate to LangChain v1 + + + Report issues or contribute + + + +## See also + +- [Versioning](/oss/python/versioning) - Understanding version numbers +- [Release policy](/oss/python/release-policy) - Detailed release policies