feat: generate convo summary with llm

packages/server/src/api/controllers/ai/chatConversations.ts

@@ -17,6 +17,7 @@ import {
 import {
   convertToModelMessages,
   extractReasoningMiddleware,
+  generateText,
   ModelMessage,
   streamText,
   wrapLanguageModel,
@@ -127,6 +128,20 @@ export const findLatestUserQuestion = (chat: ChatConversationRequest) => {
   return ""
 }
 
+export const getUserMessageTexts = (
+  messages: ChatConversation["messages"] = []
+) =>
+  messages
+    .filter(message => message?.role === "user")
+    .map(message => extractUserText(message))
+    .filter(text => Boolean(text))
+
+export const shouldRegenerateTitle = (userMessageCount: number, interval = 3) =>
+  userMessageCount === interval
+
+export const stripThoughtTags = (value: string) =>
+  value.replace(/<think>[\s\S]*?<\/think>/g, "").trim()
+
 export const truncateTitle = (value: string, maxLength = 120) => {
   const trimmed = value.trim()
   if (trimmed.length <= maxLength) {
@@ -268,20 +283,20 @@ export async function agentChatStream(ctx: UserCtx<ChatAgentRequest, void>) {
           ]
         : modelMessages
 
-    const result = streamText({
-      model: wrapLanguageModel({
-        model,
-        middleware: extractReasoningMiddleware({
-          tagName: "think",
-        }),
+    const wrappedModel = wrapLanguageModel({
+      model,
+      middleware: extractReasoningMiddleware({
+        tagName: "think",
       }),
+    })
+
+    const result = streamText({
+      model: wrappedModel,
       messages: messagesWithContext,
       system,
       tools,
     })
 
-    const title = latestQuestion ? truncateTitle(latestQuestion) : chat.title
-
     ctx.respond = false
     const messageMetadata =
       ragSourcesMetadata && ragSourcesMetadata.length > 0
@@ -298,12 +313,42 @@ export async function agentChatStream(ctx: UserCtx<ChatAgentRequest, void>) {
         const existingChat = chat._id
           ? await db.tryGet<ChatConversation>(chat._id)
           : null
+        const userMessages = getUserMessageTexts(messages)
+        const previousTitle = existingChat?.title || chat.title
+        const firstUserMessage = userMessages[0]
+        let resolvedTitle = previousTitle
+
+        if (userMessages.length > 0 && userMessages.length < 3) {
+          resolvedTitle = truncateTitle(firstUserMessage)
+        } else if (shouldRegenerateTitle(userMessages.length)) {
+          const recentUserMessages = userMessages.slice(-3)
+          const formattedMessages = recentUserMessages
+            .map(message => `- ${message}`)
+            .join("\n")
+          const titlePrompt = `Previous title: ${previousTitle || "None"}\nRecent user messages:\n${formattedMessages}`
+          const generatedTitle = await generateText({
+            model: wrappedModel,
+            messages: [{ role: "user", content: titlePrompt }],
+            system:
+              "Summarize the conversation in 3-6 words. Use title case. Respond with the title only, no quotes, no markdown, and no reasoning.",
+          })
+          const sanitizedTitle = truncateTitle(
+            stripThoughtTags(generatedTitle.text || "")
+          )
+          if (sanitizedTitle) {
+            resolvedTitle = sanitizedTitle
+          } else if (firstUserMessage) {
+            resolvedTitle = truncateTitle(firstUserMessage)
+          }
+        } else if (!resolvedTitle && firstUserMessage) {
+          resolvedTitle = truncateTitle(firstUserMessage)
+        }
 
         const chatToSave = prepareChatConversationForSave({
           chatId,
           chatAppId,
           userId,
-          title,
+          title: resolvedTitle,
           messages,
           chat,
           existingChat,

packages/server/src/tests/api/chatConversations.spec.ts

@@ -8,7 +8,10 @@ import type {
 import TestConfiguration from "../utilities/TestConfiguration"
 import {
   findLatestUserQuestion,
+  getUserMessageTexts,
   prepareChatConversationForSave,
+  shouldRegenerateTitle,
+  stripThoughtTags,
   truncateTitle,
 } from "../../api/controllers/ai/chatConversations"
 
@@ -237,6 +240,46 @@ describe("chat conversation title helpers", () => {
     expect(findLatestUserQuestion(chat)).toBe("latest question")
   })
 
+  it("collects user message text", () => {
+    const chat: ChatConversationRequest = {
+      ...baseChat,
+      messages: [
+        {
+          id: "message-1",
+          role: "assistant",
+          parts: [{ type: "text", text: "assistant reply" }],
+        },
+        {
+          id: "message-2",
+          role: "user",
+          parts: [{ type: "text", text: "first question" }],
+        },
+        {
+          id: "message-3",
+          role: "user",
+          parts: [{ type: "text", text: "second question" }],
+        },
+      ],
+    }
+
+    expect(getUserMessageTexts(chat.messages)).toEqual([
+      "first question",
+      "second question",
+    ])
+  })
+
+  it("regenerates titles at the interval", () => {
+    expect(shouldRegenerateTitle(2)).toBe(false)
+    expect(shouldRegenerateTitle(3)).toBe(true)
+    expect(shouldRegenerateTitle(6)).toBe(false)
+  })
+
+  it("strips thought tags", () => {
+    expect(stripThoughtTags("<think>draft</think>Hello Chat")).toBe(
+      "Hello Chat"
+    )
+  })
+
   it("truncates titles with an ellipsis", () => {
     const longMessage = "a".repeat(130)