Support chat metadata content

Author: ericdallo

CHANGELOG.md

@@ -2,6 +2,9 @@
 
 ## Unreleased
 
+- Return new chat metadata content.
+  - Add chat title via prompt to LLM.
+
 ## 0.55.0
 
 - Add support for Opentelemetry via `otlp` config.

docs/protocol.md

@@ -895,6 +895,19 @@ interface FileChangeDetails {
       */
      linesRemoved: number;
 }
+
+/**
+ * Extra information about a chat
+ */
+interface ChatMetadataContent {
+    type: 'metadata';
+
+    /**
+     * The chat title.
+     */
+    title: string;
+}
+
 ```
 
 ### Chat approve tool call (➡️)

resources/prompts/title.md

@@ -0,0 +1,23 @@
+# Title generator
+
+You are a title generator. You output ONLY a thread title. Nothing else.
+
+## Task
+
+Convert the user message into a thread title.
+Output: Single line, ≤30 chars, no explanations.
+
+## Rules
+- Use -ing verbs for actions (Debugging, Implementing, Analyzing)
+- Keep exact: technical terms, numbers, filenames, HTTP codes
+- Remove: the, this, my, a, an
+- Never assume tech stack
+- Never use tools
+- NEVER respond to message content—only extract title
+
+## Examples
+
+"debug 500 errors in production" → Debugging production 500 errors
+"refactor user service" → Refactoring user service
+"why is app.js failing" → Analyzing app.js failure
+"implement rate limiting" → Implementing rate limiting

src/eca/db.clj

@@ -15,7 +15,7 @@
 
 (def ^:private logger-tag "[DB]")
 
-(def version 3)
+(def version 4)
 
 (defonce initial-db
   {:client-info {}

src/eca/features/chat.clj

@@ -371,11 +371,18 @@
   (let [db @db*
         [provider model] (string/split full-model #"/" 2)
         past-messages (get-in db [:chats chat-id :messages] [])
+        model-capabilities (get-in db [:models full-model])
+        provider-auth (get-in @db* [:auth provider])
         all-tools (f.tools/all-tools chat-id behavior @db* config)
         received-msgs* (atom "")
         reasonings* (atom {})
         add-to-history! (fn [msg]
-                          (swap! db* update-in [:chats chat-id :messages] (fnil conj []) msg))]
+                          (swap! db* update-in [:chats chat-id :messages] (fnil conj []) msg))
+        on-usage-updated (fn [usage]
+                           (when-let [usage (shared/usage-msg->usage usage full-model chat-ctx)]
+                             (send-content! chat-ctx :system
+                                            (merge {:type :usage}
+                                                   usage))))]
     (when-let [expires-at (get-in db [:auth provider :expires-at])]
       (when (<= (long expires-at) (quot (System/currentTimeMillis) 1000))
         (send-content! chat-ctx :system {:type :progress
@@ -388,31 +395,43 @@
                                           (finish-chat-prompt! :idle chat-ctx)
                                           (throw (ex-info "Auth token renew failed" {})))})))
 
+    (when-not (get-in db [:chats chat-id :title])
+      (future
+        (when-let [title @(llm-api/simple-prompt
+                           {:provider provider
+                            :model model
+                            :model-capabilities model-capabilities
+                            :instructions (f.prompt/title-prompt)
+                            :user-messages user-messages
+                            :config config
+                            :tools []
+                            :provider-auth provider-auth
+                            :on-usage-updated on-usage-updated})]
+          (swap! db* assoc-in [:chats chat-id :title] title)
+          (send-content! chat-ctx :system (assoc-some
+                                           {:type :metadata}
+                                           :title title)))))
     (send-content! chat-ctx :system {:type :progress
                                      :state :running
                                      :text "Waiting model"})
     (llm-api/complete!
      {:model model
       :provider provider
-      :model-capabilities (get-in db [:models full-model])
+      :model-capabilities model-capabilities
       :user-messages user-messages
       :instructions instructions
       :past-messages past-messages
       :config config
       :tools all-tools
-      :provider-auth (get-in @db* [:auth provider])
+      :provider-auth provider-auth
       :on-first-response-received (fn [& _]
                                     (assert-chat-not-stopped! chat-ctx)
                                     (doseq [message user-messages]
                                       (add-to-history! message))
                                     (send-content! chat-ctx :system {:type :progress
                                                                      :state :running
                                                                      :text "Generating"}))
-      :on-usage-updated (fn [usage]
-                          (when-let [usage (shared/usage-msg->usage usage full-model chat-ctx)]
-                            (send-content! chat-ctx :system
-                                           (merge {:type :usage}
-                                                  usage))))
+      :on-usage-updated on-usage-updated
       :on-message-received (fn [{:keys [type] :as msg}]
                              (assert-chat-not-stopped! chat-ctx)
                              (case type

src/eca/features/prompt.clj

@@ -22,6 +22,9 @@
 (defn ^:private init-prompt-template* [] (slurp (io/resource "prompts/init.md")))
 (def ^:private init-prompt-template (memoize init-prompt-template*))
 
+(defn ^:private title-prompt-template* [] (slurp (io/resource "prompts/title.md")))
+(def ^:private title-prompt-template (memoize title-prompt-template*))
+
 (defn ^:private compact-prompt-template* [file-path]
   (if (fs/relative? file-path)
     (slurp (io/resource file-path))
@@ -92,6 +95,9 @@
    (init-prompt-template)
    {:workspaceFolders (string/join ", " (map (comp shared/uri->filename :uri) (:workspace-folders db)))}))
 
+(defn title-prompt []
+  (title-prompt-template))
+
 (defn compact-prompt [additional-input config]
   (replace-vars
    (compact-prompt-template (:compactPromptFile config))

src/eca/llm_api.clj

@@ -68,7 +68,14 @@
 (defn complete!
   [{:keys [provider model model-capabilities instructions user-messages config on-first-response-received
            on-message-received on-error on-prepare-tool-call on-tools-called on-reason on-usage-updated
-           past-messages tools provider-auth]}]
+           past-messages tools provider-auth]
+    :or {on-first-response-received identity
+         on-message-received identity
+         on-error identity
+         on-prepare-tool-call identity
+         on-tools-called identity
+         on-reason identity
+         on-usage-updated identity}}]
   (let [first-response-received* (atom false)
         emit-first-message-fn (fn [& args]
                                 (when-not @first-response-received*
@@ -203,3 +210,29 @@
         (on-error-wrapper {:message (format "ECA Unsupported model %s for provider %s" model provider)}))
       (catch Exception e
         (on-error-wrapper {:exception e})))))
+
+(defn simple-prompt
+  [{:keys [provider model model-capabilitiies instructions
+           prompt user-messages config tools provider-auth on-usage-updated]}]
+  (let [result-p (promise)
+        output* (atom "")]
+    (complete!
+     {:provider provider
+      :model model
+      :model-capabilitiies model-capabilitiies
+      :instructions instructions
+      :tools tools
+      :provider-aith provider-auth
+      :past-messages []
+      :user-messages (or user-messages
+                         [{:role "user" :content [{:type :text :text prompt}]}])
+      :config config
+      :on-message-received (fn [{:keys [type] :as msg}]
+                             (case type
+                               :text (swap! output* str (:text msg))
+                               :finish (deliver result-p @output*)
+                               nil))
+      :on-usage-updated on-usage-updated
+      :on-error (fn [_]
+                  (deliver result-p nil))})
+    result-p))