Fix mcp prompts for anthropic models

Author: ericdallo

src/eca/features/chat.clj

@@ -131,6 +131,7 @@
 
 (defn ^:private prompt-messages!
   [user-messages
+   reason?
    {:keys [db* config chat-id contexts behavior model] :as chat-ctx}]
   (when (seq contexts)
     (send-content! chat-ctx :system {:type :progress
@@ -161,6 +162,7 @@
       :past-messages past-messages
       :config config
       :tools all-tools
+      :reason? reason?
       :on-first-response-received (fn [& _]
                                     (assert-chat-not-stopped! chat-ctx)
                                     (doseq [message user-messages]
@@ -289,7 +291,7 @@
                    {}
                    arguments)
         {:keys [messages]} (f.mcp/get-prompt! prompt args-vals @db*)]
-    (prompt-messages! messages chat-ctx)))
+    (prompt-messages! messages false chat-ctx)))
 
 (defn ^:private handle-command! [{:keys [command]} {:keys [chat-id db*] :as chat-ctx}]
   (case command
@@ -336,7 +338,7 @@
     (case (:type decision)
       :mcp-prompt (send-mcp-prompt! decision chat-ctx)
       :eca-command (handle-command! decision chat-ctx)
-      :prompt-message (prompt-messages! [{:role "user" :content message}] chat-ctx))
+      :prompt-message (prompt-messages! [{:role "user" :content message}] true chat-ctx))
     {:chat-id chat-id
      :model chosen-model
      :status :success}))

src/eca/llm_api.clj

@@ -71,7 +71,7 @@
          :type "function"))
 
 (defn complete!
-  [{:keys [model model-config instructions user-messages config on-first-response-received
+  [{:keys [model model-config instructions reason? user-messages config on-first-response-received
            on-message-received on-error on-prepare-tool-call on-tool-called on-reason
            past-messages tools]}]
   (let [first-response-received* (atom false)
@@ -116,6 +116,7 @@
         :user-messages user-messages
         :max-output-tokens max-output-tokens
         :reason-tokens reason-tokens
+        :reason? reason?
         :past-messages past-messages
         :tools tools
         :web-search web-search
@@ -132,6 +133,7 @@
         :user-messages user-messages
         :max-output-tokens max-output-tokens
         :reason-tokens reason-tokens
+        :reason? reason?
         :past-messages past-messages
         :tools tools
         :web-search web-search
@@ -143,6 +145,7 @@
       (llm-providers.ollama/completion!
        {:host (-> config :ollama :host)
         :port (-> config :ollama :port)
+        :reason? reason?
         :model (string/replace-first model config/ollama-model-prefix "")
         :instructions instructions
         :user-messages user-messages
@@ -165,6 +168,7 @@
           :user-messages user-messages
           :max-output-tokens max-output-tokens
           :reason-tokens reason-tokens
+          :reason? reason?
           :past-messages past-messages
           :web-search web-search
           :tools tools

src/eca/llm_providers/anthropic.clj

@@ -96,7 +96,7 @@
 
 (defn completion!
   [{:keys [model user-messages temperature instructions max-output-tokens
-           api-url api-key reason-tokens past-messages tools web-search]
+           api-url api-key reason? reason-tokens past-messages tools web-search]
     :or {temperature 1.0}}
    {:keys [on-message-received on-error on-reason on-prepare-tool-call on-tool-called]}]
   (let [messages (concat (normalize-messages past-messages)
@@ -109,7 +109,7 @@
                :stream true
                :tools (->tools tools web-search)
                :system [{:type "text" :text instructions :cache_control {:type "ephemeral"}}]}
-              :thinking (when (and reason-tokens (> reason-tokens 0))
+              :thinking (when (and reason? reason-tokens (> reason-tokens 0))
                           {:type "enabled"
                            :budget_tokens reason-tokens}))
 

test/eca/llm_providers/anthropic_test.clj

@@ -37,7 +37,7 @@
                                                :arguments {}
                                                :output {:contents [{:type :text
                                                                     :error false
-                                                                    :content "Allowed directories: /foo/bar"}]}}}
+                                                                    :text "Allowed directories: /foo/bar"}]}}}
            {:role "assistant" :content "I see /foo/bar"}])))))
 
 (deftest add-cache-to-last-message-test

test/eca/llm_providers/ollama_test.clj

@@ -34,5 +34,5 @@
                                                :arguments {}
                                                :output {:contents [{:type :text
                                                                     :error false
-                                                                    :content "Allowed directories: /foo/bar"}]}}}
+                                                                    :text "Allowed directories: /foo/bar"}]}}}
            {:role "assistant" :content "I see /foo/bar"}])))))

test/eca/llm_providers/openai_test.clj

@@ -38,5 +38,5 @@
                                                :arguments {}
                                                :output {:contents [{:type :text
                                                                     :error false
-                                                                    :content "Allowed directories: /foo/bar"}]}}}
+                                                                    :text "Allowed directories: /foo/bar"}]}}}
            {:role "assistant" :content [{:type :text :text "I see /foo/bar"}]}])))))