Update completion model + small improvements

Author: ericdallo

CHANGELOG.md

@@ -4,6 +4,7 @@
 
 - Improve chat title generation.
 - Fix completion error handling.
+- Default to `openai/gpt-4.1` on completion.
 
 ## 0.73.0
 

docs/configuration.md

@@ -399,7 +399,7 @@ You can configure which model and system prompt ECA will use during its inline c
     ```javascript title="~/.config/eca/config.json"
     {
       "completion": {
-        "model": "github-copilot/gpt-4o",
+        "model": "github-copilot/gpt-4.1",
         "systemPromptFile": "/path/to/my-prompt.md"
       }
     }
@@ -583,7 +583,7 @@ To configure, add your OTLP collector config via `:otlp` map following [otlp aut
         }
       },
       "completion": {
-        "model": "openai/gpt-4o",
+        "model": "openai/gpt-4.1",
         "systemPromptFile": "prompts/inline_completion.md"
       }
     }

src/eca/config.clj

@@ -119,7 +119,7 @@
    :index {:ignoreFiles [{:type :gitignore}]
            :repoMap {:maxTotalEntries 800
                      :maxEntriesPerDir 50}}
-   :completion {:model "openai/gpt-4o"
+   :completion {:model "openai/gpt-4.1"
                 :systemPromptFile "prompts/inline_completion.md"}})
 
 

src/eca/features/completion.clj

@@ -62,14 +62,20 @@
         {:keys [line character]} position
         input-code (insert-completion-tag doc-text position)
         instructions (f.prompt/inline-completion-prompt config)
-        {:keys [error result]} (llm-api/sync-prompt!
-                                {:provider provider
-                                 :model model
-                                 :config config
-                                 :prompt input-code
-                                 :instructions instructions
-                                 :provider-auth provider-auth
-                                 :model-capabilities model-capabilities})]
+        {:keys [error result]} (deref (future
+                                        (llm-api/sync-prompt!
+                                         {:provider provider
+                                          :model model
+                                          :config config
+                                          :prompt input-code
+                                          :instructions instructions
+                                          :provider-auth provider-auth
+                                          :model-capabilities (assoc model-capabilities
+                                                                     :reason? false
+                                                                     :tools false
+                                                                     :web-search false)}))
+                                      30000 ;; TODO move to config
+                                      {:error {:message "Timeout waiting for completion"}})]
     (cond
       (:message error)
       {:error {:type :warning

src/eca/llm_api.clj

@@ -275,4 +275,5 @@
     :past-messages past-messages
     :user-messages (or user-messages
                        [{:role "user" :content [{:type :text :text prompt}]}])
-    :config config}))
+    :config config
+    :on-error (fn [error] {:error error})}))