Support customize completion api url via custom providers.

Author: ericdallo

CHANGELOG.md

@@ -2,6 +2,9 @@
 
 ## Unreleased
 
+- Fix anthropic api for custom providers.
+- Support customize completion api url via custom providers.
+
 ## 0.26.0
 
 - Support manual approval for specific tools. #44

docs/configuration.md

@@ -113,8 +113,9 @@ It's possible to configure ECA to be aware of custom LLM providers if they follo
     "my-company": {
        "api": "openai",
        "urlEnv": "MY_COMPANY_API_URL", // or "url": "https://litellm.my-company.com",
+       // "completionUrlRelativePath": "/v1/responses", // only if default is not enough,
        "keyEnv": "MY_COMPANY_API_KEY", // or "key": "123",
-       "models": ["gpt-4.1", "deepseek-r1"],
+       "models": ["gpt-5", "deepseek-r1"],
        "defaultModel": "deepseek-r1"
     }
   }
@@ -219,6 +220,7 @@ interface Config {
         defaultModel?: string;
         url?: string;
         urlEnv?: string;
+        completionUrlRelativePath?: string;
         key?: string;
         keyEnv?: string;
     }};

src/eca/llm_api.clj

@@ -169,7 +169,8 @@
                             "anthropic" llm-providers.anthropic/completion!
                             (on-error-wrapper {:message (format "Unknown custom model %s for provider %s" (:api provider-config) provider)}))
               url (or (:url provider-config) (config/get-env (:urlEnv provider-config)))
-              key (or (:key provider-config) (config/get-env (:keyEnv provider-config)))]
+              key (or (:key provider-config) (config/get-env (:keyEnv provider-config)))
+              url-relative-path (:completionUrlRelativePath provider-config)]
           (provider-fn
            {:model model
             :instructions instructions
@@ -180,6 +181,7 @@
             :tools tools
             :extra-payload extra-payload
             :api-url url
+            :url-relative-path url-relative-path
             :api-key key}
            callbacks))
 

src/eca/llm_providers/anthropic.clj

@@ -26,8 +26,8 @@
                       :max_uses 10
                       :cache_control {:type "ephemeral"}})))
 
-(defn ^:private base-request! [{:keys [rid body api-url api-key content-block* on-error on-response]}]
-  (let [url (str api-url messages-path)
+(defn ^:private base-request! [{:keys [rid body api-url api-key url-relative-path content-block* on-error on-response]}]
+  (let [url (str api-url (or url-relative-path messages-path))
         reason-id (str (random-uuid))]
     (llm-util/log-request logger-tag rid url body)
     (http/post
@@ -96,7 +96,7 @@
 
 (defn completion!
   [{:keys [model user-messages temperature instructions max-output-tokens
-           api-url api-key reason? past-messages tools web-search extra-payload]
+           api-url api-key url-relative-path reason? past-messages tools web-search extra-payload]
     :or {temperature 1.0}}
    {:keys [on-message-received on-error on-reason on-prepare-tool-call on-tools-called on-usage-updated]}]
   (let [messages (concat (normalize-messages past-messages)
@@ -175,6 +175,7 @@
                                                :body (assoc body :messages messages)
                                                :api-url api-url
                                                :api-key api-key
+                                               :url-relative-path url-relative-path
                                                :content-block* (atom nil)
                                                :on-error on-error
                                                :on-response handle-response}))
@@ -191,6 +192,7 @@
       :body body
       :api-url api-url
       :api-key api-key
+      :url-relative-path url-relative-path
       :content-block* (atom nil)
       :on-error on-error
       :on-response on-response-fn})))

src/eca/llm_providers/openai.clj

@@ -15,8 +15,8 @@
 
 (def base-url "https://api.openai.com")
 
-(defn ^:private base-completion-request! [{:keys [rid body api-url api-key on-error on-response]}]
-  (let [url (str api-url responses-path)]
+(defn ^:private base-completion-request! [{:keys [rid body api-url url-relative-path api-key on-error on-response]}]
+  (let [url (str api-url (or url-relative-path responses-path))]
     (llm-util/log-request logger-tag rid url body)
     (http/post
      url
@@ -69,7 +69,7 @@
                                               %) c))))))
         past-messages))
 
-(defn completion! [{:keys [model user-messages instructions reason? api-key api-url
+(defn completion! [{:keys [model user-messages instructions reason? api-key api-url url-relative-path
                            max-output-tokens past-messages tools web-search extra-payload]}
                    {:keys [on-message-received on-error on-prepare-tool-call on-tools-called on-reason on-usage-updated]}]
   (let [input (concat (normalize-messages past-messages)
@@ -168,6 +168,7 @@
                    {:rid (llm-util/gen-rid)
                     :body (assoc body :input input)
                     :api-url api-url
+                    :url-relative-path url-relative-path
                     :api-key api-key
                     :on-error on-error
                     :on-response handle-response})
@@ -186,6 +187,7 @@
      {:rid (llm-util/gen-rid)
       :body body
       :api-url api-url
+      :url-relative-path url-relative-path
       :api-key api-key
       :on-error on-error
       :on-response on-response-fn})))