Add support for custom provider models

Author: ericdallo

CHANGELOG.md

@@ -2,6 +2,8 @@
 
 ## Unreleased
 
+- Support custom LLM providers via config.
+
 ## 0.4.3
 
 - Improve context query performance.

docs/configuration.md

@@ -117,8 +117,16 @@ interface Config {
     mcpTimeoutSeconds: number;
     mcpServers: {[key: string]: {
         command: string;
-        args: string[];
-        disabled: boolean;
+        args?: string[];
+        disabled?: boolean; 
+    }};
+    customProviders: {[key: string]: {
+        api: 'openai' | 'anthropic';
+        models: string[];
+        url?: string;
+        urlEnv?: string;
+        key?: string;
+        keyEnv?: string;
     }};
     ollama?: {
         host: string;
@@ -148,6 +156,7 @@ interface Config {
                             "excludeCommands": []}},
   "mcpTimeoutSeconds" : 10,
   "mcpServers" : [],
+  "customProviders": {},
   "ollama" : {
     "host" : "http://localhost",
     "port" : 11434,

src/eca/config.clj

@@ -28,6 +28,7 @@
             :port 11434
             :useTools true}
    :chat {:welcomeMessage "Welcome to ECA! What you have in mind?\n\n"}
+   :customProviders {}
    :index {:ignoreFiles [{:type :gitignore}]}})
 
 (defn get-env [env] (System/getenv env))

src/eca/db.clj

@@ -20,7 +20,7 @@
             "claude-opus-4-0" {:tools true
                                :web-search true}
             "claude-3-5-haiku-latest" {:tools true
-                                       :web-search true}} ;; + ollama local models
+                                       :web-search true}} ;; + ollama local models + custom provider models
    :mcp-clients {}})
 
 (defonce db* (atom initial-db))

src/eca/handlers.clj

@@ -11,6 +11,19 @@
 (set! *warn-on-reflection* true)
 
 (defn ^:private initialize-extra-models! [db* config]
+  (when-let [custom-providers (seq (:customProviders config))]
+    (swap! db* update :models merge
+           (reduce
+            (fn [models [provider {provider-models :models}]]
+              (reduce
+               (fn [m model]
+                 (assoc m
+                        (str (name provider) "/" model)
+                        {:tools true}))
+               models
+               provider-models))
+            {}
+            custom-providers)))
   (when-let [ollama-models (seq (llm-api/extra-models config))]
     (swap! db* update :models merge
            (reduce

src/eca/llm_api.clj

@@ -21,11 +21,19 @@
 
 (defn ^:private anthropic-api-key [config]
   (or (:anthropicApiKey config)
-      (System/getenv "ANTHROPIC_API_KEY")))
+      (config/get-env "ANTHROPIC_API_KEY")))
+
+(defn ^:private anthropic-api-url []
+  (or (System/getenv "ANTHROPIC_API_URL")
+      llm-providers.anthropic/base-url))
 
 (defn ^:private openai-api-key [config]
-  (or (:openaiApiKey config)
-      (System/getenv "OPENAI_API_KEY")))
+  (or (:openaiapikey config)
+      (config/get-env "openai_api_key")))
+
+(defn ^:private openai-api-url []
+  (or (config/get-env "OPENAI_API_URL")
+      llm-providers.openai/base-url))
 
 (defn default-model
   "Returns the default LLM model checking this waterfall:
@@ -68,7 +76,16 @@
                              (on-error args)))
         tools (when (:tools model-config)
                 (mapv tool->llm-tool tools))
-        web-search (:web-search model-config)]
+        web-search (:web-search model-config)
+        custom-providers (:customProviders config)
+        custom-models (set (mapcat (fn [[k v]]
+                                     (map #(str (name k) "/" %) (:models v)))
+                                   custom-providers))
+        callbacks {:on-message-received on-message-received-wrapper
+                   :on-error on-error-wrapper
+                   :on-prepare-tool-call on-prepare-tool-call-wrapper
+                   :on-tool-called on-tool-called
+                   :on-reason on-reason}]
     (cond
       (contains? #{"o4-mini"
                    "o3"
@@ -80,12 +97,9 @@
         :past-messages past-messages
         :tools tools
         :web-search web-search
+        :api-url (openai-api-url)
         :api-key (openai-api-key config)}
-       {:on-message-received on-message-received-wrapper
-        :on-error on-error-wrapper
-        :on-prepare-tool-call on-prepare-tool-call-wrapper
-        :on-tool-called on-tool-called
-        :on-reason on-reason})
+       callbacks)
 
       (contains? #{"claude-sonnet-4-0"
                    "claude-opus-4-0"
@@ -97,27 +111,39 @@
         :past-messages past-messages
         :tools tools
         :web-search web-search
+        :api-url (anthropic-api-url)
         :api-key (anthropic-api-key config)}
-       {:on-message-received on-message-received-wrapper
-        :on-error on-error-wrapper
-        :on-prepare-tool-call on-prepare-tool-call-wrapper
-        :on-tool-called on-tool-called
-        :on-reason on-reason})
+       callbacks)
 
       (string/starts-with? model config/ollama-model-prefix)
       (llm-providers.ollama/completion!
        {:host (-> config :ollama :host)
         :port (-> config :ollama :port)
         :model (string/replace-first model config/ollama-model-prefix "")
-        :past-messages past-messages
         :context context
-        :tools tools
-        :user-prompt user-prompt}
-       {:on-message-received on-message-received-wrapper
-        :on-error on-error-wrapper
-        :on-prepare-tool-call on-prepare-tool-call-wrapper
-        :on-tool-called on-tool-called
-        :on-reason on-reason})
+        :user-prompt user-prompt
+        :past-messages past-messages
+        :tools tools}
+       callbacks)
+
+      (contains? custom-models model)
+      (let [[provider model] (string/split model #"/")
+            provider-config (get custom-providers (keyword provider))
+            provider-fn (case (:api provider-config)
+                          "openai" llm-providers.openai/completion!
+                          "anthropic" llm-providers.anthropic/completion!
+                          (on-error-wrapper {:msg (format "Unknown custom model %s for provider %s" (:api provider-config) provider)}))
+            url (or (:url provider-config) (config/get-env (:urlEnv provider-config)))
+            key (or (:key provider-config) (config/get-env (:keyEnv provider-config)))]
+        (provider-fn
+         {:model model
+          :context context
+          :user-prompt user-prompt
+          :past-messages past-messages
+          :tools tools
+          :api-url url
+          :api-key key}
+         callbacks))
 
       :else
       (on-error-wrapper {:msg (str "ECA Unsupported model: " model)}))))

src/eca/llm_providers/anthropic.clj

@@ -11,14 +11,9 @@
 
 (def ^:private logger-tag "[ANTHROPIC]")
 
-(def ^:private anthropic-url "https://api.anthropic.com")
 (def ^:private messages-path "/v1/messages")
 
-(defn ^:private url [path]
-  (format "%s%s"
-          (or (System/getenv "ANTHROPIC_API_URL")
-              anthropic-url)
-          path))
+(def base-url "https://api.anthropic.com")
 
 (defn ^:private ->tools [tools web-search]
   (cond->
@@ -30,8 +25,8 @@
                       :max_uses 10
                       :cache_control {:type "ephemeral"}})))
 
-(defn ^:private base-request! [{:keys [rid body api-key content-block* on-error on-response]}]
-  (let [url (url messages-path)]
+(defn ^:private base-request! [{:keys [rid body api-url api-key content-block* on-error on-response]}]
+  (let [url (str api-url messages-path)]
     (llm-util/log-request logger-tag rid url body)
     (http/post
      url
@@ -82,7 +77,7 @@
 
 (defn completion!
   [{:keys [model user-prompt temperature context max-tokens
-           api-key past-messages tools web-search]
+           api-url api-key past-messages tools web-search]
     :or {max-tokens 4096
          temperature 1.0}}
    {:keys [on-message-received on-error on-prepare-tool-call on-tool-called]}]
@@ -137,6 +132,7 @@
                                                (base-request!
                                                 {:rid (llm-util/gen-rid)
                                                  :body (assoc body :messages messages)
+                                                 :api-url api-url
                                                  :api-key api-key
                                                  :content-block* (atom nil)
                                                  :on-error on-error
@@ -150,6 +146,7 @@
     (base-request!
      {:rid (llm-util/gen-rid)
       :body body
+      :api-url api-url
       :api-key api-key
       :content-block* (atom nil)
       :on-error on-error

src/eca/llm_providers/openai.clj

@@ -10,17 +10,12 @@
 
 (def ^:private logger-tag "[OPENAI]")
 
-(def ^:private openai-url "https://api.openai.com")
 (def ^:private responses-path "/v1/responses")
 
-(defn ^:private url [path]
-  (format "%s%s"
-          (or (System/getenv "OPENAI_API_URL")
-              openai-url)
-          path))
+(def base-url "https://api.openai.com")
 
-(defn ^:private base-completion-request! [{:keys [rid body api-key on-error on-response]}]
-  (let [url (url responses-path)]
+(defn ^:private base-completion-request! [{:keys [rid body api-url api-key on-error on-response]}]
+  (let [url (str api-url responses-path)]
     (llm-util/log-request logger-tag rid url body)
     (http/post
      url
@@ -59,7 +54,7 @@
             msg))
         past-messages))
 
-(defn completion! [{:keys [model user-prompt context temperature api-key past-messages tools web-search]
+(defn completion! [{:keys [model user-prompt context temperature api-key api-url past-messages tools web-search]
                     :or {temperature 1.0}}
                    {:keys [on-message-received on-error on-prepare-tool-call on-tool-called on-reason]}]
   (let [input (conj (past-messages->input past-messages)
@@ -98,6 +93,7 @@
                                 (base-completion-request!
                                  {:rid (llm-util/gen-rid)
                                   :body (assoc body :input input)
+                                  :api-url api-url
                                   :api-key api-key
                                   :on-error on-error
                                   :on-response handle-response})
@@ -136,6 +132,7 @@
     (base-completion-request!
      {:rid (llm-util/gen-rid)
       :body body
+      :api-url api-url
       :api-key api-key
       :on-error on-error
       :on-response on-response-fn})))