Support custom api urls for models

Author: ericdallo

CHANGELOG.md

@@ -5,6 +5,7 @@
 - Add env support for MCPs
 - Add web_search capability
 - Add `o3` model support.
+- Support custom API urls for OpenAI and Anthropic
 
 ## 0.0.3
 

src/eca/features/mcp.clj

@@ -55,15 +55,16 @@
 (defn cache-tools! [db*]
   (let [obj-mapper (ObjectMapper.)]
     (doseq [[name {:keys [client]}] (:mcp-clients @db*)]
-      (doseq [^McpSchema$Tool tool-client (.tools (.listTools ^McpSyncClient client))]
-        (let [tool {:name (.name tool-client)
-                    :mcp-name name
-                    :mcp-client client
-                    :description (.description tool-client)
-                    ;; We convert to json to then read so we have the clojrue map
-                    ;; TODO avoid this converting to clojure map directly
-                    :parameters (json/parse-string (.writeValueAsString obj-mapper (.inputSchema tool-client)) true)}]
-          (swap! db* assoc-in [:mcp-tools (:name tool)] tool))))))
+      (when (.isInitialized client)
+        (doseq [^McpSchema$Tool tool-client (.tools (.listTools ^McpSyncClient client))]
+          (let [tool {:name (.name tool-client)
+                      :mcp-name name
+                      :mcp-client client
+                      :description (.description tool-client)
+                      ;; We convert to json to then read so we have the clojrue map
+                      ;; TODO avoid this converting to clojure map directly
+                      :parameters (json/parse-string (.writeValueAsString obj-mapper (.inputSchema tool-client)) true)}]
+            (swap! db* assoc-in [:mcp-tools (:name tool)] tool)))))))
 
 (defn list-tools [db]
   (vals (:mcp-tools db)))

src/eca/llm_providers/anthropic.clj

@@ -10,7 +10,14 @@
 
 (def ^:private logger-tag "[ANTHROPIC]")
 
-(def ^:private url "https://api.anthropic.com/v1/messages")
+(def ^:private anthropic-url "https://api.anthropic.com")
+(def ^:private messages-path "/v1/messages")
+
+(defn ^:private url [path]
+  (format "%s%s"
+          (or (System/getenv "ANTHROPIC_API_URL")
+              anthropic-url)
+          path))
 
 (defn ^:private ->tools [tools web-search]
   (cond->
@@ -25,7 +32,7 @@
   (let [api-key (or api-key
                     (System/getenv "ANTHROPIC_API_KEY"))]
     (http/post
-     url
+     (url messages-path)
      {:headers {"x-api-key" api-key
                 "anthropic-version" "2023-06-01"
                 "Content-Type" "application/json"}

src/eca/llm_providers/openai.clj

@@ -10,13 +10,20 @@
 
 (def ^:private logger-tag "[OPENAI]")
 
-(def ^:private url "https://api.openai.com/v1/responses")
+(def ^:private openai-url "https://api.openai.com/")
+(def ^:private responses-path "/v1/responses")
 
-(defn ^:private base-request! [{:keys [body api-key on-error on-response]}]
+(defn ^:private url [path]
+  (format "%s%s"
+          (or (System/getenv "OPENAI_API_URL")
+              openai-url)
+          path))
+
+(defn ^:private base-completion-request! [{:keys [body api-key on-error on-response]}]
   (let [api-key (or api-key
                     (System/getenv "OPENAI_API_KEY"))]
     (http/post
-     url
+     (url responses-path)
      {:headers {"Authorization" (str "Bearer " api-key)
                 "Content-Type" "application/json"}
       :body (json/generate-string body)
@@ -58,7 +65,7 @@
                                                                function-args (-> data :item :arguments)
                                                                response (on-tool-called {:name function-name
                                                                                          :arguments (json/parse-string function-args)})]
-                                                           (base-request!
+                                                           (base-completion-request!
                                                             {:body (assoc body :input (concat input
                                                                                               [{:type "function_call"
                                                                                                 :call_id (-> data :item :call_id)
@@ -84,7 +91,7 @@
                                                   (on-message-received {:type :finish
                                                                         :finish-reason (-> data :response :status)}))
                            nil))]
-    (base-request!
+    (base-completion-request!
      {:body body
       :api-key api-key
       :on-error on-error