Fix openai tool calling

Author: ovistoica

core/src/voice_fn/processors/llm_context_aggregator.clj

@@ -176,7 +176,7 @@ S: Start, E: End, T: Transcription, I: Interim, X: Text
                     :tool_calls [{:id tool-call-id
                                   :type :function
                                   :function {:name function-name
-                                             :arguments (u/parse-if-json function-arguments)}}]}
+                                             :arguments function-arguments}}]}
                    {:role :assistant
                     :content [{:type :text
                                :text content-aggregation}]})]
@@ -289,7 +289,7 @@ S: Start, E: End, T: Transcription, I: Interim, X: Text
                                        (let [tool-call (context->tool-call frame)
                                              tool-id (:id tool-call)
                                              fname (get-in tool-call [:function :name])
-                                             args (get-in tool-call [:function :arguments])
+                                             args (u/parse-if-json (get-in tool-call [:function :arguments]))
                                              rt (get registered-tools fname)
                                              f (:tool rt)
                                              async? (:async? rt)]

core/src/voice_fn/processors/openai.clj

@@ -50,8 +50,8 @@
       [;; GPT-4 Models
        "gpt-4"
        "gpt-4-32k"
-       "gpt-4-1106-preview"    ;; GPT-4 Turbo
-       "gpt-4-vision-preview"  ;; GPT-4 Vision
+       "gpt-4-1106-preview"   ;; GPT-4 Turbo
+       "gpt-4-vision-preview" ;; GPT-4 Vision
        ;; GPT-3.5 Models
        "gpt-3.5-turbo"
        "gpt-3.5-turbo-16k"

core/test/voice_fn/processors/llm_context_aggregator_test.clj

@@ -124,7 +124,7 @@
     (fact "if new context is tool call result, send it forward"
           (let [new-context {:messages [{:role "system", :content "You are a voice agent operating via phone. Be concise. The input you receive comes from a speech-to-text (transcription) system that isn't always efficient and may send unclear text. Ask for clarification when you're unsure what the person said."}
                                         {:role "user", :content "What's the weather in New York?"}
-                                        {:role :assistant, :tool_calls [{:id "call_LCEOwyJ6wsqC5rzJRH0uMnR8", :type :function, :function {:name "get_weather", :arguments {:town "New York"}}}]}
+                                        {:role :assistant, :tool_calls [{:id "call_LCEOwyJ6wsqC5rzJRH0uMnR8", :type :function, :function {:name "get_weather", :arguments "{\"town\":\"New York\"}"}}]}
                                         {:role :tool, :content [{:type :text, :text "The weather in New York is 17 degrees celsius"}], :tool_call_id "call_LCEOwyJ6wsqC5rzJRH0uMnR8"}]
                              :tools [{:type :function
                                       :function {:name "get_weather"
@@ -256,10 +256,7 @@
                                                  :role "assistant"}
                                                 {:content "Hello there" :role "user"}
                                                 {:role :assistant
-                                                 :tool_calls [{:function {:arguments {:date "2023-10-10"
-                                                                                      :fields ["price"
-                                                                                               "volume"]
-                                                                                      :ticker "MSFT"}
+                                                 :tool_calls [{:function {:arguments "{\"ticker\":\"MSFT\",\"fields\":[\"price\",\"volume\"],\"date\":\"2023-10-10\"}"
                                                                           :name "retrieve_latest_stock_data"}
                                                                :id "call_frPVnoe8ruDicw50T8sLHki7"
                                                                :type :function}]}]}}
@@ -269,9 +266,7 @@
         (:frame/data out-frame) => {:messages [{:content "You are a helpful assistant" :role "assistant"}
                                                {:content "Hello there" :role "user"}
                                                {:role :assistant
-                                                :tool_calls [{:function {:arguments {:date "2023-10-10"
-                                                                                     :fields ["price" "volume"]
-                                                                                     :ticker "MSFT"}
+                                                :tool_calls [{:function {:arguments "{\"ticker\":\"MSFT\",\"fields\":[\"price\",\"volume\"],\"date\":\"2023-10-10\"}"
                                                                          :name "retrieve_latest_stock_data"}
                                                               :id "call_frPVnoe8ruDicw50T8sLHki7"
                                                               :type :function}]}]}))))