Tool calls partly working, though we're failing both to stream the tool call to the frontend and to resume after submitting tool output

Author: chriscarrollsmith

routers/chat.py

@@ -6,11 +6,14 @@
 from fastapi.responses import StreamingResponse, HTMLResponse
 from openai import AsyncOpenAI
 from openai.resources.beta.threads.runs.runs import AsyncAssistantStreamManager
-from openai.types.beta.assistant_stream_event import ThreadMessageCreated, ThreadMessageDelta, ThreadRunCompleted
+from openai.types.beta.assistant_stream_event import ThreadMessageCreated, ThreadMessageDelta, ThreadRunCompleted, ThreadRunRequiresAction
 from fastapi.responses import StreamingResponse
 from fastapi import APIRouter, Depends, Form, HTTPException
 from pydantic import BaseModel
+import json
 
+# Import our get_weather method
+from utils.weather import get_weather
 
 logger: logging.Logger = logging.getLogger("uvicorn.error")
 logger.setLevel(logging.DEBUG)
@@ -30,20 +33,25 @@ class ToolCallOutputs(BaseModel):
     runId: str
 
 async def post_tool_outputs(client: AsyncOpenAI, data: dict, thread_id: str):
-
+    """
+    data is expected to be something like
+
+    {
+      "tool_outputs": {"location": "City", "temperature": 70, "conditions": "Sunny"},
+      "runId": "some-run-id",
+    }
+    """
     try:
-        # Parse the JSON body into the ToolCallOutputs model
-        tool_call_outputs = ToolCallOutputs(**data)
-
-        # Submit tool outputs stream
-        stream = await client.beta.threads.runs.submit_tool_outputs_stream(
-            thread_id,
-            tool_call_outputs.runId,
-            {"tool_outputs": tool_call_outputs.tool_outputs}
+        outputs_list = [data["tool_outputs"]]
+
+        stream_manager = client.beta.threads.runs.submit_tool_outputs_stream(
+            thread_id=thread_id,
+            run_id=data["runId"],
+            tool_outputs=outputs_list,
         )
 
-        # Return the stream as a response
-        return stream.to_readable_stream()
+        return stream_manager
+
     except Exception as e:
         logger.error(f"Error submitting tool outputs: {e}")
         raise HTTPException(status_code=500, detail=str(e))
@@ -120,6 +128,34 @@ async def event_generator():
                         f"data: {event.data.delta.content[0].text.value}\n\n"
                     )
 
+                if isinstance(event, ThreadRunRequiresAction):
+                    required_action = event.data.required_action
+                    if required_action and required_action.submit_tool_outputs:
+                        for tool_call in required_action.submit_tool_outputs.tool_calls:
+                            yield (
+                                f"event: toolCallCreated\n"
+                                f"data: {templates.get_template('components/assistant-step.html').render(
+                                    step_type='toolCall', stream_name=f'toolDelta{step_counter}'
+                                ).replace('\n', '')}\n\n"
+                            )
+
+                            if tool_call.type == "function" and tool_call.function.name == "get_weather":
+                                try:
+                                    args = json.loads(tool_call.function.arguments)
+                                    location = args.get("location", "Unknown")
+                                except Exception as err:
+                                    logger.error(f"Failed to parse function arguments: {err}")
+                                    location = "Unknown"
+
+                                weather_output = get_weather(location)
+                                logger.info(f"Weather output: {weather_output}")
+
+                                data_for_tool = {
+                                    "tool_outputs": weather_output,
+                                    "runId": event.data.id,
+                                }
+                                await post_tool_outputs(client, data_for_tool, thread_id)
+
                 if isinstance(event, ThreadRunCompleted):
                     yield "event: endStream\ndata: DONE\n\n"
 

static/styles.css

@@ -162,6 +162,11 @@ pre {
   white-space: pre-wrap;
 }
 
+.toolCall {
+  white-space: pre-wrap;
+}
+
+
 .fileViewer {
   display: flex;
   flex-direction: column;
@@ -416,9 +421,11 @@ pre {
 
 .userMessage,
 .assistantMessage,
-.codeMessage {
+.codeMessage,
+.toolCall {
   margin: 8px 0;
   padding: 8px 16px;
+
   align-self: flex-start;
   border-radius: 15px;
   max-width: 80%;

templates/components/assistant-run.html

@@ -2,6 +2,6 @@
 <div class="assistant-run" hx-swap="beforeend" 
      hx-ext="sse"     
      sse-connect="/assistants/{{ assistant_id }}/messages/{{ thread_id }}/receive" 
-     sse-swap="messageCreated" 
+     sse-swap="messageCreated,toolCallCreated" 
      sse-close="endStream">
 </div>