update

Author: jhakulin

src/api/main.py

@@ -47,6 +47,7 @@ async def lifespan(app: fastapi.FastAPI):
     )
 
     # TODO: add more files are not supported for citation at the moment
+    """
     file_names = ["product_info_1.md", "product_info_2.md"]
     files: Dict[str, str] = {}
     for file_name in file_names:
@@ -63,7 +64,7 @@ async def lifespan(app: fastapi.FastAPI):
     tool_set.add(file_search_tool)
     
     print(f"ToolResource: {tool_set.resources}")
-        
+    """    
     agent = await ai_client.agents.create_agent(
         model="gpt-4o-mini", name="my-assistant", instructions="You are helpful assistant", tools = tool_set.definitions, tool_resources=tool_set.resources
     )
@@ -72,8 +73,8 @@ async def lifespan(app: fastapi.FastAPI):
 
     bp.ai_client = ai_client
     bp.agent = agent
-    bp.vector_store = vector_store
-    bp.files = files
+    #bp.vector_store = vector_store
+    #bp.files = files
 
     yield
 
@@ -85,8 +86,8 @@ async def stop_server():
         await bp.ai_client.agents.delete_file(file_id)
         print(f"Deleted file {file_id}")
 
-    await bp.ai_client.agents.delete_vector_store(bp.vector_store.id)
-    print(f"Deleted vector store {bp.vector_store.id}")
+    #await bp.ai_client.agents.delete_vector_store(bp.vector_store.id)
+    #print(f"Deleted vector store {bp.vector_store.id}")
 
     await bp.ai_client.agents.delete_agent(bp.agent.id)
 

src/api/static/ChatClient.js

@@ -31,46 +31,45 @@ class ChatClient {
             console.error('Fetch failed:', error);
         }
 }
-    
+
     handleMessages(stream) {
         let messageDiv = null;
         let accumulatedContent = '';
         let isStreaming = true;
         let buffer = '';
         let annotations = [];
-    
+
         const reader = stream.getReader();
         const decoder = new TextDecoder();
-    
+
         const readStream = async () => {
             while (true) {
                 const { done, value } = await reader.read();
                 if (done) {
-                    break;
+                    break; // The stream finished normally.
                 }
-    
+
                 buffer += decoder.decode(value, { stream: true });
-    
                 let boundary = buffer.indexOf('\n');
+                
+
                 while (boundary !== -1) {
                     const chunk = buffer.slice(0, boundary).trim();
                     buffer = buffer.slice(boundary + 1);
-    
+
                     if (chunk.startsWith('data: ')) {
                         const data = JSON.parse(chunk.slice(6));
-    
+
                         if (data.type === "stream_end") {
-                            reader.releaseLock();
+                            // Just break out of the loop, no releaseLock().
                             messageDiv = null;
                             accumulatedContent = '';
+                            break;
                         } else {
                             if (!messageDiv) {
                                 messageDiv = this.ui.createAssistantMessageDiv();
-                                if (!messageDiv) {
-                                    console.error("Failed to create message div.");
-                                }
                             }
-    
+                            
                             if (data.type === "completed_message") {
                                 this.ui.clearAssistantMessage(messageDiv);
                                 accumulatedContent = data.content;
@@ -79,19 +78,26 @@ class ChatClient {
                             } else {
                                 accumulatedContent += data.content;
                             }
-    
-                            this.ui.appendAssistantMessage(messageDiv, accumulatedContent, isStreaming, annotations);
+
+                            this.ui.appendAssistantMessage(
+                                messageDiv,
+                                accumulatedContent,
+                                isStreaming,
+                                annotations
+                            );
                         }
                     }
-    
+
                     boundary = buffer.indexOf('\n');
                 }
             }
         };
-    
-        readStream().catch(error => {
-            console.error('Stream reading failed:', error);
-        });
+
+        // Ensure errors surface nicely:
+        readStream()
+            .catch(error => {
+                console.error('Stream reading failed:', error);
+            });
     }
 
 }

src/files/product_info_3.md

@@ -0,0 +1 @@
+Need to stop