Handle stream network errors between client and server gracefully

Author: Veikkosuhonen

src/client/components/ChatV2/ChatV2.tsx

@@ -97,13 +97,13 @@ export const ChatV2 = () => {
   const disclaimerInfo = infoTexts?.find((infoText) => infoText.name === 'disclaimer')?.text[language] ?? null
 
   const processStream = async (stream: ReadableStream) => {
+    let content = ''
+    let error = ''
+    let fileSearch: FileSearchCompletedData
+
     try {
       const reader = stream.getReader()
 
-      let content = ''
-      let error = ''
-      let fileSearch: FileSearchCompletedData
-
       while (true) {
         const { value, done } = await reader.read()
         if (done) break
@@ -166,18 +166,21 @@ export const ChatV2 = () => {
           }
         }
       }
-
-      setMessages((prev: Message[]) =>
-        prev.concat({
-          role: 'assistant',
-          content,
-          error,
-          fileSearchResult: fileSearch,
-        }),
-      )
     } catch (err: any) {
       handleCompletionStreamError(err, fileName)
+      error += '\nResponse stream was interrupted'
     } finally {
+      if (content.length > 0) {
+        setMessages((prev: Message[]) =>
+          prev.concat({
+            role: 'assistant',
+            content,
+            error: error.length > 0 ? error : undefined,
+            fileSearchResult: fileSearch,
+          }),
+        )
+      }
+
       setStreamController(undefined)
       setCompletion('')
       setIsCompletionDone(true)

src/server/routes/openai.ts

@@ -164,8 +164,6 @@ openaiRouter.post('/stream/v2', upload.single('file'), async (r, res) => {
     }
   }
 
-  console.log('ragIndex', ragIndexId, ragIndex)
-
   const responsesClient = new ResponsesClient({
     model: options.model,
     ragIndex,