fix: resolve 60s streaming timeout with Connection: close

Signed-off-by: Xin Liu <[email protected]>

Author: apepkuss

src/proxy/http_proxy.rs

@@ -84,7 +84,7 @@ impl HttpProxy {
         let body_stream = stream.map(|result| {
             result.map_err(|e| {
                 error!("Error reading response stream: {}", e);
-                std::io::Error::other(e)
+                std::io::Error::new(std::io::ErrorKind::Other, e)
             })
         });
 

tests/mock-data/mock-openai-stream.py

@@ -46,7 +46,8 @@ def send_streaming_response(self, request_data):
         self.send_response(200)
         self.send_header('Content-Type', 'text/event-stream')
         self.send_header('Cache-Control', 'no-cache')
-        self.send_header('Connection', 'keep-alive')
+        self.send_header("Connection", "close")  # 明确关闭连接
+        self.send_header("X-Accel-Buffering", "no")  # 禁用缓冲
         self.end_headers()
 
         # Simulate streaming chunks
@@ -76,8 +77,8 @@ def send_streaming_response(self, request_data):
             self.wfile.write(data.encode('utf-8'))
             self.wfile.flush()
 
-            # Simulate processing delay
-            time.sleep(0.1)
+            # Simulate processing delay (reduced for faster tests)
+            time.sleep(0.05)  # 50ms instead of 100ms
 
         # Send final chunk
         final_chunk = {