fix (chat): resolving buffering issues (WIP)

Author: itsskofficial

src/server/main/chat/routes.py

@@ -56,7 +56,6 @@ async def event_stream_generator():
                     continue
                 # yield as bytes and flush
                 yield json.dumps(event) + "\n"
-                await asyncio.sleep(0.1)  # Yield control to the event loop
         except asyncio.CancelledError:
             logger.info(f"Client disconnected, stream cancelled for user {user_id}.")
         except Exception as e:

src/server/nginx.conf

@@ -14,6 +14,13 @@ server {
     # Location block for your chat stream
     location /chat/message {
         proxy_pass http://backend_app;
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        proxy_set_header X-Forwarded-Proto $scheme;
+
+        proxy_read_timeout 86400s; # Prevent timeout during long LLM responses
+        proxy_send_timeout 86400s;
 
         # Prevent buffering
         proxy_buffering off;