fix (chat): nginx buffering off

Author: itsskofficial

src/server/Dockerfile

@@ -13,6 +13,7 @@ ENV PYTHONPATH=/app
 # - curl
 RUN apt-get update && apt-get install -y --no-install-recommends \
     supervisor \
+    nginx \
     curl \
     dos2unix \
     unzip \
@@ -21,6 +22,9 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
 # Create necessary directories
 RUN mkdir -p /etc/supervisor/conf.d /var/log/supervisor
 
+# Remove the default Nginx site configuration.
+RUN rm /etc/nginx/sites-enabled/default
+
 # Set the working directory
 WORKDIR /app
 
@@ -32,6 +36,9 @@ RUN pip install --no-cache-dir --upgrade pip && \
 # Copy the supervisor configuration file from the build context (src/server)
 COPY supervisord.conf /etc/supervisor/conf.d/supervisord.conf
 
+# Copy our custom Nginx configuration
+COPY nginx.conf /etc/nginx/sites-available/sentient
+
 # Copy all the server-side Python code from the build context (src/server) into the container
 COPY . .
 RUN if [ -f /app/.env ]; then dos2unix /app/.env; fi
@@ -40,6 +47,9 @@ RUN if [ -f /app/.env ]; then dos2unix /app/.env; fi
 COPY start.sh .
 RUN dos2unix ./start.sh && chmod +x ./start.sh
 
+# Link our Nginx config to make it active.
+RUN ln -s /etc/nginx/sites-available/sentient /etc/nginx/sites-enabled/sentient
+
 # Expose the public port for the main FastAPI server
 EXPOSE 5000
 

src/server/nginx.conf

@@ -0,0 +1,55 @@
+# This is a new file: src/server/nginx.conf
+
+upstream backend_app {
+    # This points to your FastAPI/Uvicorn server running on localhost inside the container.
+    server 127.0.0.1:5000;
+}
+
+server {
+    # Nginx will listen on port 80 inside the container.
+    # GCP's Load Balancer will handle HTTPS termination and forward traffic to this port.
+    listen 80;
+    server_name _; # Catch all domains forwarded by GCP
+
+    # Location block for your chat stream
+    location /api/chat/message {
+        proxy_pass http://backend_app;
+
+        # Streaming-Specific Settings
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        proxy_set_header X-Forwarded-Proto $scheme;
+
+        # Critical: Disable buffering for this endpoint
+        proxy_buffering off;
+
+        # Increase timeouts for long-lived stream
+        proxy_read_timeout 86400s;
+        proxy_send_timeout 86400s;
+
+        # Required for keep-alive connections
+        proxy_http_version 1.1;
+        proxy_set_header Connection '';
+        
+        # Add CORS headers if needed, though your app likely handles this.
+        add_header 'Access-Control-Allow-Origin' '*' always;
+        add_header 'Access-Control-Allow-Methods' 'GET, POST, OPTIONS' always;
+        add_header 'Access-Control-Allow-Headers' 'DNT,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Range,Authorization' always;
+        if ($request_method = 'OPTIONS') {
+            add_header 'Access-Control-Max-Age' 1728000;
+            add_header 'Content-Type' 'text/plain; charset=utf-8';
+            add_header 'Content-Length' 0;
+            return 204;
+        }
+    }
+
+    # General location block for all other API requests
+    location / {
+        proxy_pass http://backend_app;
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        proxy_set_header X-Forwarded-Proto $scheme;
+    }
+}

src/server/supervisord.conf

@@ -4,6 +4,16 @@
 nodaemon=true
 user=root
 
+[program:nginx]
+command=/usr/sbin/nginx -g "daemon off;"
+autostart=true
+autorestart=true
+priority=10
+stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=0
+stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=0
+
 [program:main-server]
 command=uvicorn main.app:app --host 0.0.0.0 --port 5000 --lifespan on
 directory=/app