Postgres fixes: Concurrency issue, connection leak, and fixes to guard CRUD operations

Dockerfile

@@ -1,23 +1,32 @@
-FROM public.ecr.aws/docker/library/python:3.12-slim
+FROM python:3.12-slim
 
 # Accept a build arg for the Guardrails token
 # We'll add this to the config using the configure command below
-# ARG GUARDRAILS_TOKEN
+ARG GUARDRAILS_TOKEN
 
 # Create app directory
 WORKDIR /app
 
+# Enable venv
+ENV PATH="/opt/venv/bin:$PATH"
+
+# Set the directory for nltk data
+ENV NLTK_DATA=/opt/nltk_data
+
+# Set env vars for server
+ENV GR_CONFIG_FILE_PATH="sample-config.py"
+ENV GR_ENV_FILE=".env"
+ENV PORT=8000
+
 # print the version just to verify
 RUN python3 --version
 # start the virtual environment
 RUN python3 -m venv /opt/venv
 
-# Enable venv
-ENV PATH="/opt/venv/bin:$PATH"
-
-# Install some utilities; you may not need all of these
-RUN apt-get update
-RUN apt-get install -y git
+# Install some utilities
+RUN apt-get update && \
+    apt-get install -y git pkg-config curl gcc g++ && \
+    rm -rf /var/lib/apt/lists/*
 
 # Copy the requirements file
 COPY requirements*.txt .
@@ -26,26 +35,27 @@ COPY requirements*.txt .
 # If you use Poetry this step might be different
 RUN pip install -r requirements-lock.txt
 
-# Set the directory for nltk data
-ENV NLTK_DATA=/opt/nltk_data
-
 # Download punkt data
 RUN python -m nltk.downloader -d /opt/nltk_data punkt
 
 # Run the Guardrails configure command to create a .guardrailsrc file
-# RUN guardrails configure --enable-metrics --enable-remote-inferencing  --token $GUARDRAILS_TOKEN
+RUN guardrails configure --enable-metrics --enable-remote-inferencing  --token $GUARDRAILS_TOKEN
 
 # Install any validators from the hub you want
-RUN guardrails hub install hub://guardrails/valid_length
+RUN guardrails hub install hub://guardrails/detect_pii --no-install-local-models && \
+    guardrails hub install hub://guardrails/competitor_check --no-install-local-models
+
+# Fetch AWS RDS cert
+RUN curl https://truststore.pki.rds.amazonaws.com/global/global-bundle.pem -o ./global-bundle.pem
 
 # Copy the rest over
 # We use a .dockerignore to keep unwanted files exluded
 COPY . .
 
-EXPOSE 8000
+EXPOSE ${PORT}
 
 # This is our start command; yours might be different.
 # The guardrails-api is a standard FastAPI application.
 # You can use whatever production server you want that support FastAPI.
 # Here we use gunicorn
-CMD gunicorn --bind 0.0.0.0:8000 --timeout=90 --workers=2 'guardrails_api.app:create_app(".env", "sample-config.py")'
+CMD uvicorn --factory 'guardrails_api.app:create_app' --host 0.0.0.0 --port ${PORT} --timeout-keep-alive=90 --workers=4

compose.yml

@@ -9,7 +9,7 @@ services:
     volumes:
        - ./postgres:/data/postgres
     ports:
-      - "5432:5432"
+      - "5932:5432"
     restart: always
   pgadmin:
     profiles: ["all", "db", "infra"]
@@ -30,23 +30,23 @@ services:
       - postgres
   guardrails-api:
     profiles: ["all", "api"]
-    image: guardrails-api:latest
     build:
       context: .
       dockerfile: Dockerfile
       args:
         PORT: "8000"
+        GUARDRAILS_TOKEN: ${GUARDRAILS_TOKEN:-changeme}
     ports:
       - "8000:8000"
     environment:
       # APP_ENVIRONMENT: local
       # AWS_PROFILE: dev
       # AWS_DEFAULT_REGION: us-east-1
-      # PGPORT: 5432
-      # PGDATABASE: postgres
-      # PGHOST: postgres
-      # PGUSER: ${PGUSER:-postgres}
-      # PGPASSWORD: ${PGPASSWORD:-changeme}
+      PGPORT: 5432
+      PGDATABASE: postgres
+      PGHOST: postgres
+      PGUSER: ${PGUSER:-postgres}
+      PGPASSWORD: ${PGPASSWORD:-changeme}
       NLTK_DATA: /opt/nltk_data
       # OTEL_PYTHON_TRACER_PROVIDER: sdk_tracer_provider
       # OTEL_SERVICE_NAME: guardrails-api
@@ -68,8 +68,8 @@ services:
       # OTEL_EXPORTER_OTLP_METRICS_ENDPOINT: http://otel-collector:4317
       # OTEL_EXPORTER_OTLP_LOGS_ENDPOINT: http://otel-collector:4317
       # OTEL_PYTHON_LOG_FORMAT: "%(msg)s [span_id=%(span_id)s]"
-    # depends_on:
-    #   - postgres
+    depends_on:
+      - postgres
     #   - otel-collector
   opensearch-node1:
     profiles: ["all", "otel", "infra"]

guardrails_api/app.py

@@ -20,13 +20,16 @@
 
 from starlette.middleware.base import BaseHTTPMiddleware
 
+GR_ENV_FILE = os.environ.get("GR_ENV_FILE", None)
+GR_CONFIG_FILE_PATH = os.environ.get("GR_CONFIG_FILE_PATH", None)
+PORT = int(os.environ.get("PORT", 8000))
 
 class RequestInfoMiddleware(BaseHTTPMiddleware):
     async def dispatch(self, request: Request, call_next):
         tracer = trace.get_tracer(__name__)
         # Get the current context and attach it to this task
         with tracer.start_as_current_span("request_info") as span:
-            client_ip = request.client.host
+            client_ip = request.client.host if request.client else None
             user_agent = request.headers.get("user-agent", "unknown")
             referrer = request.headers.get("referrer", "unknown")
             user_id = request.headers.get("x-user-id", "unknown")
@@ -40,13 +43,15 @@ async def dispatch(self, request: Request, call_next):
             context.attach(baggage.set_baggage("organization", organization))
             context.attach(baggage.set_baggage("app", app))
 
-            span.set_attribute("client.ip", client_ip)
             span.set_attribute("http.user_agent", user_agent)
             span.set_attribute("http.referrer", referrer)
             span.set_attribute("user.id", user_id)
             span.set_attribute("organization", organization)
             span.set_attribute("app", app)
 
+            if client_ip:
+                span.set_attribute("client.ip", client_ip)
+
             response = await call_next(request)
             return response
 
@@ -70,9 +75,13 @@ def register_config(config: Optional[str] = None):
         config_module = importlib.util.module_from_spec(spec)
         spec.loader.exec_module(config_module)
 
+    return config_file_path
 
+# Support for providing env vars as uvicorn does not support supplying args to create_app
+# - Usage: uvicorn --factory 'guardrails_api.app:create_app' --host 0.0.0.0 --port $PORT --workers 2 --timeout-keep-alive 90
+# - Usage: gunicorn -k uvicorn.workers.UvicornWorker --bind 0.0.0.0:$PORT --timeout=90 --workers=2 "guardrails_api.app:create_app(None, None, $PORT)"
 def create_app(
-    env: Optional[str] = None, config: Optional[str] = None, port: Optional[int] = None
+    env: Optional[str] = GR_ENV_FILE, config: Optional[str] = GR_CONFIG_FILE_PATH, port: Optional[int] = PORT
 ):
     trace_server_start_if_enabled()
     # used to print user-facing messages during server startup
@@ -89,12 +98,12 @@ def create_app(
             env_file_path = os.path.abspath(env)
             load_dotenv(env_file_path, override=True)
 
-    set_port = port or os.environ.get("PORT", 8000)
+    set_port = port or PORT
     host = os.environ.get("HOST", "http://localhost")
     self_endpoint = os.environ.get("SELF_ENDPOINT", f"{host}:{set_port}")
     os.environ["SELF_ENDPOINT"] = self_endpoint
 
-    register_config(config)
+    resolved_config_file_path = register_config(config)
 
     app = FastAPI(openapi_url="")
 
@@ -159,6 +168,10 @@ async def value_error_handler(request: Request, exc: ValueError):
         )
 
     console.print("")
+    console.print("Using the following configuration:")
+    console.print(f"- Guardrails Log Level: {guardrails_log_level}")
+    console.print(f"- Self Endpoint: {self_endpoint}")
+    console.print(f"- Config File Path: {resolved_config_file_path} [Provided: {config}]")
     console.print(
         Rule("[bold grey]Server Logs[/bold grey]", characters="=", style="white")
     )
@@ -170,4 +183,4 @@ async def value_error_handler(request: Request, exc: ValueError):
     import uvicorn
 
     app = create_app()
-    uvicorn.run(app, host="0.0.0.0", port=8000)
+    uvicorn.run(app, host="0.0.0.0", port=PORT)

guardrails_api/classes/http_error.py

@@ -8,8 +8,10 @@ def __init__(
         context: str = None,
     ):
         self.status = status
+        self.status_code = status
         self.message = message
         self.cause = cause
+        self.detail = f"{message} :: {cause}" if cause is not None else message
         self.fields = fields
         self.context = context