Fix CI failures by using GitHub Actions service containers instead of Docker

Co-authored-by: msaroufim <[email protected]>

Author: Copilot

.github/workflows/test.yml

@@ -35,6 +35,30 @@ jobs:
     name: Backend Tests
     runs-on: ubuntu-latest
 
+    services:
+      postgres:
+        image: postgres:16
+        env:
+          POSTGRES_PASSWORD: test
+          POSTGRES_DB: kernelboard_test
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 5432:5432
+      
+      redis:
+        image: redis:7-alpine
+        options: >-
+          --health-cmd "redis-cli ping"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 6379:6379
+    
     steps:
     - uses: actions/checkout@v4
 
@@ -51,8 +75,9 @@ jobs:
     
     - name: Run backend tests
       env:
-        REDIS_URL: memory://
-        DATABASE_URL: sqlite:///tmp/test.db
+        CI: true
+        REDIS_URL: redis://localhost:6379/0
+        DATABASE_URL: postgresql://postgres:test@localhost:5432/kernelboard_test
         DISCORD_CLIENT_ID: test
         DISCORD_CLIENT_SECRET: test
         SECRET_KEY: test-secret-key
@@ -62,8 +87,9 @@ jobs:
     
     - name: Run coverage
       env:
-        REDIS_URL: memory://
-        DATABASE_URL: sqlite:///tmp/test.db
+        CI: true
+        REDIS_URL: redis://localhost:6379/0
+        DATABASE_URL: postgresql://postgres:test@localhost:5432/kernelboard_test
         DISCORD_CLIENT_ID: test
         DISCORD_CLIENT_SECRET: test
         SECRET_KEY: test-secret-key

tests/conftest.py

@@ -6,6 +6,7 @@
 import subprocess
 import time
 import secrets
+import os
 
 
 def get_test_redis_url(port: int):
@@ -28,6 +29,11 @@ def get_test_db_info():
     }
 
 
+def is_ci_environment():
+    """Check if we're running in a CI environment where Docker may not be available."""
+    return os.environ.get("CI") == "true" or os.environ.get("GITHUB_ACTIONS") == "true"
+
+
 def _short_random_string() -> str:
     """Returns a random string of 6 lowercase letters."""
     return "".join(random.choice(string.ascii_lowercase) for i in range(6))
@@ -50,7 +56,44 @@ def _execute_sql(url: str, sql: str):
 @pytest.fixture(scope="session")
 def db_server():
     """Starts a DB server and creates a template DB once per session."""
-
+    
+    # In CI environments, use the service containers provided by GitHub Actions
+    if is_ci_environment():
+        # GitHub Actions provides PostgreSQL service container
+        db_url = "postgresql://postgres:test@localhost:5432"
+        
+        # Create a template database and load data
+        template_db = f"kernelboard_template_{_short_random_string()}"
+        _execute_sql(db_url, f"CREATE DATABASE {template_db}")
+        
+        # Load data.sql into the template database using psql
+        result = subprocess.run(
+            [
+                "psql",
+                "-h",
+                "localhost",
+                "-U",
+                "postgres",
+                "-p",
+                "5432",
+                "-d",
+                template_db,
+                "-f",
+                "tests/data.sql",
+            ],
+            env={"PGPASSWORD": "test"},
+        )
+        
+        if result.returncode != 0:
+            pytest.exit("Error loading data.sql in CI", returncode=1)
+        
+        yield {"db_url": db_url, "db_name": template_db}
+        
+        # Cleanup: drop the template database
+        _execute_sql(db_url, f"DROP DATABASE {template_db}")
+        return
+
+    # Original Docker-based logic for local development
     container_name = f"kernelboard_db_{_short_random_string()}"
 
     test_db = get_test_db_info()
@@ -166,7 +209,14 @@ def db_server():
 def redis_server():
     """
     Starts a Redis Docker container for the test session.
+    In CI environments, uses the service container provided by GitHub Actions.
     """
+    
+    # In CI environments, use the service containers provided by GitHub Actions
+    if is_ci_environment():
+        yield "redis://localhost:6379/0"
+        return
+    
     container_name = f"kernelboard_redis_{_short_random_string()}"
     port = get_test_redis_port()
     redis_url = get_test_redis_url(port)
@@ -301,6 +351,12 @@ def runner(app):
 
 @pytest.fixture(autouse=True)
 def set_env(monkeypatch):
+    # In CI environments, rely on environment variables set by GitHub Actions
+    if is_ci_environment():
+        # Don't override environment variables in CI mode - use what's already set
+        return
+    
+    # For local development, set the traditional test environment variables
     monkeypatch.setenv("DATABASE_URL", get_test_db_info()["db_url"])
     monkeypatch.setenv("DISCORD_CLIENT_ID", "test")
     monkeypatch.setenv("DISCORD_CLIENT_SECRET", "test")