feat: Add Core integration test workflow and docker setup

- Create GitHub workflow for Core integration tests based on firebolt-python-sdk
- Add simplified docker-compose.yml without nginx/SSL setup
- Add Core configuration file for docker container
- Create Core integration test fixtures and test class
- Test Core connection, authentication, and simple query execution
- Verify Core connections don't require traditional credentials

Co-Authored-By: [email protected] <[email protected]>

Author: devin-ai-integration[bot]

.github/resources/core/config.json

@@ -0,0 +1,7 @@
+{
+  "nodes": [
+    {
+      "host": "firebolt-core"
+    }
+  ]
+}

.github/resources/core/docker-compose.yml

@@ -0,0 +1,16 @@
+name: firebolt-core
+
+services:
+  firebolt-core:
+    image: ghcr.io/firebolt-db/firebolt-core:${IMAGE_TAG}
+    container_name: firebolt-core
+    command: --node 0
+    privileged: true
+    restart: no
+    ulimits:
+      memlock: 8589934592
+    ports:
+      - 3473:3473
+    volumes:
+      - ${BASE_DIR}/.github/resources/core/config.json:/firebolt-core/config.json:ro
+      - ${BASE_DIR}/firebolt-core:/firebolt-core/data

.github/workflows/integration-tests-core.yml

@@ -0,0 +1,92 @@
+name: Core integration tests
+
+on:
+  workflow_dispatch:
+    inputs:
+      tag_version:
+        description: 'The docker image tag for the firebolt core'
+        required: false
+        type: string
+        default: 'preview-rc'
+      python_version:
+        description: 'Python version'
+        required: false
+        type: string
+        default: '3.8'
+  workflow_call:
+    inputs:
+      tag_version:
+        description: 'The docker image tag for the firebolt core'
+        required: false
+        type: string
+        default: 'preview-rc'
+      python_version:
+        description: 'Python version'
+        required: false
+        type: string
+        default: '3.8'
+
+jobs:
+  run-core-integration-tests:
+    runs-on: ubuntu-latest
+    env:
+      DOCKER_COMPOSE_FILE: ${{ github.workspace }}/.github/resources/core/docker-compose.yml
+      SERVICE_PORT: 3473
+      SERVICE_URL: http://localhost:3473
+      MAX_RETRIES: 30
+      RETRY_INTERVAL: 2
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ inputs.python_version }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install ".[dev]"
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Prepare docker-compose.yml
+        run: |
+          sed -i "s|\${IMAGE_TAG}|${{ inputs.tag_version }}|g" "$DOCKER_COMPOSE_FILE"
+          sed -i "s|\${BASE_DIR}|${{ github.workspace }}|g" "$DOCKER_COMPOSE_FILE"
+
+      - name: Start service container
+        run: |
+          docker compose -f "$DOCKER_COMPOSE_FILE" up -d
+          docker compose -f "$DOCKER_COMPOSE_FILE" ps
+
+      - name: Wait for service to be ready
+        run: |
+          for i in $(seq 1 $MAX_RETRIES); do
+            if curl --silent --fail "$SERVICE_URL" --data-binary "SELECT 1" | grep -q "1"; then
+              echo "Service is up and responding!"
+              exit 0
+            fi
+            echo "Waiting for service... ($i/$MAX_RETRIES)"
+            sleep $RETRY_INTERVAL
+          done
+          echo "Error: Service failed to start within timeout"
+          docker compose -f "$DOCKER_COMPOSE_FILE" logs
+          exit 1
+
+      - name: Run Core integration tests
+        env:
+          CORE_URL: "http://localhost:3473"
+        run: |
+          pytest -o log_cli=true -o log_cli_level=INFO tests/integration/test_core_integration.py
+
+      - name: Stop container
+        if: always()
+        run: |
+          docker compose -f "$DOCKER_COMPOSE_FILE" down

tests/integration/conftest.py

@@ -233,3 +233,19 @@ def setup_test_tables(
     assert not engine.dialect.has_table(connection, fact_table_name)
     assert not engine.dialect.has_table(connection, dimension_table_name)
     assert not engine.dialect.has_table(connection, type_table_name)
+
+
+@fixture(scope="session")
+def core_url() -> str:
+    return environ.get("CORE_URL", "http://localhost:3473")
+
+
+@fixture(scope="session")
+def core_engine(core_url: str) -> Engine:
+    return create_engine(f"firebolt://firebolt?url={core_url}")
+
+
+@fixture(scope="session")
+def core_connection(core_engine: Engine) -> Connection:
+    with core_engine.connect() as c:
+        yield c

tests/integration/test_core_integration.py

@@ -0,0 +1,34 @@
+from sqlalchemy import text
+from sqlalchemy.engine.base import Connection, Engine
+from firebolt.client.auth import FireboltCore
+
+
+class TestFireboltCoreIntegration:
+    def test_core_connection(self, core_connection: Connection):
+        """Test that Core connection can be established."""
+        result = core_connection.execute(text("SELECT 1"))
+        assert result.fetchall() == [(1,)]
+
+    def test_core_engine_auth(self, core_engine: Engine):
+        """Test that Core engine uses FireboltCore authentication."""
+        connect_args = core_engine.dialect.create_connect_args(core_engine.url)
+        auth = connect_args[1]["auth"]
+        assert isinstance(auth, FireboltCore)
+
+    def test_core_simple_query(self, core_connection: Connection):
+        """Test executing a simple query against Core."""
+        result = core_connection.execute(text("SELECT 'Hello Core' as message"))
+        rows = result.fetchall()
+        assert len(rows) == 1
+        assert rows[0][0] == "Hello Core"
+
+    def test_core_no_credentials_required(self, core_engine: Engine):
+        """Test that Core connection doesn't require traditional credentials."""
+        connect_args = core_engine.dialect.create_connect_args(core_engine.url)
+        result_dict = connect_args[1]
+        
+        assert "url" in result_dict
+        assert result_dict["url"] == "http://localhost:3473"
+        assert isinstance(result_dict["auth"], FireboltCore)
+        assert result_dict["engine_name"] is None
+        assert "account_name" not in result_dict