Fix CI, update release workflow, bump to alpha.2

Dylan Storey · Dylan Storey · commit b43942dfd86c · 2025-12-23T23:47:57.000-05:00
CI fixes:
- Fix mktemp calls to use XXXXXX template (required on Linux)
- Add mingw-w64-x86_64-libsystre and link -lsystre for regex on Windows
- Run full performance test suite
- Add Python/Rust binding tests on Windows in ci-full.yml

Release workflow:
- Build on Linux x86_64, macOS x86_64, macOS arm64, Windows x86_64
- Build with RELEASE=1 flag (optimized -O2, no debug symbols/output)
- Install and test Python/Rust bindings on all platforms
- Only publish after all binding tests pass

Version bumps:
- Python: 0.0.0a2
- Rust: 0.0.0-alpha.2
diff --git a/.github/workflows/ci-fast.yml b/.github/workflows/ci-fast.yml
@@ -97,6 +97,7 @@ jobs:
           install: >-
             mingw-w64-x86_64-gcc
             mingw-w64-x86_64-sqlite3
+            mingw-w64-x86_64-libsystre
             bison
             flex
             make
diff --git a/.github/workflows/ci-full.yml b/.github/workflows/ci-full.yml
@@ -173,6 +173,7 @@ jobs:
           install: >-
             mingw-w64-x86_64-gcc
             mingw-w64-x86_64-sqlite3
+            mingw-w64-x86_64-libsystre
             bison
             flex
             make
@@ -183,6 +184,27 @@ jobs:
       - name: Run functional tests
         run: make test-functional
 
+      # Python binding tests (native Windows Python)
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install and test Python bindings
+        shell: bash
+        run: |
+          pip install -e "./bindings/python[dev]"
+          cd bindings/python && pytest tests/ -v
+
+      # Rust binding tests (native Windows Rust)
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Test Rust bindings
+        shell: bash
+        working-directory: bindings/rust
+        run: cargo test -- --test-threads=1
+
   performance-tests:
     runs-on: ubuntu-latest
 
@@ -197,8 +219,5 @@ jobs:
       - name: Build extension
         run: make extension
 
-      - name: Run quick performance tests
-        run: make test-perf-quick
-
-      - name: Run performance summary
-        run: make performance 100k
+      - name: Run performance tests
+        run: make performance
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -6,21 +6,49 @@ on:
       - 'v*'
 
 jobs:
-  build-extension:
+  build-and-test:
     strategy:
       fail-fast: false
       matrix:
         include:
           - os: ubuntu-latest
             artifact: graphqlite.so
-          - os: macos-latest
+            artifact-name: graphqlite-linux-x86_64.so
+          - os: macos-14
+            arch: arm64
             artifact: graphqlite.dylib
+            artifact-name: graphqlite-macos-arm64.dylib
+          - os: macos-14
+            arch: x86_64
+            artifact: graphqlite.dylib
+            artifact-name: graphqlite-macos-x86_64.dylib
+          - os: windows-latest
+            artifact: graphqlite.dll
+            artifact-name: graphqlite-windows-x86_64.dll
 
     runs-on: ${{ matrix.os }}
 
+    defaults:
+      run:
+        shell: ${{ matrix.os == 'windows-latest' && 'msys2 {0}' || 'bash' }}
+
     steps:
       - uses: actions/checkout@v4
 
+      - name: Setup MSYS2 (Windows)
+        if: runner.os == 'Windows'
+        uses: msys2/setup-msys2@v2
+        with:
+          msystem: MINGW64
+          update: true
+          install: >-
+            mingw-w64-x86_64-gcc
+            mingw-w64-x86_64-sqlite3
+            mingw-w64-x86_64-libsystre
+            bison
+            flex
+            make
+
       - name: Install dependencies (Linux)
         if: runner.os == 'Linux'
         run: |
@@ -34,23 +62,74 @@ jobs:
           echo "$(brew --prefix bison)/bin" >> $GITHUB_PATH
           echo "$(brew --prefix flex)/bin" >> $GITHUB_PATH
           echo "HOMEBREW_PREFIX=$(brew --prefix)" >> $GITHUB_ENV
+          echo "SQLITE_PREFIX=$(brew --prefix sqlite)" >> $GITHUB_ENV
 
       - name: Build extension (Linux)
         if: runner.os == 'Linux'
-        run: make extension
+        run: make extension RELEASE=1
 
-      - name: Build extension (macOS)
-        if: runner.os == 'macOS'
-        run: make extension EXTRA_INCLUDES="-I$HOMEBREW_PREFIX/include" EXTRA_LIBS="-L$HOMEBREW_PREFIX/lib"
+      - name: Build extension (macOS arm64)
+        if: runner.os == 'macOS' && matrix.arch == 'arm64'
+        run: make extension RELEASE=1 EXTRA_INCLUDES="-I$HOMEBREW_PREFIX/include" EXTRA_LIBS="-L$HOMEBREW_PREFIX/lib"
+
+      - name: Build extension (macOS x86_64 cross-compile)
+        if: runner.os == 'macOS' && matrix.arch == 'x86_64'
+        run: make extension RELEASE=1 CC="clang -arch x86_64" EXTRA_INCLUDES="-I$HOMEBREW_PREFIX/include" EXTRA_LIBS="-L$HOMEBREW_PREFIX/lib"
+
+      - name: Build extension (Windows)
+        if: runner.os == 'Windows'
+        run: make extension RELEASE=1
+
+      # Python binding tests
+      - name: Set up Python (Linux/Windows)
+        if: runner.os != 'macOS'
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install and test Python bindings (Linux)
+        if: runner.os == 'Linux'
+        run: |
+          pip install -e "./bindings/python[dev]"
+          cd bindings/python && pytest tests/ -v
+
+      - name: Install and test Python bindings (macOS)
+        if: runner.os == 'macOS' && matrix.arch == 'arm64'
+        run: |
+          # Use Homebrew Python which supports extension loading
+          brew install python@3.11
+          $(brew --prefix python@3.11)/libexec/bin/python -m pip install -e "./bindings/python[dev]"
+          DYLD_LIBRARY_PATH="$SQLITE_PREFIX/lib:$DYLD_LIBRARY_PATH" $(brew --prefix python@3.11)/libexec/bin/python -m pytest bindings/python/tests/ -v
+
+      - name: Install and test Python bindings (Windows)
+        if: runner.os == 'Windows'
+        shell: bash
+        run: |
+          pip install -e "./bindings/python[dev]"
+          cd bindings/python && pytest tests/ -v
+
+      # Rust binding tests (skip for cross-compiled x86_64)
+      - name: Install Rust toolchain
+        if: matrix.arch != 'x86_64'
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Test Rust bindings
+        if: matrix.arch != 'x86_64'
+        working-directory: bindings/rust
+        shell: bash
+        run: cargo test -- --test-threads=1
+
+      - name: Rename artifact
+        run: cp build/${{ matrix.artifact }} build/${{ matrix.artifact-name }}
 
       - name: Upload extension artifact
         uses: actions/upload-artifact@v4
         with:
-          name: extension-${{ matrix.os }}
-          path: build/${{ matrix.artifact }}
+          name: ${{ matrix.artifact-name }}
+          path: build/${{ matrix.artifact-name }}
 
   publish-python:
-    needs: build-extension
+    needs: build-and-test
     runs-on: ubuntu-latest
 
     steps:
@@ -76,6 +155,7 @@ jobs:
         run: twine upload dist/*
 
   publish-rust:
+    needs: build-and-test
     runs-on: ubuntu-latest
 
     steps:
@@ -91,7 +171,7 @@ jobs:
         run: cargo publish --allow-dirty
 
   create-release:
-    needs: [build-extension, publish-python, publish-rust]
+    needs: [build-and-test, publish-python, publish-rust]
     runs-on: ubuntu-latest
 
     steps:
@@ -106,6 +186,5 @@ jobs:
         uses: softprops/action-gh-release@v1
         with:
           files: |
-            artifacts/extension-ubuntu-latest/*
-            artifacts/extension-macos-latest/*
+            artifacts/**/*
           generate_release_notes: true
diff --git a/Makefile b/Makefile
@@ -14,8 +14,14 @@ PYTHON ?= python3.11
 EXTRA_INCLUDES ?=
 EXTRA_LIBS ?=
 
+# Build mode: debug (default) or release
+# Use: make extension RELEASE=1
+ifdef RELEASE
+CFLAGS = -Wall -Wextra -O2 -I./src/include $(EXTRA_INCLUDES)
+else
 # Add -DGRAPHQLITE_PERF_TIMING for detailed query timing instrumentation
 CFLAGS = -Wall -Wextra -g -I./src/include $(EXTRA_INCLUDES) -DGRAPHQLITE_DEBUG
+endif
 LDFLAGS = $(EXTRA_LIBS) -lcunit -lsqlite3
 
 # Extension-specific flags: enable sqlite3ext.h API pointer redirection
@@ -173,9 +179,9 @@ $(EXTENSION_LIB): $(EXTENSION_OBJ) $(PARSER_OBJS_PIC) $(TRANSFORM_OBJS_PIC) $(EX
 ifeq ($(UNAME_S),Darwin)
 	$(CC) -g -fPIC -dynamiclib $(EXTENSION_OBJ) $(PARSER_OBJS_PIC) $(TRANSFORM_OBJS_PIC) $(EXECUTOR_OBJS_PIC) -o $@ -undefined dynamic_lookup
 else ifneq (,$(findstring MINGW,$(UNAME_S)))
-	$(CC) -shared $(EXTENSION_OBJ) $(PARSER_OBJS_PIC) $(TRANSFORM_OBJS_PIC) $(EXECUTOR_OBJS_PIC) -o $@ -lsqlite3
+	$(CC) -shared $(EXTENSION_OBJ) $(PARSER_OBJS_PIC) $(TRANSFORM_OBJS_PIC) $(EXECUTOR_OBJS_PIC) -o $@ -lsqlite3 -lsystre
 else ifneq (,$(findstring MSYS,$(UNAME_S)))
-	$(CC) -shared $(EXTENSION_OBJ) $(PARSER_OBJS_PIC) $(TRANSFORM_OBJS_PIC) $(EXECUTOR_OBJS_PIC) -o $@ -lsqlite3
+	$(CC) -shared $(EXTENSION_OBJ) $(PARSER_OBJS_PIC) $(TRANSFORM_OBJS_PIC) $(EXECUTOR_OBJS_PIC) -o $@ -lsqlite3 -lsystre
 else
 	$(CC) -shared -fPIC $(EXTENSION_OBJ) $(PARSER_OBJS_PIC) $(TRANSFORM_OBJS_PIC) $(EXECUTOR_OBJS_PIC) -o $@
 endif
diff --git a/bindings/python/src/graphqlite/__init__.py b/bindings/python/src/graphqlite/__init__.py
@@ -2,5 +2,5 @@
 
 from .connection import Connection, connect, wrap
 
-__version__ = "0.0.0a1"
+__version__ = "0.0.0a2"
 __all__ = ["Connection", "connect", "wrap"]
diff --git a/bindings/rust/Cargo.toml b/bindings/rust/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "graphqlite"
-version = "0.0.0-alpha.1"
+version = "0.0.0-alpha.2"
 edition = "2021"
 description = "SQLite extension for graph queries using Cypher"
 license = "MIT"
diff --git a/tests/performance/run_all_perf.sh b/tests/performance/run_all_perf.sh
@@ -192,7 +192,7 @@ run_tests_for_size() {
     local size_label=$(fmt_num $size)
     echo "Building ${size_label} node graph..."
 
-    db=$(mktemp /tmp/gql_perf_$$.db)
+    db=$(mktemp /tmp/gql_perf_XXXXXX.db)
 
     # Build graph once
     start=$(get_time_ms)
diff --git a/tests/performance/run_pagerank_perf.sh b/tests/performance/run_pagerank_perf.sh
@@ -146,7 +146,7 @@ test_pagerank_scale() {
     local size=$1
     local edges_per_node=$2
     local pr_iterations=${3:-20}
-    local db=$(mktemp /tmp/gql_pagerank_$$.db)
+    local db=$(mktemp /tmp/gql_pagerank_XXXXXX.db)
 
     echo "=== PageRank Test (n=$size, edges/node=$edges_per_node, pr_iter=$pr_iterations) ==="
 
@@ -185,7 +185,7 @@ test_pagerank_scale() {
 # ============================================
 test_iteration_impact() {
     local size=$1
-    local db=$(mktemp /tmp/gql_pagerank_iter_$$.db)
+    local db=$(mktemp /tmp/gql_pagerank_iter_XXXXXX.db)
 
     echo "=== Iteration Impact (n=$size) ==="
 
diff --git a/tests/performance/run_scaled_perf_tests.sh b/tests/performance/run_scaled_perf_tests.sh
@@ -192,7 +192,7 @@ EOF
 # ============================================
 test_linear_chain() {
     local size=$1
-    local db=$(mktemp /tmp/gql_linear_$$.db)
+    local db=$(mktemp /tmp/gql_linear_XXXXXX.db)
 
     echo "=== Linear Chain Graph (n=$size) ==="
     echo "Structure: 1->2->3->...->$size"
@@ -234,7 +234,7 @@ test_linear_chain() {
 # ============================================
 test_hub_spoke() {
     local size=$1
-    local db=$(mktemp /tmp/gql_hub_$$.db)
+    local db=$(mktemp /tmp/gql_hub_XXXXXX.db)
 
     echo "=== Hub-and-Spoke Graph (n=$size) ==="
     echo "Structure: Hub connected to $((size-1)) spokes"
@@ -299,7 +299,7 @@ EOF
 test_dense_mesh() {
     local size=$1
     local conn=$2
-    local db=$(mktemp /tmp/gql_mesh_$$.db)
+    local db=$(mktemp /tmp/gql_mesh_XXXXXX.db)
 
     echo "=== Dense Mesh Graph (n=$size, connectivity=$conn) ==="
     echo "Structure: Each node connects to next $conn nodes"
@@ -341,7 +341,7 @@ test_dense_mesh() {
 # ============================================
 test_tree() {
     local depth=$1
-    local db=$(mktemp /tmp/gql_tree_$$.db)
+    local db=$(mktemp /tmp/gql_tree_XXXXXX.db)
     local total=$(( (1 << (depth + 1)) - 1 ))
 
     echo "=== Binary Tree Graph (depth=$depth) ==="
