.

Author: AdamGS

.github/workflows/sql-benchmarks.yml

@@ -36,7 +36,7 @@ on:
               "name": "TPC-H SF=1 on S3",
               "local_dir": "vortex-bench/data/tpch/1.0",
               "remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/tpch/1.0/",
-              "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
+              "targets": "duckdb:parquet",
               "scale_factor": "1.0"
             },
             {
@@ -52,7 +52,7 @@ on:
               "name": "TPC-H SF=10 on S3",
               "local_dir": "vortex-bench/data/tpch/10.0",
               "remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/tpch/10.0/",
-              "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
+              "targets": "duckdb:vortex-compact",
               "scale_factor": "10.0"
             },
             {
@@ -82,7 +82,7 @@ on:
               "name": "FineWeb S3",
               "local_dir": "vortex-bench/data/fineweb",
               "remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/${{github.run_id}}/fineweb/",
-              "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
+              "targets": "duckdb:vortex",
               "scale_factor": "100"
             },
           ]
@@ -248,7 +248,6 @@ jobs:
           OTEL_RESOURCE_ATTRIBUTES: "bench-name=${{ matrix.id }}"
         run: |
           # Extract formats for each engine
-          df_formats=$(echo "${{ matrix.targets }}" | tr ',' '\n' | grep '^datafusion:' | sed 's/datafusion://' | tr '\n' ',' | sed 's/,$//')
           ddb_formats=$(echo "${{ matrix.targets }}" | tr ',' '\n' | grep '^duckdb:' | sed 's/duckdb://' | tr '\n' ',' | sed 's/,$//')
 
           # Build options string if scale_factor is set
@@ -259,18 +258,6 @@ jobs:
 
           touch results.json
 
-          # Run df-bench with remote storage
-          if [ -n "$df_formats" ]; then
-            echo "Running DataFusion formats: $df_formats"
-            target/release_debug/df-bench ${{ matrix.subcommand }} \
-              -d gh-json \
-              --formats "$df_formats" \
-              $opts \
-              -o df-results.json
-
-            cat df-results.json >> results.json
-          fi
-
           # Run ddb-bench with remote storage
           if [ -n "$ddb_formats" ]; then
             echo "Running DuckDB formats: $ddb_formats"