fix: run gharchive on develop (#4981)

Signed-off-by: Andrew Duffy <[email protected]>

Author: a10y

.github/workflows/bench.yml

@@ -165,8 +165,32 @@ jobs:
           {
             "id": "fineweb",
             "subcommand": "fineweb",
-            "name": "FineWeb",
+            "name": "FineWeb NVMe",
+            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
+            "scale_factor": "--scale-factor 100"
+          },
+          {
+            "id": "fineweb-s3",
+            "subcommand": "fineweb",
+            "name": "FineWeb S3",
             "local_dir": "bench-vortex/data/fineweb",
+            "remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/fineweb/",
+            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
+            "scale_factor": "--scale-factor 100"
+          },
+          {
+            "id": "gharchive-nvme",
+            "subcommand": "gharchive",
+            "name": "GitHub Archive (NVMe)",
+            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
+            "scale_factor": "--scale-factor 100"
+          },
+          {
+            "id": "gharchive-s3",
+            "subcommand": "gharchive",
+            "name": "GitHub Archive (S3)",
+            "local_dir": "bench-vortex/data/gharchive",
+            "remote_storage": "s3://vortex-bench-dev-eu/${{github.ref_name}}/gharchive/",
             "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
             "scale_factor": "--scale-factor 100"
           },

.github/workflows/sql-benchmarks.yml

@@ -17,19 +17,19 @@ on:
         # We do not include lance in the default configuration.
         default: |
           [
+            {
+              "id": "clickbench-nvme",
+              "subcommand": "clickbench",
+              "name": "Clickbench on NVME",
+              "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
+            },
             {
               "id": "tpch-nvme",
               "subcommand": "tpch",
               "name": "TPC-H SF=1 on NVME",
               "targets": "datafusion:arrow,datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
               "scale_factor": "--scale-factor 1.0"
             },
-            {
-              "id": "clickbench-nvme",
-              "subcommand": "clickbench",
-              "name": "Clickbench on NVME",
-              "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
-            },
             {
               "id": "tpch-s3",
               "subcommand": "tpch",