vortex-duckdb v0.43.0 run

Author: joseph-isaacs

duckdb-vortex-partitioned/benchmark.sh

@@ -8,14 +8,13 @@ curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --defaul
 
 export CC=clang
 export CXX=clang++
-git clone https://github.com/vortex-data/vortex --recursive
-cd vortex
-git fetch --tags
-git checkout 0.35.0
+git clone https://github.com/vortex-data/duckdb-vortex --recursive
 cd duckdb-vortex
+git fetch --tags
+git checkout 0.43.0
 GEN=ninja NATIVE_ARCH=1 LTO=thin make
 export PATH="`pwd`/build/release/:$PATH"
-cd ../..
+cd ..
 
 # Load the data
 seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue --progress=dot:giga https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
@@ -40,4 +39,4 @@ cat log-p.txt |
   sed -r -e 's/^.*(Killed|Segmentation).*$/null\nnull\nnull/; s/^Run Time \(s\): real\s*([0-9.]+).*$/\1/' |
   awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'
 
-echo "Data size: $(du -bcs hits_*.vortex | grep total)"
+echo "Data size: $(du -bcs hits_*.vortex | grep total)"

duckdb-vortex-partitioned/results/c6a.4xlarge.json

@@ -1,6 +1,6 @@
 {
     "system": "DuckDB (Vortex, partitioned)",
-    "date": "2025-05-21",
+    "date": "2025-08-05",
     "machine": "c6a.4xlarge",
     "cluster_size": 1,
     "proprietary": "no",
@@ -10,51 +10,51 @@
     "tags": ["Rust", "column-oriented", "embedded", "stateless"],
 
     "load_time": 0,
-    "data_size": 16028112632,
+    "data_size": 15812419580,
 
     "result": [
-        [0.239,0.011,0.010],
-        [0.498,0.027,0.027],
-        [1.586,0.150,0.145],
-        [3.163,0.108,0.108],
-        [3.321,0.381,0.380],
-        [3.327,0.417,0.415],
-        [0.247,0.050,0.052],
-        [0.446,0.033,0.030],
-        [4.517,0.568,0.565],
-        [4.495,0.819,0.829],
-        [2.772,0.147,0.144],
-        [3.467,0.175,0.168],
-        [3.809,0.388,0.387],
-        [6.402,0.789,0.773],
-        [3.615,0.409,0.440],
-        [2.741,0.449,0.454],
-        [6.105,1.176,1.135],
-        [5.895,0.987,0.993],
-        [8.413,2.137,2.134],
-        [1.890,0.256,0.254],
-        [27.029,0.593,0.593],
-        [28.245,0.619,0.659],
-        [35.089,1.163,1.177],
-        [98.719,2.680,2.845],
-        [5.261,0.259,0.254],
-        [3.447,0.187,0.179],
-        [5.643,0.258,0.247],
-        [25.593,1.212,0.654],
-        [21.055,9.490,9.472],
-        [0.773,0.106,0.107],
-        [6.830,0.357,0.345],
-        [12.732,0.531,0.486],
-        [10.444,2.272,2.167],
-        [26.346,1.819,1.804],
-        [26.248,2.339,2.319],
-        [1.834,0.622,0.627],
-        [0.247,0.032,0.033],
-        [0.619,0.028,0.027],
-        [0.884,0.022,0.037],
-        [1.011,0.065,0.062],
-        [0.718,0.025,0.027],
-        [0.819,0.028,0.023],
-        [0.765,0.024,0.020]
+        [0.448,0.004,0.016],
+        [0.824,0.014,0.013],
+        [1.619,0.034,0.034],
+        [3.455,0.048,0.055],
+        [3.459,0.317,0.319],
+        [4.218,0.296,0.295],
+        [0.186,0.053,0.052],
+        [0.534,0.018,0.017],
+        [4.380,0.404,0.404],
+        [4.318,0.553,0.561],
+        [2.822,0.092,0.087],
+        [3.544,0.111,0.101],
+        [4.726,0.312,0.310],
+        [7.150,0.683,0.668],
+        [4.485,0.341,0.344],
+        [2.795,0.375,0.382],
+        [7.064,0.846,0.840],
+        [6.835,0.652,0.679],
+        [9.213,1.501,1.509],
+        [1.984,0.060,0.038],
+        [33.882,0.587,0.532],
+        [36.744,0.667,0.628],
+        [40.141,1.070,1.069],
+        [8.300,0.476,0.422],
+        [1.879,0.122,0.067],
+        [4.942,0.096,0.096],
+        [1.827,0.129,0.026],
+        [34.805,0.800,0.740],
+        [28.033,9.333,9.329],
+        [0.722,0.033,0.032],
+        [7.818,0.279,0.277],
+        [13.922,0.420,0.405],
+        [10.770,1.909,1.856],
+        [34.236,2.067,1.971],
+        [34.236,2.181,2.132],
+        [1.868,0.510,0.509],
+        [0.261,0.035,0.027],
+        [0.853,0.026,0.011],
+        [1.124,0.022,0.018],
+        [1.306,0.054,0.055],
+        [0.810,0.009,0.022],
+        [0.907,0.023,0.009],
+        [0.842,0.011,0.014]
     ]
 }