vortex-duckdb v0.42.1 run

Author: joseph-isaacs

duckdb-vortex-partitioned/benchmark.sh

@@ -9,13 +9,12 @@ curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --defaul
 export CC=clang
 export CXX=clang++
 git clone https://github.com/vortex-data/vortex --recursive
-cd vortex
-git fetch --tags
-git checkout 0.35.0
 cd duckdb-vortex
+git fetch --tags
+git checkout 0.42.1
 GEN=ninja NATIVE_ARCH=1 LTO=thin make
 export PATH="`pwd`/build/release/:$PATH"
-cd ../..
+cd ..
 
 # Load the data
 seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue --progress=dot:giga https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
@@ -40,4 +39,4 @@ cat log-p.txt |
   sed -r -e 's/^.*(Killed|Segmentation).*$/null\nnull\nnull/; s/^Run Time \(s\): real\s*([0-9.]+).*$/\1/' |
   awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'
 
-echo "Data size: $(du -bcs hits_*.vortex | grep total)"
+echo "Data size: $(du -bcs hits_*.vortex | grep total)"

duckdb-vortex-partitioned/results/c6a.4xlarge.json

@@ -13,48 +13,48 @@
     "data_size": 16028112632,
 
     "result": [
-        [0.239,0.011,0.010],
-        [0.498,0.027,0.027],
-        [1.586,0.150,0.145],
-        [3.163,0.108,0.108],
-        [3.321,0.381,0.380],
-        [3.327,0.417,0.415],
-        [0.247,0.050,0.052],
-        [0.446,0.033,0.030],
-        [4.517,0.568,0.565],
-        [4.495,0.819,0.829],
-        [2.772,0.147,0.144],
-        [3.467,0.175,0.168],
-        [3.809,0.388,0.387],
-        [6.402,0.789,0.773],
-        [3.615,0.409,0.440],
-        [2.741,0.449,0.454],
-        [6.105,1.176,1.135],
-        [5.895,0.987,0.993],
-        [8.413,2.137,2.134],
-        [1.890,0.256,0.254],
-        [27.029,0.593,0.593],
-        [28.245,0.619,0.659],
-        [35.089,1.163,1.177],
-        [98.719,2.680,2.845],
-        [5.261,0.259,0.254],
-        [3.447,0.187,0.179],
-        [5.643,0.258,0.247],
-        [25.593,1.212,0.654],
-        [21.055,9.490,9.472],
-        [0.773,0.106,0.107],
-        [6.830,0.357,0.345],
-        [12.732,0.531,0.486],
-        [10.444,2.272,2.167],
-        [26.346,1.819,1.804],
-        [26.248,2.339,2.319],
-        [1.834,0.622,0.627],
-        [0.247,0.032,0.033],
-        [0.619,0.028,0.027],
-        [0.884,0.022,0.037],
-        [1.011,0.065,0.062],
-        [0.718,0.025,0.027],
-        [0.819,0.028,0.023],
-        [0.765,0.024,0.020]
+        [0.151,0.011,0.011],
+        [0.679,0.024,0.023],
+        [1.611,0.045,0.042],
+        [3.427,0.060,0.059],
+        [3.472,0.361,0.360],
+        [4.182,0.314,0.308],
+        [0.169,0.061,0.062],
+        [0.523,0.026,0.026],
+        [4.380,0.468,0.466],
+        [4.349,0.638,0.648],
+        [2.773,0.136,0.132],
+        [3.420,0.157,0.151],
+        [4.665,0.353,0.348],
+        [7.152,0.730,0.726],
+        [4.483,0.386,0.398],
+        [2.785,0.419,0.426],
+        [7.085,0.904,0.888],
+        [6.865,0.733,0.688],
+        [9.251,1.563,1.568],
+        [1.973,0.039,0.038],
+        [33.870,0.620,0.570],
+        [36.461,0.715,0.688],
+        [40.312,1.138,1.093],
+        [7.858,0.417,0.418],
+        [1.840,0.078,0.035],
+        [4.946,0.154,0.149],
+        [1.709,0.065,0.042],
+        [34.844,0.882,0.820],
+        [28.052,9.500,9.469],
+        [0.716,0.041,0.040],
+        [7.835,0.350,0.324],
+        [13.863,0.447,0.488],
+        [10.752,1.928,1.937],
+        [34.313,2.124,2.020],
+        [34.335,2.322,2.208],
+        [1.845,0.613,0.612],
+        [0.249,0.037,0.034],
+        [0.820,0.020,0.020],
+        [1.136,0.026,0.024],
+        [1.272,0.062,0.063],
+        [0.795,0.019,0.017],
+        [0.898,0.021,0.019],
+        [0.853,0.023,0.026]
     ]
 }