Merge pull request ClickHouse#377 from spiraldb/adamg/datafusion-47

Update datafusion results to 47

Author: rschu1ze

datafusion/benchmark.sh

@@ -12,10 +12,10 @@ sudo apt-get install --yes gcc
 echo "Install DataFusion main branch"
 git clone https://github.com/apache/arrow-datafusion.git
 cd arrow-datafusion/
-git checkout 46.0.0
+git checkout 47.0.0
 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release --package datafusion-cli --bin datafusion-cli
 export PATH="`pwd`/target/release:$PATH"
-cd ../..
+cd ..
 
 echo "Download benchmark target data, single file"
 wget --continue https://datasets.clickhouse.com/hits_compatible/hits.parquet

datafusion/results/partitioned.json

@@ -1,55 +1,55 @@
 {
     "system": "DataFusion (Parquet, partitioned)",
-    "date": "2024-04-18",
+    "date": "2025-05-22",
     "machine": "c6a.4xlarge, 500gb gp2",
     "cluster_size": 1,
-    "comment": "v46.0.0 (d5ca830)",
+    "comment": "v47.0.0 (e44330)",
     "tags": ["Rust", "column-oriented", "embedded", "stateless"],
     "load_time": 0,
     "data_size": 14737666736,
     "result": [
-[0.059, 0.020, 0.020],
-[0.117, 0.035, 0.035],
-[0.209, 0.086, 0.079],
-[0.385, 0.088, 0.096],
-[1.009, 0.867, 0.877],
-[1.017, 0.852, 0.856],
-[0.088, 0.031, 0.032],
-[0.129, 0.038, 0.039],
-[1.113, 0.950, 0.953],
-[1.329, 1.036, 1.046],
-[0.504, 0.268, 0.259],
-[0.610, 0.284, 0.284],
-[1.095, 0.895, 0.900],
-[2.546, 1.359, 1.371],
-[1.089, 0.869, 0.851],
-[1.117, 1.004, 0.990],
-[2.606, 1.808, 1.835],
-[2.547, 1.681, 1.683],
-[5.335, 3.695, 3.710],
-[0.252, 0.082, 0.080],
-[9.956, 1.101, 1.101],
-[11.266, 1.306, 1.279],
-[21.829, 2.602, 2.560],
-[55.527, 9.548, 9.435],
-[2.696, 0.458, 0.449],
-[0.808, 0.365, 0.355],
-[2.703, 0.534, 0.506],
-[9.639, 1.475, 1.485],
-[10.099, 9.803, 9.646],
-[0.530, 0.436, 0.443],
-[2.379, 0.813, 0.798],
-[5.949, 0.879, 0.886],
-[4.779, 3.684, 3.607],
-[10.204, 3.673, 3.732],
-[10.217, 3.722, 3.728],
-[1.340, 1.237, 1.231],
-[0.308, 0.145, 0.146],
-[0.196, 0.104, 0.086],
-[0.303, 0.152, 0.148],
-[0.455, 0.212, 0.231],
-[0.206, 0.096, 0.077],
-[0.194, 0.074, 0.073],
-[0.177, 0.065, 0.065]
+[0.059, 0.017, 0.016],
+[0.115, 0.038, 0.034],
+[0.203, 0.091, 0.087],
+[0.381, 0.090, 0.086],
+[1.019, 0.809, 0.818],
+[0.916, 0.791, 0.768],
+[0.086, 0.025, 0.025],
+[0.129, 0.037, 0.037],
+[1.006, 0.870, 0.883],
+[1.286, 0.983, 1.007],
+[0.498, 0.232, 0.238],
+[0.654, 0.264, 0.269],
+[1.016, 0.862, 0.834],
+[2.569, 1.451, 1.380],
+[1.044, 0.803, 0.808],
+[1.041, 0.919, 0.924],
+[2.505, 1.654, 1.648],
+[2.485, 1.606, 1.598],
+[5.047, 3.324, 3.292],
+[0.264, 0.080, 0.077],
+[9.875, 1.106, 1.096],
+[11.226, 1.291, 1.276],
+[21.800, 2.578, 2.508],
+[55.493, 9.856, 10.056],
+[2.677, 0.447, 0.434],
+[0.793, 0.339, 0.332],
+[2.682, 0.507, 0.514],
+[9.635, 1.533, 1.490],
+[9.877, 9.179, 9.537],
+[0.527, 0.419, 0.423],
+[2.363, 0.737, 0.753],
+[5.940, 0.881, 0.925],
+[4.462, 3.354, 3.389],
+[10.084, 3.518, 3.499],
+[10.050, 3.518, 3.527],
+[1.304, 1.160, 1.168],
+[0.314, 0.112, 0.099],
+[0.180, 0.048, 0.065],
+[0.302, 0.121, 0.112],
+[0.448, 0.173, 0.173],
+[0.171, 0.049, 0.041],
+[0.166, 0.045, 0.042],
+[0.141, 0.037, 0.036]
 ]
 }

datafusion/results/single.json

@@ -1,55 +1,55 @@
 {
     "system": "DataFusion (Parquet, single)",
-    "date": "2024-04-18",
+    "date": "2025-05-22",
     "machine": "c6a.4xlarge, 500gb gp2",
     "cluster_size": 1,
-    "comment": "v46.0.0 (d5ca830)",
+    "comment": "v47.0.0 (e44330)",
     "tags": ["Rust", "column-oriented", "embedded", "stateless"],
     "load_time": 0,
     "data_size": 14779976446,
     "result": [
-[0.106, 0.057, 0.057],
-[0.142, 0.072, 0.072],
-[0.212, 0.119, 0.115],
-[0.341, 0.132, 0.120],
-[0.993, 0.892, 0.899],
-[1.081, 0.961, 0.958],
-[0.125, 0.076, 0.078],
-[0.159, 0.092, 0.083],
-[1.134, 0.990, 0.999],
-[1.306, 1.108, 1.068],
-[0.480, 0.291, 0.298],
-[0.583, 0.314, 0.317],
-[1.170, 0.989, 0.969],
-[2.625, 1.568, 1.491],
-[1.108, 0.940, 0.941],
-[1.155, 1.050, 1.052],
-[2.631, 1.924, 1.944],
-[2.517, 1.772, 1.777],
-[5.173, 3.765, 3.733],
-[0.422, 0.115, 0.117],
-[9.540, 1.131, 1.131],
-[11.292, 1.457, 1.445],
-[22.116, 3.578, 3.502],
-[55.971, 9.908, 9.810],
-[2.567, 0.584, 0.577],
-[0.805, 0.512, 0.533],
-[2.582, 0.646, 0.650],
-[9.643, 1.626, 1.602],
-[10.635, 10.439, 10.218],
-[0.547, 0.485, 0.479],
-[2.288, 0.927, 0.942],
-[5.684, 1.036, 1.000],
-[4.545, 3.741, 3.723],
-[10.211, 3.884, 3.853],
-[10.251, 3.871, 3.879],
-[1.405, 1.281, 1.282],
-[0.360, 0.198, 0.211],
-[0.280, 0.182, 0.169],
-[0.345, 0.199, 0.209],
-[0.508, 0.281, 0.296],
-[0.214, 0.110, 0.114],
-[0.206, 0.112, 0.110],
-[0.190, 0.103, 0.103]
+[0.103, 0.069, 0.061],
+[0.168, 0.099, 0.091],
+[0.226, 0.119, 0.120],
+[0.347, 0.125, 0.127],
+[1.019, 0.867, 0.894],
+[0.918, 0.818, 0.793],
+[0.109, 0.068, 0.070],
+[0.174, 0.103, 0.102],
+[1.086, 0.929, 0.917],
+[1.269, 1.046, 1.053],
+[0.482, 0.287, 0.289],
+[0.584, 0.312, 0.314],
+[1.007, 0.841, 0.843],
+[2.704, 1.304, 1.364],
+[0.993, 0.827, 0.815],
+[1.102, 1.002, 0.995],
+[2.521, 1.697, 1.699],
+[2.474, 1.654, 1.669],
+[4.979, 3.396, 3.387],
+[0.271, 0.137, 0.143],
+[9.757, 1.034, 1.058],
+[11.204, 1.346, 1.377],
+[21.976, 2.774, 2.767],
+[55.819, 10.466, 10.239],
+[2.565, 0.473, 0.487],
+[0.790, 0.402, 0.392],
+[2.568, 0.590, 0.549],
+[9.580, 1.641, 1.575],
+[10.295, 9.837, 9.656],
+[0.557, 0.446, 0.453],
+[2.293, 0.797, 0.789],
+[5.685, 0.944, 0.958],
+[4.263, 3.414, 3.445],
+[10.033, 3.635, 3.710],
+[10.050, 3.629, 3.625],
+[1.320, 1.220, 1.229],
+[0.322, 0.178, 0.168],
+[0.243, 0.117, 0.129],
+[0.352, 0.177, 0.188],
+[0.514, 0.245, 0.249],
+[0.213, 0.107, 0.102],
+[0.200, 0.119, 0.097],
+[0.189, 0.095, 0.093]
 ]
 }