Reproduce Umbra benchmarks

Author: alexey-milovidov

umbra/results/c6a.4xlarge.json

@@ -0,0 +1,55 @@
+{
+    "system": "Umbra",
+    "date": "2024-02-02",
+    "machine": "c6a.4xlarge, 500gb gp2",
+    "cluster_size": 1,
+    "tags": ["C++", "column-oriented", "PostgreSQL compatible"],
+    "load_time": 1061.541,
+    "data_size": 97767877183,
+    "comment": "Segmentation fault in the middle of the test",
+    "result": [
+[0.209086,0.011738,0.012061],
+[0.286187,0.011852,0.003785],
+[0.295367,0.135114,0.044054],
+[0.895806,0.679204,0.680544],
+[0.702135,0.674911,0.677621],
+[4.0023,0.87053,0.613472],
+[0.11274,0.078905,0.087947],
+[0.012837,0.014259,0.014031],
+[2.729,0.350596,0.341228],
+[0.696983,0.639588,0.669598],
+[0.339289,0.038563,0.043669],
+[0.209976,0.05442,0.054552],
+[0.430673,0.587625,0.768441],
+[0.932235,0.787055,0.780889],
+[1.28999,0.276156,0.297337],
+[0.202715,0.188756,0.192702],
+[0.530036,0.623375,0.608413],
+[0.511773,0.595728,0.563421],
+[1.42062,1.23585,1.192],
+[0.035434,0.013534,0.002076],
+[27.6449,14.838,12.4979],
+[11.6779,6.98523,4.57714],
+[28.1569,20.2952,10.3134],
+[153.316,153.2,154.629],
+[4.08712,1.57023,0.007798],
+[0.010185,0.010279,0.009956],
+[0.038879,0.038326,0.039015],
+[19.3634,7.89121,4.27973],
+[16.7256,10.2004,3.92077],
+[0.303641,0.054993,0.055398],
+[4.58902,0.332033,0.130684],
+[2.79384,1.48084,0.731322],
+[1.38139,1.6159,1.39411],
+[12.9291,9.05383,6.94245],
+[5.3304,5.41123,5.38231],
+[0.57384,0.254843,0.26153],
+[null,null,null],
+[null,null,null],
+[null,null,null],
+[null,null,null],
+[null,null,null],
+[null,null,null],
+[null,null,null]
+    ]
+}

umbra/results/c6a.metal.json

@@ -1,54 +1,55 @@
 {
     "system": "Umbra",
-    "date": "2023-09-26",
+    "date": "2024-02-02",
     "machine": "c6a.metal, 500gb gp2",
     "cluster_size": 1,
     "tags": ["C++", "column-oriented", "PostgreSQL compatible"],
-    "load_time": 342.940,
-    "data_size": 47772871463,
+    "load_time": 432.753,
+    "data_size": 104811147008,
+    "comment": "It looks like it caches the data in memory, so the cold run results are incorrect",
     "result": [
-[0.018057,0.013157,0.014398],
-[0.016327,0.015272,0.01339],
-[0.016671,0.01914,0.020117],
-[0.019742,0.023445,0.02412],
-[0.083064,0.086291,0.09274],
-[0.131996,0.184543,0.194323],
-[0.016935,0.02264,0.019275],
-[0.01514,0.017431,0.018025],
-[0.149528,0.193381,0.160358],
-[0.626951,0.662215,0.65206],
-[0.053912,0.061844,0.073555],
-[0.062187,0.06842,0.064128],
-[0.137479,0.193703,0.192605],
-[0.237353,0.290019,0.311377],
-[0.159727,0.215564,0.181494],
-[0.124321,0.122907,0.137032],
-[0.185544,0.252296,0.255446],
-[0.181082,0.219787,0.214228],
-[0.271934,0.352916,0.346967],
-[0.02917,0.016855,0.01992],
-[0.097607,0.09569,0.096018],
-[0.053807,0.054425,0.05776],
-[0.090593,0.098447,0.090866],
-[0.282552,0.296862,0.295971],
-[0.02645,0.029673,0.032763],
-[0.025287,0.026467,0.024908],
-[0.04118,0.045701,0.043772],
-[0.100863,0.101248,0.098413],
-[0.354488,0.398689,0.401121],
-[0.021868,0.018716,0.023434],
-[0.104807,0.109987,0.126613],
-[0.138456,0.125887,0.13323],
-[0.329338,0.361825,0.37149],
-[0.60129,0.719337,0.732868],
-[0.652194,0.662975,0.88313],
-[0.282723,0.131263,0.139427],
-[0.028785,0.035513,0.032087],
-[0.022515,0.021231,0.021948],
-[0.019871,0.02061,0.02243],
-[0.049311,0.046913,0.045063],
-[0.020224,0.028263,0.027371],
-[0.018104,0.024994,0.024418],
-[0.018556,0.01853,0.022209]
+[0.021103,0.014069,0.013841],
+[0.016241,0.015651,0.014398],
+[0.016433,0.019444,0.020535],
+[0.019118,0.022744,0.024424],
+[0.087463,0.116452,0.108668],
+[0.137545,0.143623,0.186976],
+[0.022322,0.018086,0.016414],
+[0.01743,0.01459,0.016214],
+[0.13723,0.145615,0.154707],
+[0.602285,0.614764,0.614396],
+[0.052353,0.055475,0.060419],
+[0.066132,0.068412,0.064872],
+[0.143196,0.178901,0.184571],
+[0.246122,0.285504,0.287426],
+[0.141119,0.172389,0.192775],
+[0.133211,0.124609,0.127582],
+[0.187477,0.219748,0.214415],
+[0.157956,0.187116,0.206256],
+[0.267917,0.337226,0.368166],
+[0.036774,0.019947,0.019828],
+[0.180748,0.088995,0.092018],
+[0.050261,0.056437,0.049835],
+[0.085935,0.08502,0.085339],
+[0.384127,0.283856,0.298186],
+[0.023887,0.025708,0.029501],
+[0.026465,0.022693,0.026492],
+[0.038385,0.043431,0.041599],
+[0.108191,0.095912,0.094505],
+[0.384992,0.369839,0.397459],
+[0.023921,0.019091,0.020356],
+[0.105971,0.103385,0.108233],
+[0.133147,0.127664,0.13925],
+[0.332119,0.366251,0.336184],
+[0.592509,0.652576,0.750742],
+[0.839829,0.668914,0.731482],
+[0.386763,0.131991,0.143009],
+[0.038283,0.033977,0.03078],
+[0.02885,0.021694,0.021639],
+[0.025068,0.018045,0.0184],
+[0.041889,0.041119,0.041826],
+[0.030802,0.021935,0.029303],
+[0.020964,0.022451,0.023481],
+[0.017381,0.020976,0.016867]
     ]
 }