update bench csv results

Author: pachadotdev

extended-tests-results/bench_summary.csv

@@ -1,51 +1,51 @@
-test,cpp_standard,cpp_compiler,avg_time_cpp11,avg_time_cpp4r,avg_time_Rcpp,rel_time_cpp11,rel_time_cpp4r,rel_time_Rcpp,rel_cpp4r_cpp11,rel_cpp4r_Rcpp,rel_cpp4r_within_test
-Add four matrices,C++11,Clang,0.010721617994820508,0.008007456548511982,0.009205629535931714,0.6448345824118098,0.48810539081641946,0.5600966657441044,0.757,0.871,1.07
-Add four matrices,C++11,GCC,0.011161039432520238,0.008357635306013862,0.009724786954133638,0.6481517681233283,0.4919993074752241,0.5710825458881585,0.759,0.862,1.08
-Add four matrices,C++14,Clang,0.011279229743510713,0.008543146290692824,0.009558051031044856,0.6584277087836101,0.5048029546508532,0.5650161590941035,0.767,0.893,1.11
-Add four matrices,C++14,GCC,0.009814869784702527,0.007427917244578046,0.008100055287620624,0.6394218078935101,0.48881360664825096,0.5335881134587336,0.764,0.916,1.07
-Add four matrices,C++17,Clang,0.010324831759766201,0.0075591572415444775,0.008366234147949715,0.6383652651968711,0.47393538551417747,0.5257929676818413,0.742,0.901,1.04
-Add four matrices,C++17,GCC,0.009667125485400309,0.007316510049312623,0.008511150261738851,0.6320642169867758,0.48524530458381665,0.5625046497734689,0.768,0.863,1.07
-Add four matrices,C++20,Clang,0.009906727795688701,0.007360235670324871,0.008325866658753735,0.6119270690866835,0.46076434614410827,0.5203887208578373,0.753,0.885,1.01
-Add four matrices,C++20,GCC,0.011022496270015836,0.010029780571539032,0.010110848152069184,0.6521068366935016,0.5969715258790189,0.6015514491711516,0.915,0.992,1.31
-Add four matrices,C++23,Clang,0.010090549996749935,0.007307375139765897,0.008230282542561846,0.6363590621122555,0.46729120354252407,0.5254186752125477,0.734,0.889,1.03
-Add four matrices,C++23,GCC,0.010087204127743537,0.007494566968062474,0.008190014065784991,0.6060510305109358,0.45498090937942376,0.4973741335593659,0.751,0.915,1
-Add two matrices,C++11,Clang,0.007651773619950198,0.00523661520707478,0.006978034982647823,0.8353984784655627,0.5656180245910707,0.740903634999316,0.677,0.763,1.12
-Add two matrices,C++11,GCC,0.008901382920009141,0.005779113725055845,0.007498542177110759,0.8707093036814807,0.5598601469912166,0.7127168717765788,0.643,0.786,1.1
-Add two matrices,C++14,Clang,0.0074020085621112,0.005019256361636656,0.006943126769774422,0.8358911379950186,0.5606206326321306,0.7622528986711342,0.671,0.735,1.11
-Add two matrices,C++14,GCC,0.006665627941327664,0.004846585725614687,0.006487271117702202,0.7995104466658178,0.574835227495153,0.7572138148443873,0.719,0.759,1.13
-Add two matrices,C++17,Clang,0.007355075595634324,0.005047612135745205,0.006555635199349906,0.8725793374298386,0.5937274746256229,0.7580640329975078,0.68,0.783,1.17
-Add two matrices,C++17,GCC,0.006780851486243536,0.004786464167112599,0.006325045626667537,0.8485624577183604,0.5946764898699386,0.7733689296173195,0.701,0.769,1.17
-Add two matrices,C++20,Clang,0.007120288470142274,0.005028533030595935,0.00628172281098419,0.8220971094241064,0.5744333595069945,0.7087909705020629,0.699,0.81,1.13
-Add two matrices,C++20,GCC,0.007443482888986034,0.005087189021168695,0.007008681655861437,0.7470490847230862,0.5071571269826177,0.6867513704275424,0.679,0.738,1
-Add two matrices,C++23,Clang,0.006889830959951315,0.004905434208922088,0.0062779073225695415,0.7961870681844465,0.5596060090422734,0.7065753042689861,0.703,0.792,1.1
-Add two matrices,C++23,GCC,0.007253976300007151,0.004894711254212093,0.006523349192896288,0.8148934714069651,0.5464119714177968,0.7164701359911309,0.671,0.763,1.08
-Multiple matrix operations,C++11,Clang,3.441742963480706e-6,2.983232903085193e-6,3.6661204292762037e-6,1.643478806954815e-5,1.4306972185808978e-5,1.7575309751727736e-5,0.871,0.814,1
-Multiple matrix operations,C++11,GCC,5.818400959655338e-6,5.162046623549291e-6,6.305049078501001e-6,2.1922304186022275e-5,1.9447583940018205e-5,2.3755902180932095e-5,0.887,0.819,1.36
-Multiple matrix operations,C++14,Clang,5.9690910904687275e-6,5.301202134210237e-6,6.40402586028284e-6,2.245326852768762e-5,1.994216284081567e-5,2.4091497205085575e-5,0.888,0.828,1.39
-Multiple matrix operations,C++14,GCC,5.366465989120153e-6,4.973269675915338e-6,5.8114445502204556e-6,2.6393181019099168e-5,2.4248663320166385e-5,2.858489267504002e-5,0.919,0.848,1.69
-Multiple matrix operations,C++17,Clang,6.226338066008626e-6,5.524704109269137e-6,6.697683509591283e-6,2.374502539811853e-5,2.107616380247221e-5,2.555097431427543e-5,0.888,0.825,1.47
-Multiple matrix operations,C++17,GCC,3.3857412541247146e-6,2.8947917079286915e-6,3.53773333588425e-6,1.654242296638881e-5,1.4356514641229292e-5,1.7554956564230798e-5,0.868,0.818,1
-Multiple matrix operations,C++20,Clang,3.7104271504343772e-6,3.266469005267231e-6,3.90676277860695e-6,1.765137587064842e-5,1.548893890056155e-5,1.8709725390277965e-5,0.877,0.828,1.08
-Multiple matrix operations,C++20,GCC,3.511608787337128e-6,3.1293662055870707e-6,3.791860855963765e-6,1.902103251081873e-5,1.6937335577030936e-5,2.0545614104709874e-5,0.89,0.824,1.18
-Multiple matrix operations,C++23,Clang,4.532925157370616e-6,4.16527963148392e-6,5.3485665394335375e-6,2.1373344749126365e-5,1.9739561189974707e-5,2.5337583676292176e-05,0.924,0.779,1.38
-Multiple matrix operations,C++23,GCC,6.6795536050839085e-6,8.450878061810319e-6,8.266527272228683e-6,2.2925799390781483e-5,2.603391201346322e-5,2.8380544447880588e-5,1.14,0.917,1.82
-Multiply four matrices,C++11,Clang,0.04724198904919571,0.046285779959028016,0.04655662201088378,1.7518916977474217,1.7163654818313434,1.7274020470111657,0.98,0.994,1.19
-Multiply four matrices,C++11,GCC,0.043695909585281065,0.04123204348760904,0.04130416613533067,1.5272316102059174,1.4424098070000722,1.4447808410389797,0.944,0.998,1
-Multiply four matrices,C++14,Clang,0.045253002341380535,0.04520465186868357,0.04393387332140487,1.5771233551109005,1.5830844168562324,1.5334380949273916,1,1.03,1.1
-Multiply four matrices,C++14,GCC,0.0446943725561438,0.04150746477297412,0.04367662600849812,1.7969369521057745,1.6708156632332694,1.754820352604303,0.93,0.952,1.16
-Multiply four matrices,C++17,Clang,0.04204788764378018,0.04097925197233313,0.03911162546493721,1.6342506938583152,1.5930608977308451,1.5234388885100894,0.975,1.05,1.1
-Multiply four matrices,C++17,GCC,0.044445195080883494,0.043481269968930175,0.043090979169522016,1.7977411970847172,1.7583927018821484,1.7432145057359518,0.978,1.01,1.22
-Multiply four matrices,C++20,Clang,0.04196385617667277,0.04023652255525623,0.0408874491208271,1.66276243189287,1.596333428392893,1.6212861898703903,0.96,0.985,1.11
-Multiply four matrices,C++20,GCC,0.043046572657862714,0.04115090238842733,0.04126233428512339,1.5716949031146874,1.503686605846681,1.5070502031474817,0.957,0.998,1.04
-Multiply four matrices,C++23,Clang,0.03972177749751516,0.037827527348892956,0.03802731901535536,1.6127867269547829,1.5377062900940217,1.5459096023025323,0.953,0.995,1.07
-Multiply four matrices,C++23,GCC,0.04395514739824611,0.04278780260166077,0.043577148024306386,1.739988704669216,1.6951799413670265,1.7265720857060776,0.974,0.982,1.18
-Submatrix manipulation,C++11,Clang,0.0051604998951340665,0.0032181329680701755,0.004082208587217848,1.8405338494650636,1.0702900665832098,1.409498353055664,0.582,0.759,1.09
-Submatrix manipulation,C++11,GCC,0.004705635435185491,0.0027962578793189357,0.0035756170602363286,1.7808634953152664,0.98386059291548,1.3023339676348102,0.552,0.755,1
-Submatrix manipulation,C++14,Clang,0.004836703015120738,0.0029350638660431212,0.0037630306086407937,1.7610292897290438,0.991716072540898,1.3169901644331783,0.563,0.753,1.01
-Submatrix manipulation,C++14,GCC,0.004740211332207356,0.0029001018087075527,0.0035340467513044725,1.753702352982905,0.9982035602469753,1.2607513899813643,0.569,0.792,1.02
-Submatrix manipulation,C++17,Clang,0.004546138821454833,0.002736643819157414,0.0034014169977293635,1.7396167531894673,0.9796631646638262,1.2551740441078463,0.563,0.78,1
-Submatrix manipulation,C++17,GCC,0.004772582273141538,0.002915907714145296,0.0038065090050863823,1.7871999228618094,1.0135849517388968,1.3739349298509071,0.567,0.738,1.03
-Submatrix manipulation,C++20,Clang,0.005302512622675954,0.0031361339045973607,0.003764026345713634,1.9057226353739434,1.0584842674878856,1.307153578078693,0.555,0.81,1.08
-Submatrix manipulation,C++20,GCC,0.004725590823408292,0.0028737976230034717,0.003623049974688614,1.7925641065308349,1.0091521843938591,1.31616576744442,0.563,0.767,1.03
-Submatrix manipulation,C++23,Clang,0.005241213358073894,0.002925510306804612,0.0034312003491712467,1.9605052103456735,1.0327251997997469,1.2475448302716656,0.527,0.828,1.05
-Submatrix manipulation,C++23,GCC,0.005285754561072634,0.003117767305170395,0.0036172351255841857,1.9099923873345366,1.0522354372441094,1.2591971649540723,0.551,0.836,1.07
+test,cpp_standard,cpp_compiler,avg_time_cpp11,avg_time_cpp4r,avg_time_Rcpp,rel_time_cpp11,rel_time_cpp4r,rel_time_Rcpp
+Add four matrices,C++11,Clang,0.01546092468138062,0.011453960198975568,0.013787784810862218,0.7500061252887547,0.5537499576651506,0.6483718358311519
+Add four matrices,C++11,GCC,0.016026063478903427,0.012129305131324776,0.013968533946780905,0.7541432143490235,0.5681340940556754,0.6370888651687225
+Add four matrices,C++14,Clang,0.01551904013304382,0.01250726709080556,0.017540419039468527,0.7804707205127122,0.6265854376388473,0.8614891069448516
+Add four matrices,C++14,GCC,0.015429798611059633,0.011921807548639422,0.014929707574287467,0.75428184681924,0.57857704200815685,0.7027046287023532
+Add four matrices,C++17,Clang,0.019548988319002092,0.014507889203556185,0.018216992335213462,0.7459573722143654,0.549032965241864,0.6680630573565411
+Add four matrices,C++17,GCC,0.01989394306366769,0.015711048345927302,0.019381580634365733,0.7206992341767631,0.5642171283129415,0.6768427580447672
+Add four matrices,C++20,Clang,0.019120469488612166,0.014279787669823105,0.016018983727435068,0.6837133764530037,0.5079925534297179,0.5641290898685192
+Add four matrices,C++20,GCC,0.019887063775819783,0.016419240229582528,0.016529533083132486,0.819760093753995,0.6767967202961823,0.6681505678778364
+Add four matrices,C++23,Clang,0.013617872929305067,0.011904075012390256,0.01553527100192269,0.6893211410842275,0.5994356142395022,0.7532635805581603
+Add four matrices,C++23,GCC,0.015391199092846364,0.01246115074573769,0.015829634673332756,0.6860212093732865,0.5499444836159294,0.6839951665613339
+Add two matrices,C++11,Clang,0.008938368080820585,0.006774827488698065,0.012644246149313997,0.4309856349877731,0.30603490442144116,0.5231987408608415
+Add two matrices,C++11,GCC,0.009166981664970897,0.006223467502942575,0.012190852697929177,0.4141894100716631,0.2668104386470801,0.47590344661962525
+Add two matrices,C++14,Clang,0.008965808382656957,0.006583932422491133,0.011891854366249576,0.4326854826844022,0.29998158228239385,0.4920920862194814
+Add two matrices,C++14,GCC,0.008360027084934848,0.006551068200140583,0.011427679954438793,0.40835985871313707,0.29984660826409304,0.4812296044650558
+Add two matrices,C++17,Clang,0.009836816094692188,0.007674755692501001,0.016132159114634732,0.36073427292038734,0.25918199622794724,0.5077885444635296
+Add two matrices,C++17,GCC,0.013854923287444577,0.008944812657226029,0.01682708833523437,0.4499691311327562,0.2759321100994725,0.47312444426665123
+Add two matrices,C++20,Clang,0.010377682612410613,0.008322645168827504,0.014668023757807607,0.3825513640983669,0.28659458590867676,0.477217694130979
+Add two matrices,C++20,GCC,0.009393961785351667,0.0069601082300045055,0.012541717657230186,0.34893667512999776,0.24422829170980948,0.4016351729245446
+Add two matrices,C++23,Clang,0.008771422383261427,0.006304013037968579,0.011568209041166594,0.44228814543633355,0.3003053116399753,0.5042357177902652
+Add two matrices,C++23,GCC,0.009328666096790788,0.0072547816148750026,0.013101591537373938,0.4346407453503028,0.3186875400745492,0.5282457626556363
+Multiple matrix operations,C++11,Clang,1.8070156125313773e-5,1.71070913689173e-5,1.923163654282689e-5,4.814092770423017e-5,4.561920964754262e-5,5.129538241177778e-5
+Multiple matrix operations,C++11,GCC,1.733044960669109e-5,1.598824390533323e-5,1.7918365988500265e-5,4.730350393895786e-5,4.369852527386184e-5,4.8970264542777685e-5
+Multiple matrix operations,C++14,Clang,1.768558404921573e-5,1.6767404526852222e-5,1.8499922292421058e-5,4.955394974545008e-5,4.694212533174214e-5,5.184193973105282e-5
+Multiple matrix operations,C++14,GCC,1.8032685834534315e-5,1.6479943023652445e-5,1.881802121975592e-5,4.8711881987564954e-5,4.465744593162391e-5,5.079405961678119e-5
+Multiple matrix operations,C++17,Clang,2.3762877241765358e-5,1.946782778796493e-5,2.311774510510114e-5,4.9380422088633046e-5,4.080347277655029e-5,4.832547478603683e-5
+Multiple matrix operations,C++17,GCC,1.7763707045541733e-5,1.609691523243578e-5,1.818715471166129e-5,3.858608688598795e-5,3.495741519249505e-5,3.9473550859835766e-5
+Multiple matrix operations,C++20,Clang,1.9404386189215036e-5,1.866358560414947e-5,2.3922082321832374e-5,4.777227232071306e-5,4.5757168278014254e-5,5.890093380808467e-5
+Multiple matrix operations,C++20,GCC,2.377521845379046e-5,2.23040709043948e-5,3.405408197253639e-5,4.8774659675067424e-5,4.555977640207719e-5,6.696134139451793e-5
+Multiple matrix operations,C++23,Clang,1.8153715004422227e-5,1.934777626919807e-5,2.3645631569836822e-5,4.072824082494411e-5,4.320020916645587e-5,5.310674204357982e-5
+Multiple matrix operations,C++23,GCC,1.7092243663738578e-5,1.6095633475984238e-5,1.8475522591295292e-5,3.187271304345835e-5,2.9964917846673475e-5,3.4372536521526726e-5
+Multiply four matrices,C++11,Clang,0.05562811123078917,0.05088579334076304,0.049635742239806116,1.6924590637483459,1.5468554775599257,1.5111457373989077
+Multiply four matrices,C++11,GCC,0.05568202129893043,0.05448552773319831,0.05469690964257877,1.6559826212575561,1.619620035163016,1.6248238943213629
+Multiply four matrices,C++14,Clang,0.05529161747568762,0.05356749778314095,0.05363533227010725,1.1836138084309313,1.1503733903741935,1.151246891872874
+Multiply four matrices,C++14,GCC,0.053014652156128494,0.05495075319123892,0.05470419119644378,1.523056667438521,1.5781553736369265,1.5727081720259724
+Multiply four matrices,C++17,Clang,0.06573556291238804,0.06139779690539046,0.05606993742534244,1.6819449486140847,1.5834522680271714,1.4441960768147917
+Multiply four matrices,C++17,GCC,0.0634251299245302,0.06374069519949202,0.06773751206833831,1.5497869826786386,1.553485308210744,1.6450603730341753
+Multiply four matrices,C++20,Clang,0.06068351251852452,0.06170432665147724,0.0523505888009748,1.3862451249250023,1.4101317686733015,1.1991510381015742
+Multiply four matrices,C++20,GCC,0.06388134673138016,0.06818643929104187,0.06242554365747551,1.8353977644337343,1.9712600224363575,1.8063374029434023
+Multiply four matrices,C++23,Clang,0.05548178369645029,0.058227990859672805,0.05249490273869312,1.5325356480964887,1.6068077853213547,1.4467588771386157
+Multiply four matrices,C++23,GCC,0.061955415728093335,0.0653135709545328,0.06670152872672533,1.37989224248995,1.4532043044710876,1.4883642150676428
+Submatrix manipulation,C++11,Clang,0.00828570409259778,0.00640698791153691,0.007580319079760538,1.6742207147427535,1.0397046897628672,1.3426191621093309
+Submatrix manipulation,C++11,GCC,0.007940071916483266,0.0059579282782838815,0.007298744506943895,1.6027174904377988,0.9906170680036591,1.3027863185749193
+Submatrix manipulation,C++14,Clang,0.007610725781794789,0.005830869844839053,0.007390147676140222,1.6778192416644337,1.0501129869097594,1.425444929005668
+Submatrix manipulation,C++14,GCC,0.00788835289873829,0.006225858653458405,0.0070425507693304395,1.6973159787554404,1.0840500221133094,1.3481481318057584
+Submatrix manipulation,C++17,Clang,0.015453749889869015,0.0077316443381203834,0.008586129874504191,2.668992323130802,1.0587862741574732,1.3348364725546136
+Submatrix manipulation,C++17,GCC,0.010074592525690642,0.008188114951754331,0.008162050247810096,1.7224516276278523,1.1568768063081942,1.233962946169776
+Submatrix manipulation,C++20,Clang,0.009310894555469252,0.007002494609154457,0.008401824341972872,1.9435340618165522,1.1784969922365347,1.545551778891121
+Submatrix manipulation,C++20,GCC,0.009310779936269534,0.008671975044809205,0.01050967459890003,1.5228864728880835,1.1727696657100835,1.577990397232928
+Submatrix manipulation,C++23,Clang,0.008427026798017323,0.006613072738460056,0.008055020786574756,1.6463573963600244,1.0435456439014938,1.3793818340988786
+Submatrix manipulation,C++23,GCC,0.011909595664533578,0.007574015030903476,0.008828306316436097,1.829384401041958,0.9423798031735553,1.2139174506974724

scripts/combine-benchmarks.R

@@ -117,6 +117,8 @@ res <- res %>%
     arrange(test, cpp_standard, cpp_compiler) %>%
     select(test, everything())
 
+readr::write_csv(res, "./extended-tests-results/bench_summary.csv")
+
 res <- res %>%
     mutate(
         rel_cpp4r_cpp11 = signif(rel_time_cpp4r / rel_time_cpp11, 3),