Rerun benchmarks

Author: Ralith

readme.md

@@ -4,16 +4,16 @@ A suite of benchmarks designed to test and compare Rust ECS library performance
 
 The full benchmark report is available [here](https://rust-gamedev.github.io/ecs_bench_suite/target/criterion/report/index.html).
 
-|                  | legion (\*)           | bevy       | hecs    | shipyard (\*)         | specs       |
-|------------------|:----------------------|:----------:|:-------:|:---------------------:|:-----------:|
-| simple_insert    | **0.434ms**           | 0.865ms    | 0.645ms | 2.49ms                | 2.32ms      |
-| simple_iter      | **13.4us** (16.6us)   | **14.4us** | 26.7us  | 110us (45.6us)        | 34.3ms      |
-| frag_iter        | **0.509us**           | 1.76us     | 1.79us  | 1.04us                | 1.67us      |
-| heavy_compute    | **0.701ms** (0.723ms) | 1.06ms     | 1.02ms  | 0.778ms (**0.700ms**) | 0.995ms     |
-| schedule         | **52.3us** (53.7us)   | 94.9us     | -       | 580us (307us)         | 244us       |
-| add_remove       | 5.50ms                | -          | 18.2ms  | 2.90ms                | **0.148ms** |
-| serialize_text   | **17.9ms**            | -          | -       | -                     | -           |
-| serialize_binary | **6.42ms**            | -          | -       | -                     | -           |
+|                  | legion (\*)           | bevy       | hecs       | shipyard (\*)         | specs       |
+|------------------|:----------------------|:----------:|:----------:|:---------------------:|:-----------:|
+| simple_insert    | **383μs**             | 636μs      | 640μs      | 2.08ms                | 1.90ms      |
+| simple_iter      | 13.2μs (**11.2μs**)   | 12.9μs     | **12.0μs** | 86.3μs (24.2μs)       | 28.8ms      |
+| frag_iter        | 441ns                 | 554ns      | 452ns      | **121ns**             | 1.41μs      |
+| heavy_compute    | **686μs** (687μs)     | 958μs      | 972μs      | **693μs** (693μs)     | 968μs       |
+| schedule         | **54.3μs** (53.7μs)   | 80.3μs     | -          | 372μs (132μs)         | 155μs       |
+| add_remove       | 4.45ms                | 6.71ms     | 7.86ms     | 237μs                 | **123μs**   |
+| serialize_text   | **12.5ms**            | -          | -          | -                     | -           |
+| serialize_binary | **6.50ms**            | -          | -          | -                     | -           |
 
 (*): The values in parentheses are results where per-benchmark storage optimizations were applied. Some of these are mutually exclusive, so with and without "packing" typically represent best and worst-case performance for the ECS.
 

target/criterion/add_remove_component/bevy/base/benchmark.json

@@ -0,0 +1 @@
+{"group_id":"add_remove_component","function_id":"bevy","value_str":null,"throughput":null,"full_id":"add_remove_component/bevy","directory_name":"add_remove_component/bevy","title":"add_remove_component/bevy"}

target/criterion/add_remove_component/bevy/base/estimates.json

@@ -0,0 +1 @@
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6706959.0,"upper_bound":6717736.375},"point_estimate":6712049.25,"standard_error":2767.7418394017304},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6700493.75,"upper_bound":6705050.0},"point_estimate":6702168.75,"standard_error":1316.4878181958586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7811.448611319065,"upper_bound":13352.666012942791},"point_estimate":10619.122311472893,"standard_error":1359.7560090570623},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19691.89168229265,"upper_bound":35964.04992043156},"point_estimate":28338.094843890143,"standard_error":4130.76382180928}}

target/criterion/add_remove_component/bevy/base/raw.csv

@@ -0,0 +1,101 @@
+group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count
+add_remove_component,bevy,,,,53947300.0,ns,8
+add_remove_component,bevy,,,,53662500.0,ns,8
+add_remove_component,bevy,,,,53693700.0,ns,8
+add_remove_component,bevy,,,,53640200.0,ns,8
+add_remove_component,bevy,,,,53698300.0,ns,8
+add_remove_component,bevy,,,,53677300.0,ns,8
+add_remove_component,bevy,,,,53701400.0,ns,8
+add_remove_component,bevy,,,,53819600.0,ns,8
+add_remove_component,bevy,,,,53612500.0,ns,8
+add_remove_component,bevy,,,,53621700.0,ns,8
+add_remove_component,bevy,,,,53621300.0,ns,8
+add_remove_component,bevy,,,,53662000.0,ns,8
+add_remove_component,bevy,,,,53625700.0,ns,8
+add_remove_component,bevy,,,,53602000.0,ns,8
+add_remove_component,bevy,,,,53608200.0,ns,8
+add_remove_component,bevy,,,,53578200.0,ns,8
+add_remove_component,bevy,,,,53636600.0,ns,8
+add_remove_component,bevy,,,,54054500.0,ns,8
+add_remove_component,bevy,,,,53577400.0,ns,8
+add_remove_component,bevy,,,,53881600.0,ns,8
+add_remove_component,bevy,,,,53586100.0,ns,8
+add_remove_component,bevy,,,,53605700.0,ns,8
+add_remove_component,bevy,,,,53633000.0,ns,8
+add_remove_component,bevy,,,,53555500.0,ns,8
+add_remove_component,bevy,,,,53719200.0,ns,8
+add_remove_component,bevy,,,,54361300.0,ns,8
+add_remove_component,bevy,,,,53763000.0,ns,8
+add_remove_component,bevy,,,,53558700.0,ns,8
+add_remove_component,bevy,,,,53741000.0,ns,8
+add_remove_component,bevy,,,,53553200.0,ns,8
+add_remove_component,bevy,,,,53587900.0,ns,8
+add_remove_component,bevy,,,,53658900.0,ns,8
+add_remove_component,bevy,,,,53602400.0,ns,8
+add_remove_component,bevy,,,,53669800.0,ns,8
+add_remove_component,bevy,,,,53577000.0,ns,8
+add_remove_component,bevy,,,,54788700.0,ns,8
+add_remove_component,bevy,,,,53558700.0,ns,8
+add_remove_component,bevy,,,,53680500.0,ns,8
+add_remove_component,bevy,,,,53627600.0,ns,8
+add_remove_component,bevy,,,,53553600.0,ns,8
+add_remove_component,bevy,,,,53619500.0,ns,8
+add_remove_component,bevy,,,,53582000.0,ns,8
+add_remove_component,bevy,,,,53544800.0,ns,8
+add_remove_component,bevy,,,,54239700.0,ns,8
+add_remove_component,bevy,,,,53609600.0,ns,8
+add_remove_component,bevy,,,,53671600.0,ns,8
+add_remove_component,bevy,,,,53713200.0,ns,8
+add_remove_component,bevy,,,,53592600.0,ns,8
+add_remove_component,bevy,,,,53605500.0,ns,8
+add_remove_component,bevy,,,,53604900.0,ns,8
+add_remove_component,bevy,,,,53578900.0,ns,8
+add_remove_component,bevy,,,,54337200.0,ns,8
+add_remove_component,bevy,,,,53669100.0,ns,8
+add_remove_component,bevy,,,,53613100.0,ns,8
+add_remove_component,bevy,,,,54115100.0,ns,8
+add_remove_component,bevy,,,,53581800.0,ns,8
+add_remove_component,bevy,,,,54093500.0,ns,8
+add_remove_component,bevy,,,,53560700.0,ns,8
+add_remove_component,bevy,,,,53535900.0,ns,8
+add_remove_component,bevy,,,,53587200.0,ns,8
+add_remove_component,bevy,,,,53615200.0,ns,8
+add_remove_component,bevy,,,,53550400.0,ns,8
+add_remove_component,bevy,,,,53673400.0,ns,8
+add_remove_component,bevy,,,,53558100.0,ns,8
+add_remove_component,bevy,,,,53564500.0,ns,8
+add_remove_component,bevy,,,,53569100.0,ns,8
+add_remove_component,bevy,,,,53642100.0,ns,8
+add_remove_component,bevy,,,,53528300.0,ns,8
+add_remove_component,bevy,,,,53689600.0,ns,8
+add_remove_component,bevy,,,,53592900.0,ns,8
+add_remove_component,bevy,,,,53741400.0,ns,8
+add_remove_component,bevy,,,,53816500.0,ns,8
+add_remove_component,bevy,,,,53818800.0,ns,8
+add_remove_component,bevy,,,,53559400.0,ns,8
+add_remove_component,bevy,,,,53761500.0,ns,8
+add_remove_component,bevy,,,,53692400.0,ns,8
+add_remove_component,bevy,,,,53638700.0,ns,8
+add_remove_component,bevy,,,,53520800.0,ns,8
+add_remove_component,bevy,,,,53587300.0,ns,8
+add_remove_component,bevy,,,,53631000.0,ns,8
+add_remove_component,bevy,,,,53516400.0,ns,8
+add_remove_component,bevy,,,,53588700.0,ns,8
+add_remove_component,bevy,,,,53716400.0,ns,8
+add_remove_component,bevy,,,,53513800.0,ns,8
+add_remove_component,bevy,,,,53543900.0,ns,8
+add_remove_component,bevy,,,,53608000.0,ns,8
+add_remove_component,bevy,,,,53487500.0,ns,8
+add_remove_component,bevy,,,,53605800.0,ns,8
+add_remove_component,bevy,,,,53683900.0,ns,8
+add_remove_component,bevy,,,,54484100.0,ns,8
+add_remove_component,bevy,,,,53579300.0,ns,8
+add_remove_component,bevy,,,,54082400.0,ns,8
+add_remove_component,bevy,,,,53516200.0,ns,8
+add_remove_component,bevy,,,,54139600.0,ns,8
+add_remove_component,bevy,,,,53540900.0,ns,8
+add_remove_component,bevy,,,,53518300.0,ns,8
+add_remove_component,bevy,,,,53584800.0,ns,8
+add_remove_component,bevy,,,,53643900.0,ns,8
+add_remove_component,bevy,,,,54211700.0,ns,8
+add_remove_component,bevy,,,,53562700.0,ns,8

target/criterion/add_remove_component/bevy/base/sample.json

@@ -0,0 +1 @@
+{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53947300.0,53662500.0,53693700.0,53640200.0,53698300.0,53677300.0,53701400.0,53819600.0,53612500.0,53621700.0,53621300.0,53662000.0,53625700.0,53602000.0,53608200.0,53578200.0,53636600.0,54054500.0,53577400.0,53881600.0,53586100.0,53605700.0,53633000.0,53555500.0,53719200.0,54361300.0,53763000.0,53558700.0,53741000.0,53553200.0,53587900.0,53658900.0,53602400.0,53669800.0,53577000.0,54788700.0,53558700.0,53680500.0,53627600.0,53553600.0,53619500.0,53582000.0,53544800.0,54239700.0,53609600.0,53671600.0,53713200.0,53592600.0,53605500.0,53604900.0,53578900.0,54337200.0,53669100.0,53613100.0,54115100.0,53581800.0,54093500.0,53560700.0,53535900.0,53587200.0,53615200.0,53550400.0,53673400.0,53558100.0,53564500.0,53569100.0,53642100.0,53528300.0,53689600.0,53592900.0,53741400.0,53816500.0,53818800.0,53559400.0,53761500.0,53692400.0,53638700.0,53520800.0,53587300.0,53631000.0,53516400.0,53588700.0,53716400.0,53513800.0,53543900.0,53608000.0,53487500.0,53605800.0,53683900.0,54484100.0,53579300.0,54082400.0,53516200.0,54139600.0,53540900.0,53518300.0,53584800.0,53643900.0,54211700.0,53562700.0]}

target/criterion/add_remove_component/bevy/base/tukey.json

@@ -0,0 +1 @@
+[6653431.25,6675340.625,6733765.625,6755675.0]

target/criterion/add_remove_component/bevy/change/estimates.json

@@ -0,0 +1 @@
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.14156279246235492,"upper_bound":-0.1395458048055455},"point_estimate":-0.14058262743806837,"standard_error":0.0005136330815181734},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.1416125318444056,"upper_bound":-0.14017631898436156},"point_estimate":-0.140786839062639,"standard_error":0.00036153669693765334}}

target/criterion/add_remove_component/bevy/new/benchmark.json

@@ -0,0 +1 @@
+{"group_id":"add_remove_component","function_id":"bevy","value_str":null,"throughput":null,"full_id":"add_remove_component/bevy","directory_name":"add_remove_component/bevy","title":"add_remove_component/bevy"}

target/criterion/add_remove_component/bevy/new/estimates.json

@@ -0,0 +1 @@
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6706959.0,"upper_bound":6717736.375},"point_estimate":6712049.25,"standard_error":2767.7418394017304},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6700493.75,"upper_bound":6705050.0},"point_estimate":6702168.75,"standard_error":1316.4878181958586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7811.448611319065,"upper_bound":13352.666012942791},"point_estimate":10619.122311472893,"standard_error":1359.7560090570623},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19691.89168229265,"upper_bound":35964.04992043156},"point_estimate":28338.094843890143,"standard_error":4130.76382180928}}

target/criterion/add_remove_component/bevy/new/raw.csv

@@ -0,0 +1,101 @@
+group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count
+add_remove_component,bevy,,,,53947300.0,ns,8
+add_remove_component,bevy,,,,53662500.0,ns,8
+add_remove_component,bevy,,,,53693700.0,ns,8
+add_remove_component,bevy,,,,53640200.0,ns,8
+add_remove_component,bevy,,,,53698300.0,ns,8
+add_remove_component,bevy,,,,53677300.0,ns,8
+add_remove_component,bevy,,,,53701400.0,ns,8
+add_remove_component,bevy,,,,53819600.0,ns,8
+add_remove_component,bevy,,,,53612500.0,ns,8
+add_remove_component,bevy,,,,53621700.0,ns,8
+add_remove_component,bevy,,,,53621300.0,ns,8
+add_remove_component,bevy,,,,53662000.0,ns,8
+add_remove_component,bevy,,,,53625700.0,ns,8
+add_remove_component,bevy,,,,53602000.0,ns,8
+add_remove_component,bevy,,,,53608200.0,ns,8
+add_remove_component,bevy,,,,53578200.0,ns,8
+add_remove_component,bevy,,,,53636600.0,ns,8
+add_remove_component,bevy,,,,54054500.0,ns,8
+add_remove_component,bevy,,,,53577400.0,ns,8
+add_remove_component,bevy,,,,53881600.0,ns,8
+add_remove_component,bevy,,,,53586100.0,ns,8
+add_remove_component,bevy,,,,53605700.0,ns,8
+add_remove_component,bevy,,,,53633000.0,ns,8
+add_remove_component,bevy,,,,53555500.0,ns,8
+add_remove_component,bevy,,,,53719200.0,ns,8
+add_remove_component,bevy,,,,54361300.0,ns,8
+add_remove_component,bevy,,,,53763000.0,ns,8
+add_remove_component,bevy,,,,53558700.0,ns,8
+add_remove_component,bevy,,,,53741000.0,ns,8
+add_remove_component,bevy,,,,53553200.0,ns,8
+add_remove_component,bevy,,,,53587900.0,ns,8
+add_remove_component,bevy,,,,53658900.0,ns,8
+add_remove_component,bevy,,,,53602400.0,ns,8
+add_remove_component,bevy,,,,53669800.0,ns,8
+add_remove_component,bevy,,,,53577000.0,ns,8
+add_remove_component,bevy,,,,54788700.0,ns,8
+add_remove_component,bevy,,,,53558700.0,ns,8
+add_remove_component,bevy,,,,53680500.0,ns,8
+add_remove_component,bevy,,,,53627600.0,ns,8
+add_remove_component,bevy,,,,53553600.0,ns,8
+add_remove_component,bevy,,,,53619500.0,ns,8
+add_remove_component,bevy,,,,53582000.0,ns,8
+add_remove_component,bevy,,,,53544800.0,ns,8
+add_remove_component,bevy,,,,54239700.0,ns,8
+add_remove_component,bevy,,,,53609600.0,ns,8
+add_remove_component,bevy,,,,53671600.0,ns,8
+add_remove_component,bevy,,,,53713200.0,ns,8
+add_remove_component,bevy,,,,53592600.0,ns,8
+add_remove_component,bevy,,,,53605500.0,ns,8
+add_remove_component,bevy,,,,53604900.0,ns,8
+add_remove_component,bevy,,,,53578900.0,ns,8
+add_remove_component,bevy,,,,54337200.0,ns,8
+add_remove_component,bevy,,,,53669100.0,ns,8
+add_remove_component,bevy,,,,53613100.0,ns,8
+add_remove_component,bevy,,,,54115100.0,ns,8
+add_remove_component,bevy,,,,53581800.0,ns,8
+add_remove_component,bevy,,,,54093500.0,ns,8
+add_remove_component,bevy,,,,53560700.0,ns,8
+add_remove_component,bevy,,,,53535900.0,ns,8
+add_remove_component,bevy,,,,53587200.0,ns,8
+add_remove_component,bevy,,,,53615200.0,ns,8
+add_remove_component,bevy,,,,53550400.0,ns,8
+add_remove_component,bevy,,,,53673400.0,ns,8
+add_remove_component,bevy,,,,53558100.0,ns,8
+add_remove_component,bevy,,,,53564500.0,ns,8
+add_remove_component,bevy,,,,53569100.0,ns,8
+add_remove_component,bevy,,,,53642100.0,ns,8
+add_remove_component,bevy,,,,53528300.0,ns,8
+add_remove_component,bevy,,,,53689600.0,ns,8
+add_remove_component,bevy,,,,53592900.0,ns,8
+add_remove_component,bevy,,,,53741400.0,ns,8
+add_remove_component,bevy,,,,53816500.0,ns,8
+add_remove_component,bevy,,,,53818800.0,ns,8
+add_remove_component,bevy,,,,53559400.0,ns,8
+add_remove_component,bevy,,,,53761500.0,ns,8
+add_remove_component,bevy,,,,53692400.0,ns,8
+add_remove_component,bevy,,,,53638700.0,ns,8
+add_remove_component,bevy,,,,53520800.0,ns,8
+add_remove_component,bevy,,,,53587300.0,ns,8
+add_remove_component,bevy,,,,53631000.0,ns,8
+add_remove_component,bevy,,,,53516400.0,ns,8
+add_remove_component,bevy,,,,53588700.0,ns,8
+add_remove_component,bevy,,,,53716400.0,ns,8
+add_remove_component,bevy,,,,53513800.0,ns,8
+add_remove_component,bevy,,,,53543900.0,ns,8
+add_remove_component,bevy,,,,53608000.0,ns,8
+add_remove_component,bevy,,,,53487500.0,ns,8
+add_remove_component,bevy,,,,53605800.0,ns,8
+add_remove_component,bevy,,,,53683900.0,ns,8
+add_remove_component,bevy,,,,54484100.0,ns,8
+add_remove_component,bevy,,,,53579300.0,ns,8
+add_remove_component,bevy,,,,54082400.0,ns,8
+add_remove_component,bevy,,,,53516200.0,ns,8
+add_remove_component,bevy,,,,54139600.0,ns,8
+add_remove_component,bevy,,,,53540900.0,ns,8
+add_remove_component,bevy,,,,53518300.0,ns,8
+add_remove_component,bevy,,,,53584800.0,ns,8
+add_remove_component,bevy,,,,53643900.0,ns,8
+add_remove_component,bevy,,,,54211700.0,ns,8
+add_remove_component,bevy,,,,53562700.0,ns,8