Skip to content

Commit 2ca8c55

Browse files
bwbushbwbush
committed
Analysis of experimental results
1 parent 2d6493d commit 2ca8c55

File tree

24 files changed

+4132
-5
lines changed

24 files changed

+4132
-5
lines changed

‎analysis/sims/micro-mainnet/analysis.ipynb‎

Lines changed: 3256 additions & 0 deletions
Large diffs are not rendered by default.

‎analysis/sims/micro-mainnet/combine-results.sh‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ do
1313
then
1414
FRACT=1.00
1515
else
16-
FRACT=0.25
16+
FRACT=0.33
1717
fi
1818
(
1919
echo "$HL,$HR"

‎analysis/sims/micro-mainnet/experiments/topology-v2,0.100/case.csv‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Network,Bandwidth,CPU,Diffusion duration,Voting duration,Max EB size,Tx size,Throughput,Tx start [s],Tx stop [s],Sim stop [s]
2+
topology-v2,10 Mb/s,4 vCPU/node,L_diff = 7 slots,L_vote = 4 slots,12 MB/EB,1500 B/Tx,0.100 TxMB/s,60,960,1500

‎analysis/sims/micro-mainnet/experiments/topology-v2,0.100/config.yaml‎

Lines changed: 67 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,67 @@
1+
{
2+
"timestamp-resolution-ms": 0.1,
3+
"simulate-transactions": true,
4+
"cleanup-policies": [
5+
"cleanup-expired-vote"
6+
],
7+
"leios-variant": "linear-with-tx-references",
8+
"linear-eb-propagation-criteria": "eb-received",
9+
"linear-vote-stage-length-slots": 4,
10+
"linear-diffuse-stage-length-slots": 7,
11+
"praos-fallback-enabled": true,
12+
"leios-stage-active-voting-slots": 1,
13+
"leios-mempool-sampling-strategy": "ordered-by-id",
14+
"relay-strategy": "request-from-first",
15+
"treat-blocks-as-full": false,
16+
"eb-diffusion-strategy": "peer-order",
17+
"eb-referenced-txs-max-size-bytes": 12000000,
18+
"eb-size-bytes-constant": 240,
19+
"eb-size-bytes-per-ib": 32,
20+
"leios-header-diffusion-time-ms": 1000.0,
21+
"tx-start-time": 60,
22+
"tx-stop-time": 960,
23+
"tx-generation-distribution": {
24+
"distribution": "constant",
25+
"value": 15.000
26+
},
27+
"tx-size-bytes-distribution": {
28+
"distribution": "constant",
29+
"value": 1500
30+
},
31+
"tx-conflict-fraction": 0,
32+
"tx-overcollateralization-factor-distribution": {
33+
"distribution": "constant",
34+
"value": 0
35+
},
36+
"tx-validation-cpu-time-ms": 0.6201,
37+
"tx-max-size-bytes": 16384,
38+
"rb-generation-probability": 0.05,
39+
"rb-head-size-bytes": 1024,
40+
"rb-body-max-size-bytes": 90112,
41+
"rb-generation-cpu-time-ms": 71.02,
42+
"rb-head-validation-cpu-time-ms": 0.4438,
43+
"eb-header-validation-cpu-time-ms": 0.4438,
44+
"rb-body-legacy-praos-payload-validation-cpu-time-ms-constant": 0.3539,
45+
"rb-body-legacy-praos-payload-validation-cpu-time-ms-per-byte": 0.00002151,
46+
"eb-body-validation-cpu-time-ms-constant": 0.3539,
47+
"eb-body-validation-cpu-time-ms-per-byte": 0.00002151,
48+
"vote-generation-probability": 600,
49+
"vote-threshold": 450,
50+
"vote-bundle-size-bytes-constant": 0,
51+
"vote-bundle-size-bytes-per-eb": 164,
52+
"vote-generation-cpu-time-ms-constant": 0.28,
53+
"vote-generation-cpu-time-ms-per-tx": 0,
54+
"vote-validation-cpu-time-ms": 2.9,
55+
"vote-diffusion-strategy": "peer-order",
56+
"vote-diffusion-max-bodies-to-request": 1,
57+
"vote-diffusion-max-headers-to-request": 100,
58+
"vote-diffusion-max-window-size": 100,
59+
"cert-size-bytes-constant": 8000,
60+
"cert-size-bytes-per-node": 0,
61+
"cert-generation-cpu-time-ms-constant": 92.5,
62+
"cert-generation-cpu-time-ms-per-node": 0,
63+
"cert-validation-cpu-time-ms-constant": 157.2,
64+
"cert-validation-cpu-time-ms-per-node": 0,
65+
"leios-stage-length-slots": 4,
66+
"eb-body-avg-size-bytes": 12000000
67+
}

‎analysis/sims/micro-mainnet/experiments/topology-v2,0.100/summary.txt‎

Lines changed: 93 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
1+
INFO praos: sim_cli::events: 60001 transactions(s) were generated in total.
2+
INFO praos: sim_cli::events: 64 naive praos block(s) were published.
3+
INFO praos: sim_cli::events: 1436 slot(s) had no naive praos blocks.
4+
INFO praos: sim_cli::events: 60001 transaction(s) (90.00 MB) finalized in a naive praos block.
5+
INFO praos: sim_cli::events: 0 transaction(s) (0 B) did not reach a naive praos block.
6+
INFO praos: sim_cli::events: Pool 3 published 1 naive praos block(s)
7+
INFO praos: sim_cli::events: Pool 38 published 1 naive praos block(s)
8+
INFO praos: sim_cli::events: Pool 41 published 1 naive praos block(s)
9+
INFO praos: sim_cli::events: Pool 42 published 1 naive praos block(s)
10+
INFO praos: sim_cli::events: Pool 43 published 1 naive praos block(s)
11+
INFO praos: sim_cli::events: Pool 45 published 1 naive praos block(s)
12+
INFO praos: sim_cli::events: Pool 46 published 1 naive praos block(s)
13+
INFO praos: sim_cli::events: Pool 50 published 1 naive praos block(s)
14+
INFO praos: sim_cli::events: Pool 53 published 1 naive praos block(s)
15+
INFO praos: sim_cli::events: Pool 54 published 1 naive praos block(s)
16+
INFO praos: sim_cli::events: Pool 58 published 1 naive praos block(s)
17+
INFO praos: sim_cli::events: Pool 59 published 1 naive praos block(s)
18+
INFO praos: sim_cli::events: Pool 62 published 1 naive praos block(s)
19+
INFO praos: sim_cli::events: Pool 67 published 1 naive praos block(s)
20+
INFO praos: sim_cli::events: Pool 68 failed to publish 1 naive praos block(s) due to slot battles.
21+
INFO praos: sim_cli::events: Pool 70 published 1 naive praos block(s)
22+
INFO praos: sim_cli::events: Pool 74 published 1 naive praos block(s)
23+
INFO praos: sim_cli::events: Pool 93 published 1 naive praos block(s)
24+
INFO praos: sim_cli::events: Pool 108 published 1 naive praos block(s)
25+
INFO praos: sim_cli::events: Pool 109 published 1 naive praos block(s)
26+
INFO praos: sim_cli::events: Pool 121 published 1 naive praos block(s)
27+
INFO praos: sim_cli::events: Pool 132 published 1 naive praos block(s)
28+
INFO praos: sim_cli::events: Pool 136 published 1 naive praos block(s)
29+
INFO praos: sim_cli::events: Pool 138 published 1 naive praos block(s)
30+
INFO praos: sim_cli::events: Pool 351 published 1 naive praos block(s)
31+
INFO praos: sim_cli::events: Pool 361 published 1 naive praos block(s)
32+
INFO praos: sim_cli::events: Pool 362 published 1 naive praos block(s)
33+
INFO praos: sim_cli::events: Pool 367 published 1 naive praos block(s)
34+
INFO praos: sim_cli::events: Pool 371 published 1 naive praos block(s)
35+
INFO praos: sim_cli::events: Pool 418 published 1 naive praos block(s)
36+
INFO praos: sim_cli::events: Pool 429 published 1 naive praos block(s)
37+
INFO praos: sim_cli::events: Pool 431 published 2 naive praos block(s)
38+
INFO praos: sim_cli::events: Pool 439 published 2 naive praos block(s)
39+
INFO praos: sim_cli::events: Pool 442 published 2 naive praos block(s)
40+
INFO praos: sim_cli::events: Pool 446 published 1 naive praos block(s)
41+
INFO praos: sim_cli::events: Pool 477 published 1 naive praos block(s)
42+
INFO praos: sim_cli::events: Pool 478 published 1 naive praos block(s)
43+
INFO praos: sim_cli::events: Pool 481 published 1 naive praos block(s)
44+
INFO praos: sim_cli::events: Pool 510 published 1 naive praos block(s)
45+
INFO praos: sim_cli::events: Pool 518 published 2 naive praos block(s)
46+
INFO praos: sim_cli::events: Pool 524 published 1 naive praos block(s)
47+
INFO praos: sim_cli::events: Pool 526 published 1 naive praos block(s)
48+
INFO praos: sim_cli::events: Pool 527 published 2 naive praos block(s)
49+
INFO praos: sim_cli::events: Pool 528 published 1 naive praos block(s)
50+
INFO praos: sim_cli::events: Pool 532 published 1 naive praos block(s)
51+
INFO praos: sim_cli::events: Pool 535 published 1 naive praos block(s)
52+
INFO praos: sim_cli::events: Pool 536 published 1 naive praos block(s)
53+
INFO praos: sim_cli::events: Pool 537 published 1 naive praos block(s)
54+
INFO praos: sim_cli::events: Pool 539 published 1 naive praos block(s)
55+
INFO praos: sim_cli::events: Pool 540 published 2 naive praos block(s)
56+
INFO praos: sim_cli::events: Pool 560 published 1 naive praos block(s)
57+
INFO praos: sim_cli::events: Pool 562 published 1 naive praos block(s)
58+
INFO praos: sim_cli::events: Pool 565 published 1 naive praos block(s)
59+
INFO praos: sim_cli::events: Pool 568 published 1 naive praos block(s)
60+
INFO praos: sim_cli::events: Pool 739 published 1 naive praos block(s)
61+
INFO praos: sim_cli::events: Pool 741 published 1 naive praos block(s)
62+
INFO praos: sim_cli::events: Pool 742 published 1 naive praos block(s)
63+
INFO praos: sim_cli::events: Pool 745 published 2 naive praos block(s)
64+
INFO leios: sim_cli::events: 0 IB(s) were generated, on average 0.000 IB(s) per slot.
65+
INFO leios: sim_cli::events: 0 out of 60001 transaction(s) were included in at least one IB.
66+
INFO leios: sim_cli::events: The average age of the pending transactions is NaNs (stddev NaN).
67+
INFO leios: sim_cli::events: Each transaction was included in an average of NaN IB(s) (stddev NaN).
68+
INFO leios: sim_cli::events: Each IB contained an average of NaN transaction(s) (stddev NaN) and an average of 0 B (stddev 0 B). 0 IB(s) were empty.
69+
INFO leios: sim_cli::events: Each node received an average of 0.000 IB(s) (stddev 0.000).
70+
INFO leios: sim_cli::events: 45 EB(s) were generated; on average there were 0.030 EB(s) per slot.
71+
INFO leios: sim_cli::events: Each EB contained an average of 3569.356 transaction(s) (stddev 1592.821). 0 EB(s) were empty.
72+
INFO leios: sim_cli::events: Each EB contained an average of 0.000 IB(s) (stddev 0.000). 0 EB(s) were empty.
73+
INFO leios: sim_cli::events: Each IB was included in an average of NaN EB(s) (stddev NaN).
74+
INFO leios: sim_cli::events: 0 out of 0 IBs were included in at least one EB.
75+
INFO leios: sim_cli::events: 0 out of 0 IBs expired before they reached an EB.
76+
INFO leios: sim_cli::events: 21 out of 45 EBs expired before an EB from their stage reached an RB.
77+
INFO leios: sim_cli::events: 59941 out of 60001 transaction(s) were included in at least one EB.
78+
INFO leios: sim_cli::events: 23569 total votes were generated.
79+
INFO leios: sim_cli::events: Each stake pool produced an average of 109.116 vote(s) (stddev 30.701).
80+
INFO leios: sim_cli::events: Each EB received an average of 535.659 vote(s) (stddev 145.277).
81+
INFO leios: sim_cli::events: There were 7876 bundle(s) of votes. Each bundle contained 2.993 vote(s) (stddev 1.625).
82+
INFO leios: sim_cli::events: 25 L1 block(s) had a Leios endorsement.
83+
INFO leios: sim_cli::events: 58741 tx(s) (88.11 MB) were referenced by a Leios endorsement.
84+
INFO leios: sim_cli::events: 1260 tx(s) (1.89 MB) were included directly in a Praos block.
85+
INFO leios: sim_cli::events: Spatial efficiency: 88.11 MB/5.35 MB (1646.737%) of Leios bytes were unique transactions.
86+
INFO leios: sim_cli::events: 35836 tx(s) (37.891%) referenced by a Leios endorsement were redundant.
87+
INFO leios: sim_cli::events: Each transaction took an average of NaNs (stddev NaN) to be included in an IB.
88+
INFO leios: sim_cli::events: Each transaction took an average of 17.958s (stddev 14.561) to be included in an EB.
89+
INFO leios: sim_cli::events: Each transaction took an average of 54.463s (stddev 20.201) to be included in a block.
90+
INFO network: sim_cli::events: 44940749 TX message(s) were sent. 44940749 of them were received (100.000%).
91+
INFO network: sim_cli::events: 0 IB message(s) were sent. 0 of them were received (NaN%).
92+
INFO network: sim_cli::events: 33249 EB message(s) were sent. 33249 of them were received (100.000%).
93+
INFO network: sim_cli::events: 5899124 Vote message(s) were sent. 5899124 of them were received (100.000%).

‎analysis/sims/micro-mainnet/experiments/topology-v2,0.150/case.csv‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Network,Bandwidth,CPU,Diffusion duration,Voting duration,Max EB size,Tx size,Throughput,Tx start [s],Tx stop [s],Sim stop [s]
2+
topology-v2,10 Mb/s,4 vCPU/node,L_diff = 7 slots,L_vote = 4 slots,12 MB/EB,1500 B/Tx,0.150 TxMB/s,60,960,1500

‎analysis/sims/micro-mainnet/experiments/topology-v2,0.150/config.yaml‎

Lines changed: 67 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,67 @@
1+
{
2+
"timestamp-resolution-ms": 0.1,
3+
"simulate-transactions": true,
4+
"cleanup-policies": [
5+
"cleanup-expired-vote"
6+
],
7+
"leios-variant": "linear-with-tx-references",
8+
"linear-eb-propagation-criteria": "eb-received",
9+
"linear-vote-stage-length-slots": 4,
10+
"linear-diffuse-stage-length-slots": 7,
11+
"praos-fallback-enabled": true,
12+
"leios-stage-active-voting-slots": 1,
13+
"leios-mempool-sampling-strategy": "ordered-by-id",
14+
"relay-strategy": "request-from-first",
15+
"treat-blocks-as-full": false,
16+
"eb-diffusion-strategy": "peer-order",
17+
"eb-referenced-txs-max-size-bytes": 12000000,
18+
"eb-size-bytes-constant": 240,
19+
"eb-size-bytes-per-ib": 32,
20+
"leios-header-diffusion-time-ms": 1000.0,
21+
"tx-start-time": 60,
22+
"tx-stop-time": 960,
23+
"tx-generation-distribution": {
24+
"distribution": "constant",
25+
"value": 10.000
26+
},
27+
"tx-size-bytes-distribution": {
28+
"distribution": "constant",
29+
"value": 1500
30+
},
31+
"tx-conflict-fraction": 0,
32+
"tx-overcollateralization-factor-distribution": {
33+
"distribution": "constant",
34+
"value": 0
35+
},
36+
"tx-validation-cpu-time-ms": 0.6201,
37+
"tx-max-size-bytes": 16384,
38+
"rb-generation-probability": 0.05,
39+
"rb-head-size-bytes": 1024,
40+
"rb-body-max-size-bytes": 90112,
41+
"rb-generation-cpu-time-ms": 71.02,
42+
"rb-head-validation-cpu-time-ms": 0.4438,
43+
"eb-header-validation-cpu-time-ms": 0.4438,
44+
"rb-body-legacy-praos-payload-validation-cpu-time-ms-constant": 0.3539,
45+
"rb-body-legacy-praos-payload-validation-cpu-time-ms-per-byte": 0.00002151,
46+
"eb-body-validation-cpu-time-ms-constant": 0.3539,
47+
"eb-body-validation-cpu-time-ms-per-byte": 0.00002151,
48+
"vote-generation-probability": 600,
49+
"vote-threshold": 450,
50+
"vote-bundle-size-bytes-constant": 0,
51+
"vote-bundle-size-bytes-per-eb": 164,
52+
"vote-generation-cpu-time-ms-constant": 0.28,
53+
"vote-generation-cpu-time-ms-per-tx": 0,
54+
"vote-validation-cpu-time-ms": 2.9,
55+
"vote-diffusion-strategy": "peer-order",
56+
"vote-diffusion-max-bodies-to-request": 1,
57+
"vote-diffusion-max-headers-to-request": 100,
58+
"vote-diffusion-max-window-size": 100,
59+
"cert-size-bytes-constant": 8000,
60+
"cert-size-bytes-per-node": 0,
61+
"cert-generation-cpu-time-ms-constant": 92.5,
62+
"cert-generation-cpu-time-ms-per-node": 0,
63+
"cert-validation-cpu-time-ms-constant": 157.2,
64+
"cert-validation-cpu-time-ms-per-node": 0,
65+
"leios-stage-length-slots": 4,
66+
"eb-body-avg-size-bytes": 12000000
67+
}

0 commit comments

Comments
 (0)