Skip to content

Commit 77ba504

Browse files
committed
asim: add mma-count mode to some tests
This commit adds mma-count mode to the relevant mma asim dd test setup, preparing for future work on a thrashing-prevention mechanism and its impact assessment.
1 parent c198c68 commit 77ba504

12 files changed

+148
-12
lines changed

pkg/kv/kvserver/asim/tests/testdata/non_rand/heterogeneous_cpu

Lines changed: 15 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ assertion stat=cpu_util type=balance ticks=6 upper_bound=1.1
2121
----
2222
asserting: max_{stores}(cpu_util)/mean_{stores}(cpu_util) ≤ 1.10 at each of last 6 ticks
2323

24-
eval cfgs=(sma-count,mma-only) duration=10m metrics=(cpu,cpu_util)
24+
eval cfgs=(sma-count,mma-only,mma-count) duration=10m metrics=(cpu,cpu_util)
2525
----
2626
cpu#1: last: [s1=6700914166, s2=6696073333, s3=6603012499] (stddev=45053658.00, mean=6666666666.00, sum=19999999998)
2727
cpu#1: thrash_pct: [s1=185%, s2=170%, s3=189%] (sum=544%)
@@ -51,3 +51,17 @@ failed assertion sample 1
5151
max/mean=1.17 tick=4
5252
max/mean=1.17 tick=5
5353
==========================
54+
cpu#1: last: [s1=6397924999, s2=6398685833, s3=7202298517] (stddev=379006109.77, mean=6666303116.33, sum=19998909349)
55+
cpu#1: thrash_pct: [s1=33%, s2=37%, s3=40%] (sum=110%)
56+
cpu_util#1: last: [s1=0.80, s2=0.80, s3=0.45] (stddev=0.16, mean=0.68, sum=2)
57+
cpu_util#1: thrash_pct: [s1=8%, s2=9%, s3=5%] (sum=21%)
58+
artifacts[mma-count]: e783594cc55d9a0
59+
failed assertion sample 1
60+
balance stat=cpu_util threshold=(≤1.10) ticks=6
61+
max/mean=1.17 tick=0
62+
max/mean=1.17 tick=1
63+
max/mean=1.17 tick=2
64+
max/mean=1.17 tick=3
65+
max/mean=1.17 tick=4
66+
max/mean=1.17 tick=5
67+
==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction1.txt

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@ set_span_config
2828
setting split_queue_enabled=false
2929
----
3030

31-
eval duration=40m samples=1 seed=42 cfgs=(mma-only) metrics=(cpu,cpu_util,leases,replicas)
31+
eval duration=40m samples=1 seed=42 cfgs=(mma-only,mma-count) metrics=(cpu,cpu_util,leases,replicas)
3232
----
3333
cpu#1: last: [s1=1796346149, s2=1601160605, s3=1602033353, s4=499258, s5=499258, s6=499258, s7=0, s8=0, s9=0] (stddev=787270621.50, mean=555670875.67, sum=5001037881)
3434
cpu#1: thrash_pct: [s1=8%, s2=31%, s3=31%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=70%)
@@ -42,3 +42,15 @@ replicas#1: last: [s1=68, s2=100, s3=32, s4=100, s5=100, s6=100, s7=0, s8=0, s9
4242
replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=0%)
4343
artifacts[mma-only]: 29c929f977fd070d
4444
==========================
45+
cpu#1: last: [s1=1802985700, s2=1599804035, s3=1599681058, s4=499781, s5=499781, s6=499781, s7=0, s8=0, s9=0] (stddev=787888869.08, mean=555996681.78, sum=5003970136)
46+
cpu#1: thrash_pct: [s1=13%, s2=21%, s3=36%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=70%)
47+
cpu_util#1: last: [s1=0.36, s2=0.32, s3=0.32, s4=0.00, s5=0.00, s6=0.00, s7=0.00, s8=0.00, s9=0.00] (stddev=0.16, mean=0.11, sum=1)
48+
cpu_util#1: thrash_pct: [s1=13%, s2=21%, s3=36%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=70%)
49+
leases#1: first: [s1=100, s2=0, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=31.43, mean=11.11, sum=100)
50+
leases#1: last: [s1=36, s2=32, s3=32, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=15.75, mean=11.11, sum=100)
51+
leases#1: thrash_pct: [s1=0%, s2=0%, s3=17%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=17%)
52+
replicas#1: first: [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
53+
replicas#1: last: [s1=67, s2=69, s3=64, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=41.59, mean=55.56, sum=500)
54+
replicas#1: thrash_pct: [s1=3%, s2=6%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=9%)
55+
artifacts[mma-count]: 1c29997c0b722745
56+
==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction1_full_disk.txt

Lines changed: 12 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ set_span_config
2727
setting split_queue_enabled=false
2828
----
2929

30-
eval duration=60m samples=1 seed=42 cfgs=(mma-only) metrics=(cpu,cpu_util,leases,replicas,disk_fraction_used)
30+
eval duration=60m samples=1 seed=42 cfgs=(mma-only,mma-count) metrics=(cpu,cpu_util,leases,replicas,disk_fraction_used)
3131
----
3232
disk_fraction_used#1: first: [s1=0.61, s2=0.61, s3=0.00, s4=0.61, s5=0.61, s6=0.61, s7=0.00, s8=0.00, s9=0.00] (stddev=0.30, mean=0.34, sum=3)
3333
disk_fraction_used#1: last: [s1=0.49, s2=0.49, s3=0.24, s4=0.61, s5=0.61, s6=0.61, s7=0.00, s8=0.00, s9=0.00] (stddev=0.26, mean=0.34, sum=3)
@@ -40,3 +40,14 @@ replicas#1: last: [s1=8, s2=8, s3=4, s4=10, s5=10, s6=10, s7=0, s8=0, s9=0] (st
4040
replicas#1: thrash_pct: [s1=25%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=25%)
4141
artifacts[mma-only]: 512bcb3481322125
4242
==========================
43+
disk_fraction_used#1: first: [s1=0.61, s2=0.61, s3=0.00, s4=0.61, s5=0.61, s6=0.61, s7=0.00, s8=0.00, s9=0.00] (stddev=0.30, mean=0.34, sum=3)
44+
disk_fraction_used#1: last: [s1=0.43, s2=0.43, s3=0.37, s4=0.61, s5=0.61, s6=0.61, s7=0.00, s8=0.00, s9=0.00] (stddev=0.25, mean=0.34, sum=3)
45+
disk_fraction_used#1: thrash_pct: [s1=49%, s2=49%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=98%)
46+
leases#1: first: [s1=10, s2=0, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=3.14, mean=1.11, sum=10)
47+
leases#1: last: [s1=6, s2=0, s3=4, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=2.13, mean=1.11, sum=10)
48+
leases#1: thrash_pct: [s1=24%, s2=21%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=45%)
49+
replicas#1: first: [s1=10, s2=10, s3=0, s4=10, s5=10, s6=10, s7=0, s8=0, s9=0] (stddev=4.97, mean=5.56, sum=50)
50+
replicas#1: last: [s1=7, s2=7, s3=6, s4=10, s5=10, s6=10, s7=0, s8=0, s9=0] (stddev=4.17, mean=5.56, sum=50)
51+
replicas#1: thrash_pct: [s1=49%, s2=49%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=98%)
52+
artifacts[mma-count]: a462339bfb736221
53+
==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction2.txt

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ gen_ranges ranges=9 repl_factor=5 placement_type=replica_placement
2323
{s1:*,s3,s4,s6,s9}:1
2424

2525

26-
eval duration=30m samples=1 seed=42 metrics=(replicas) cfgs=(sma-count,mma-only)
26+
eval duration=30m samples=1 seed=42 metrics=(replicas) cfgs=(sma-count,mma-only,mma-count)
2727
----
2828
replicas#1: first: [s1=6, s2=6, s3=6, s4=6, s5=6, s6=6, s7=3, s8=3, s9=3] (stddev=1.41, mean=5.00, sum=45)
2929
replicas#1: last: [s1=6, s2=6, s3=6, s4=6, s5=6, s6=6, s7=3, s8=3, s9=3] (stddev=1.41, mean=5.00, sum=45)
@@ -35,3 +35,8 @@ replicas#1: last: [s1=6, s2=6, s3=6, s4=6, s5=6, s6=6, s7=3, s8=3, s9=3] (stdde
3535
replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=0%)
3636
artifacts[mma-only]: e0019a867ce3dce5
3737
==========================
38+
replicas#1: first: [s1=6, s2=6, s3=6, s4=6, s5=6, s6=6, s7=3, s8=3, s9=3] (stddev=1.41, mean=5.00, sum=45)
39+
replicas#1: last: [s1=6, s2=6, s3=6, s4=6, s5=6, s6=6, s7=3, s8=3, s9=3] (stddev=1.41, mean=5.00, sum=45)
40+
replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=0%)
41+
artifacts[mma-count]: e0019a867ce3dce5
42+
==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction_old_alloc.txt

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@ set_span_config
2525
[0,9999999999): num_replicas=5 num_voters=5 constraints={'+region=a':2,'+region=b':2,'+region=c':1} lease_preferences=[['+region=a']]
2626
----
2727

28-
eval duration=60m samples=1 seed=42 metrics=(cpu,cpu_util,leases,replicas) cfgs=(sma-count,mma-only)
28+
eval duration=60m samples=1 seed=42 metrics=(cpu,cpu_util,leases,replicas) cfgs=(sma-count,mma-only,mma-count)
2929
----
3030
cpu#1: last: [s1=720317962, s2=660763359, s3=621361879, s4=999944, s5=999944, s6=999944, s7=0, s8=0, s9=0] (stddev=315294026.04, mean=222827003.56, sum=2005443032)
3131
cpu#1: thrash_pct: [s1=10%, s2=11%, s3=33%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=55%)
@@ -51,3 +51,15 @@ replicas#1: last: [s1=68, s2=100, s3=32, s4=100, s5=100, s6=100, s7=0, s8=0, s9
5151
replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=0%)
5252
artifacts[mma-only]: a6c9461b2f3a0720
5353
==========================
54+
cpu#1: last: [s1=720323150, s2=640734620, s3=641569643, s4=999342, s5=999342, s6=999342, s7=0, s8=0, s9=0] (stddev=315184732.58, mean=222847271.00, sum=2005625439)
55+
cpu#1: thrash_pct: [s1=10%, s2=16%, s3=27%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=54%)
56+
cpu_util#1: last: [s1=0.14, s2=0.13, s3=0.13, s4=0.00, s5=0.00, s6=0.00, s7=0.00, s8=0.00, s9=0.00] (stddev=0.06, mean=0.04, sum=0)
57+
cpu_util#1: thrash_pct: [s1=10%, s2=16%, s3=27%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=54%)
58+
leases#1: first: [s1=100, s2=0, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=31.43, mean=11.11, sum=100)
59+
leases#1: last: [s1=36, s2=32, s3=32, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=15.75, mean=11.11, sum=100)
60+
leases#1: thrash_pct: [s1=0%, s2=0%, s3=13%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=13%)
61+
replicas#1: first: [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
62+
replicas#1: last: [s1=68, s2=68, s3=64, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=41.59, mean=55.56, sum=500)
63+
replicas#1: thrash_pct: [s1=10%, s2=6%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%] (sum=16%)
64+
artifacts[mma-count]: e65969f90be6e433
65+
==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_full_disk.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ gen_cluster nodes=5 store_byte_capacity=10737418240
77
gen_ranges ranges=15 bytes=524288000 repl_factor=3 placement_type=skewed
88
----
99

10-
eval duration=20m seed=42 cfgs=(mma-only) metrics=(disk_fraction_used,replicas,leases,cpu,cpu_util)
10+
eval duration=20m seed=42 cfgs=(mma-only) metrics=(disk_fraction_used,replicas,leases,cpu,cpu_util,mma-count)
1111
----
1212
disk_fraction_used#1: first: [s1=0.92, s2=0.85, s3=0.49, s4=0.24, s5=0.24] (stddev=0.29, mean=0.55, sum=3)
1313
disk_fraction_used#1: last: [s1=0.55, s2=0.55, s3=0.55, s4=0.55, s5=0.55] (stddev=0.00, mean=0.55, sum=3)

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu.txt

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@ gen_ranges ranges=50 min_key=10001 max_key=20000 placement_type=skewed
2525
gen_load rate=5000 rw_ratio=0.95 min_block=128 max_block=128 request_cpu_per_access=100000 raft_cpu_per_write=20000 min_key=10001 max_key=20000
2626
----
2727

28-
eval duration=15m samples=1 seed=42 cfgs=(mma-only) metrics=(cpu,write_bytes_per_second,replicas,leases)
28+
eval duration=15m samples=1 seed=42 cfgs=(mma-only,mma-count) metrics=(cpu,write_bytes_per_second,replicas,leases)
2929
----
3030
cpu#1: last: [s1=274870057, s2=124118783, s3=42166496, s4=21298975, s5=10805903, s6=10577758, s7=453407, s8=10306222, s9=10413474, s10=10503921] (stddev=81956672.84, mean=51551499.60, sum=515514996)
3131
cpu#1: thrash_pct: [s1=7%, s2=6%, s3=4%, s4=3%, s5=2%, s6=2%, s7=0%, s8=2%, s9=2%, s10=2%] (sum=30%)
@@ -39,3 +39,15 @@ write_bytes_per_second#1: last: [s1=39511, s2=33080, s3=20899, s4=15208, s5=119
3939
write_bytes_per_second#1: thrash_pct: [s1=13%, s2=18%, s3=20%, s4=19%, s5=17%, s6=16%, s7=14%, s8=14%, s9=17%, s10=16%] (sum=165%)
4040
artifacts[mma-only]: bd71a8872f557e0f
4141
==========================
42+
cpu#1: last: [s1=163016321, s2=102977554, s3=51850025, s4=31350146, s5=11154611, s6=41015867, s7=21083157, s8=20883438, s9=21039125, s10=51132443] (stddev=44743902.32, mean=51550268.70, sum=515502687)
43+
cpu#1: thrash_pct: [s1=10%, s2=8%, s3=23%, s4=6%, s5=3%, s6=6%, s7=4%, s8=3%, s9=4%, s10=8%] (sum=74%)
44+
leases#1: first: [s1=37, s2=22, s3=14, s4=13, s5=11, s6=11, s7=10, s8=11, s9=10, s10=11] (stddev=8.07, mean=15.00, sum=150)
45+
leases#1: last: [s1=20, s2=17, s3=14, s4=14, s5=13, s6=15, s7=12, s8=15, s9=15, s10=15] (stddev=2.10, mean=15.00, sum=150)
46+
leases#1: thrash_pct: [s1=0%, s2=0%, s3=22%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=9%, s10=0%] (sum=31%)
47+
replicas#1: first: [s1=80, s2=70, s3=51, s4=42, s5=37, s6=35, s7=34, s8=33, s9=34, s10=34] (stddev=16.02, mean=45.00, sum=450)
48+
replicas#1: last: [s1=46, s2=46, s3=44, s4=44, s5=46, s6=44, s7=45, s8=46, s9=44, s10=45] (stddev=0.89, mean=45.00, sum=450)
49+
replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=10%, s10=0%] (sum=10%)
50+
write_bytes_per_second#1: last: [s1=23569, s2=22804, s3=17992, s4=15713, s5=15833, s6=14933, s7=15160, s8=14578, s9=14914, s10=15533] (stddev=3174.31, mean=17102.90, sum=171029)
51+
write_bytes_per_second#1: thrash_pct: [s1=63%, s2=76%, s3=65%, s4=51%, s5=35%, s6=28%, s7=26%, s8=26%, s9=40%, s10=37%] (sum=447%)
52+
artifacts[mma-count]: 3132817f4a8080c8
53+
==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu_25nodes.txt

Lines changed: 15 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ gen_ranges ranges=50 min_key=10001 max_key=20000 placement_type=skewed
2222
gen_load rate=15000 rw_ratio=0.95 min_block=1 max_block=1 request_cpu_per_access=7000000 raft_cpu_per_write=20000 min_key=10001 max_key=20000
2323
----
2424

25-
eval duration=25m samples=1 seed=42 cfgs=(mma-only) metrics=(cpu,cpu_util,write_bytes_per_second,replicas,leases)
25+
eval duration=25m samples=1 seed=42 cfgs=(mma-only,mma-count) metrics=(cpu,cpu_util,write_bytes_per_second,replicas,leases)
2626
----
2727
cpu#1: last: [s1=4206946884, s2=4192160557, s3=6308915242, s4=4200098221, s5=4190855179, s6=4199054011, s7=4198384675, s8=4195969774, s9=4205041525, s10=4208294179, s11=4206362381, s12=4205362972, s13=4205781885, s14=4205720756, s15=4189319202, s16=4199761586, s17=4193214179, s18=4204100616, s19=4208198617, s20=4204672847, s21=4208825515, s22=2101879103, s23=4195299559, s24=4202456685, s25=4199007830] (stddev=594992424.39, mean=4201427359.20, sum=105035683980)
2828
cpu#1: thrash_pct: [s1=6%, s2=40%, s3=51%, s4=51%, s5=26%, s6=3%, s7=2%, s8=3%, s9=3%, s10=2%, s11=3%, s12=3%, s13=3%, s14=2%, s15=2%, s16=19%, s17=3%, s18=3%, s19=3%, s20=3%, s21=19%, s22=1%, s23=3%, s24=2%, s25=11%] (sum=267%)
@@ -38,3 +38,17 @@ write_bytes_per_second#1: last: [s1=9725, s2=9402, s3=9165, s4=9076, s5=9050, s
3838
write_bytes_per_second#1: thrash_pct: [s1=476%, s2=467%, s3=415%, s4=409%, s5=427%, s6=396%, s7=394%, s8=367%, s9=352%, s10=351%, s11=346%, s12=376%, s13=374%, s14=380%, s15=358%, s16=365%, s17=398%, s18=390%, s19=372%, s20=370%, s21=416%, s22=362%, s23=440%, s24=396%, s25=364%] (sum=9762%)
3939
artifacts[mma-only]: 6abd02a180a2723e
4040
==========================
41+
cpu#1: last: [s1=6310302291, s2=4200062584, s3=4200394314, s4=4204559542, s5=4197865951, s6=4208187533, s7=2101921498, s8=4210126220, s9=4197138775, s10=4203357537, s11=4192784696, s12=4202019193, s13=4197671204, s14=4205407606, s15=4196418413, s16=4189957479, s17=4195338759, s18=4205569365, s19=4201940116, s20=4203529361, s21=4197713858, s22=4206858954, s23=4207086161, s24=4205265591, s25=4198165639] (stddev=595176204.58, mean=4201585705.60, sum=105039642640)
42+
cpu#1: thrash_pct: [s1=5%, s2=3%, s3=18%, s4=11%, s5=11%, s6=11%, s7=2%, s8=19%, s9=3%, s10=3%, s11=2%, s12=10%, s13=3%, s14=3%, s15=3%, s16=2%, s17=10%, s18=10%, s19=3%, s20=3%, s21=11%, s22=3%, s23=3%, s24=3%, s25=3%] (sum=156%)
43+
cpu_util#1: last: [s1=0.79, s2=0.53, s3=0.53, s4=0.53, s5=0.52, s6=0.53, s7=0.26, s8=0.53, s9=0.52, s10=0.53, s11=0.52, s12=0.53, s13=0.52, s14=0.53, s15=0.52, s16=0.52, s17=0.52, s18=0.53, s19=0.53, s20=0.53, s21=0.52, s22=0.53, s23=0.53, s24=0.53, s25=0.52] (stddev=0.07, mean=0.53, sum=13)
44+
cpu_util#1: thrash_pct: [s1=5%, s2=3%, s3=18%, s4=11%, s5=11%, s6=11%, s7=2%, s8=19%, s9=3%, s10=3%, s11=2%, s12=10%, s13=3%, s14=3%, s15=3%, s16=2%, s17=10%, s18=10%, s19=3%, s20=3%, s21=11%, s22=3%, s23=3%, s24=3%, s25=3%] (sum=156%)
45+
leases#1: first: [s1=28, s2=14, s3=4, s4=3, s5=3, s6=2, s7=2, s8=2, s9=2, s10=2, s11=3, s12=2, s13=3, s14=3, s15=2, s16=3, s17=3, s18=3, s19=2, s20=2, s21=2, s22=3, s23=3, s24=3, s25=1] (stddev=5.43, mean=4.00, sum=100)
46+
leases#1: last: [s1=3, s2=2, s3=2, s4=4, s5=4, s6=5, s7=4, s8=3, s9=4, s10=6, s11=5, s12=3, s13=5, s14=5, s15=4, s16=4, s17=4, s18=4, s19=4, s20=4, s21=4, s22=4, s23=5, s24=5, s25=3] (stddev=0.94, mean=4.00, sum=100)
47+
leases#1: thrash_pct: [s1=0%, s2=0%, s3=16%, s4=8%, s5=8%, s6=9%, s7=0%, s8=15%, s9=0%, s10=0%, s11=0%, s12=8%, s13=0%, s14=0%, s15=0%, s16=0%, s17=8%, s18=8%, s19=0%, s20=0%, s21=8%, s22=0%, s23=0%, s24=0%, s25=0%] (sum=88%)
48+
replicas#1: first: [s1=56, s2=44, s3=25, s4=16, s5=12, s6=9, s7=8, s8=7, s9=7, s10=7, s11=7, s12=7, s13=7, s14=8, s15=7, s16=8, s17=7, s18=8, s19=7, s20=7, s21=7, s22=7, s23=7, s24=8, s25=7] (stddev=11.97, mean=12.00, sum=300)
49+
replicas#1: last: [s1=13, s2=13, s3=12, s4=11, s5=12, s6=11, s7=11, s8=11, s9=13, s10=12, s11=11, s12=12, s13=13, s14=13, s15=13, s16=12, s17=12, s18=12, s19=12, s20=12, s21=12, s22=11, s23=12, s24=12, s25=12] (stddev=0.69, mean=12.00, sum=300)
50+
replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=5%, s7=0%, s8=5%, s9=0%, s10=0%, s11=0%, s12=0%, s13=0%, s14=0%, s15=0%, s16=0%, s17=0%, s18=0%, s19=0%, s20=0%, s21=0%, s22=0%, s23=0%, s24=0%, s25=0%] (sum=9%)
51+
write_bytes_per_second#1: last: [s1=194, s2=1681, s3=180, s4=3129, s5=9096, s6=10559, s7=10599, s8=10548, s9=12072, s10=12096, s11=9071, s12=9109, s13=10597, s14=12059, s15=12066, s16=10544, s17=12050, s18=9060, s19=13569, s20=10609, s21=9071, s22=9105, s23=9072, s24=9057, s25=12051] (stddev=3662.79, mean=9089.76, sum=227244)
52+
write_bytes_per_second#1: thrash_pct: [s1=11%, s2=55%, s3=13%, s4=26%, s5=41%, s6=48%, s7=45%, s8=66%, s9=45%, s10=67%, s11=39%, s12=40%, s13=40%, s14=70%, s15=54%, s16=44%, s17=62%, s18=84%, s19=49%, s20=46%, s21=37%, s22=40%, s23=38%, s24=67%, s25=72%] (sum=1199%)
53+
artifacts[mma-count]: 391aea3cc7407a76
54+
==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu_skewed_placement.txt

Lines changed: 15 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ gen_load rate=15000 rw_ratio=0.95 min_block=1 max_block=1 request_cpu_per_access
2424

2525
# TODO(kvoli): Reduce this back to 30m once replica thrashing in later half is
2626
# resolved.
27-
eval duration=25m samples=1 seed=42 cfgs=(mma-only) metrics=(cpu,cpu_util,write_bytes_per_second,replicas,leases)
27+
eval duration=25m samples=1 seed=42 cfgs=(mma-only,mma-count) metrics=(cpu,cpu_util,write_bytes_per_second,replicas,leases)
2828
----
2929
cpu#1: last: [s1=15000000, s2=0, s3=15000000, s4=0, s5=0, s6=1515000000, s7=0] (stddev=528430483.14, mean=220714285.71, sum=1545000000)
3030
cpu#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%] (sum=0%)
@@ -40,3 +40,17 @@ write_bytes_per_second#1: last: [s1=750, s2=0, s3=750, s4=0, s5=0, s6=750, s7=0
4040
write_bytes_per_second#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%] (sum=0%)
4141
artifacts[mma-only]: 3f1eb6bea9da4126
4242
==========================
43+
cpu#1: last: [s1=0, s2=0, s3=0, s4=0, s5=15000000, s6=1515000000, s7=15000000] (stddev=528430483.14, mean=220714285.71, sum=1545000000)
44+
cpu#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%] (sum=0%)
45+
cpu_util#1: last: [s1=0.00, s2=0.00, s3=0.00, s4=0.00, s5=0.00, s6=0.30, s7=0.00] (stddev=0.11, mean=0.04, sum=0)
46+
cpu_util#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%] (sum=0%)
47+
leases#1: first: [s1=11, s2=5, s3=2, s4=2, s5=0, s6=1, s7=0] (stddev=3.63, mean=3.00, sum=21)
48+
leases#1: last: [s1=6, s2=3, s3=3, s4=4, s5=0, s6=2, s7=3] (stddev=1.69, mean=3.00, sum=21)
49+
leases#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=21%, s7=0%] (sum=21%)
50+
replicas#1: first: [s1=21, s2=17, s3=10, s4=6, s5=4, s6=3, s7=2] (stddev=6.85, mean=9.00, sum=63)
51+
replicas#1: last: [s1=10, s2=7, s3=10, s4=10, s5=10, s6=6, s7=10] (stddev=1.60, mean=9.00, sum=63)
52+
replicas#1: thrash_pct: [s1=14%, s2=14%, s3=11%, s4=0%, s5=0%, s6=66%, s7=0%] (sum=104%)
53+
write_bytes_per_second#1: last: [s1=0, s2=0, s3=0, s4=0, s5=750, s6=750, s7=750] (stddev=371.15, mean=321.43, sum=2250)
54+
write_bytes_per_second#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%] (sum=0%)
55+
artifacts[mma-count]: 1b0d38b3b8868174
56+
==========================

0 commit comments

Comments
 (0)