asim: add a separator line after each run

wenyihu6 · wenyihu6 · commit 50882dfaeb08 · 2025-09-17T22:41:05.000-04:00
This commit updates asim output to add a separate line after each simulation run
to improve readability.
diff --git a/pkg/kv/kvserver/asim/tests/datadriven_simulation_test.go b/pkg/kv/kvserver/asim/tests/datadriven_simulation_test.go
@@ -571,6 +571,7 @@ func TestDataDriven(t *testing.T) {
 									sample+1, failString)
 							}
 						}
+						_, _ = fmt.Fprintf(&buf, "==========================\n")
 					})
 				}
 				return buf.String()
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/decommission_conformance.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/decommission_conformance.txt
@@ -29,4 +29,6 @@ assertion type=conformance under=0 over=0 unavailable=0 violating=0
 eval duration=20m cfgs=(sma-count,mma-only)
 ----
 artifacts[sma-count]: 1375509107ab02af
+==========================
 artifacts[mma-only]: 398e8cd95b3327fb
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_add_node.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_add_node.txt
@@ -43,3 +43,4 @@ failed assertion sample 1
 	max/mean=1.08 tick=3
 	max/mean=1.08 tick=4
 	max/mean=1.08 tick=5
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_conformance.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_conformance.txt
@@ -29,4 +29,6 @@ assertion type=conformance under=0 over=0 unavailable=0 violating=0
 eval duration=10m cfgs=(sma-count,mma-only)
 ----
 artifacts[sma-count]: ca2c6e7399a9dc9c
+==========================
 artifacts[mma-only]: 273dc0cd62dfba6c
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_fulldisk.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_fulldisk.txt
@@ -27,8 +27,10 @@ disk_fraction_used#1: last:  [s1=0.30, s2=0.30, s3=0.30, s4=0.30, s5=0.95] (stdd
 replicas#1: first: [s1=300, s2=300, s3=300, s4=300, s5=300] (stddev=0.00, mean=300.00, sum=1500)
 replicas#1: last:  [s1=322, s2=328, s3=327, s4=323, s5=200] (stddev=50.05, mean=300.00, sum=1500)
 artifacts[sma-count]: 686ff7227dd03ade
+==========================
 disk_fraction_used#1: first: [s1=0.20, s2=0.20, s3=0.20, s4=0.20, s5=1.05] (stddev=0.34, mean=0.37, sum=2)
 disk_fraction_used#1: last:  [s1=0.31, s2=0.31, s3=0.31, s4=0.29, s5=0.92] (stddev=0.25, mean=0.43, sum=2)
 replicas#1: first: [s1=300, s2=300, s3=300, s4=300, s5=300] (stddev=0.00, mean=300.00, sum=1500)
 replicas#1: last:  [s1=331, s2=329, s3=329, s4=316, s5=195] (stddev=52.77, mean=300.00, sum=1500)
 artifacts[mma-only]: 5e2f0de2e66830b6
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_io_overload.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_io_overload.txt
@@ -29,6 +29,7 @@ failed assertion sample 1
 	store=5 stat=117.00
 	store=5 stat=117.00
 	store=5 stat=117.00
+==========================
 leases#1: first: [s1=259, s2=129, s3=64, s4=32, s5=16] (stddev=88.43, mean=100.00, sum=500)
 leases#1: last:  [s1=259, s2=145, s3=64, s4=32, s5=0] (stddev=92.98, mean=100.00, sum=500)
 replicas#1: first: [s1=500, s2=456, s3=262, s4=165, s5=117] (stddev=153.29, mean=300.00, sum=1500)
@@ -42,3 +43,4 @@ failed assertion sample 1
 	store=5 stat=117.00
 	store=5 stat=117.00
 	store=5 stat=117.00
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_lease_preferences.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_lease_preferences.txt
@@ -31,4 +31,6 @@ assertion type=conformance lease-violating=1 lease-less-preferred=1
 eval duration=10m cfgs=(sma-count,mma-only)
 ----
 artifacts[sma-count]: aff3a3eeb0838864
+==========================
 artifacts[mma-only]: feb445a342bb08e4
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_liveness.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_liveness.txt
@@ -39,8 +39,10 @@ leases#1: last:  [s1=134, s2=142, s3=143, s4=139, s5=142, s6=0, s7=0] (stddev=63
 replicas#1: first: [s1=300, s2=300, s3=300, s4=300, s5=300, s6=300, s7=300] (stddev=0.00, mean=300.00, sum=2100)
 replicas#1: last:  [s1=432, s2=415, s3=420, s4=418, s5=415, s6=0, s7=0] (stddev=189.81, mean=300.00, sum=2100)
 artifacts[sma-count]: f89c455c9a1b50c9
+==========================
 leases#1: first: [s1=100, s2=100, s3=100, s4=100, s5=100, s6=100, s7=100] (stddev=0.00, mean=100.00, sum=700)
 leases#1: last:  [s1=134, s2=139, s3=140, s4=151, s5=136, s6=0, s7=0] (stddev=63.44, mean=100.00, sum=700)
 replicas#1: first: [s1=300, s2=300, s3=300, s4=300, s5=300, s6=300, s7=300] (stddev=0.00, mean=300.00, sum=2100)
 replicas#1: last:  [s1=431, s2=415, s3=418, s4=419, s5=417, s6=0, s7=0] (stddev=189.80, mean=300.00, sum=2100)
 artifacts[mma-only]: 600962c9dfc75fc3
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_load_cluster.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_load_cluster.txt
@@ -23,4 +23,6 @@ assertion type=conformance unavailable=0 under=0 over=0  violating=0
 eval duration=2m samples=1 seed=42 cfgs=(sma-count,mma-only)
 ----
 artifacts[sma-count]: 33ad9dff027a296a
+==========================
 artifacts[mma-only]: 33ad9dff027a296a
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_multi_store.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_multi_store.txt
@@ -24,6 +24,7 @@ eval duration=5m seed=42 metrics=(leases) cfgs=(sma-count,mma-only)
 leases#1: first: [s1=8, s2=3, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=1, s10=0, s11=1, s12=0, s13=1, s14=0] (stddev=2.10, mean=1.00, sum=14)
 leases#1: last:  [s1=1, s2=1, s3=1, s4=1, s5=1, s6=1, s7=1, s8=1, s9=1, s10=1, s11=1, s12=1, s13=1, s14=1] (stddev=0.00, mean=1.00, sum=14)
 artifacts[sma-count]: a7d052306059b056
+==========================
 leases#1: first: [s1=8, s2=3, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=1, s10=0, s11=1, s12=0, s13=1, s14=0] (stddev=2.10, mean=1.00, sum=14)
 leases#1: last:  [s1=4, s2=1, s3=0, s4=0, s5=0, s6=1, s7=0, s8=0, s9=1, s10=1, s11=1, s12=1, s13=2, s14=2] (stddev=1.07, mean=1.00, sum=14)
 artifacts[mma-only]: 3c31149bdddfe022
@@ -35,3 +36,4 @@ failed assertion sample 1
 	max/mean=4.00 tick=3
 	max/mean=4.00 tick=4
 	max/mean=4.00 tick=5
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_rebalancing.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_rebalancing.txt
@@ -46,6 +46,7 @@ replica_moves#1: last:  [s1=2, s2=1, s3=0, s4=1, s5=1, s6=1, s7=0] (stddev=0.64,
 qps#2: last:  [s1=996, s2=996, s3=1000, s4=998, s5=1001, s6=1003, s7=1000] (stddev=2.42, mean=999.14, sum=6994)
 replica_moves#2: last:  [s1=2, s2=1, s3=0, s4=0, s5=0, s6=1, s7=0] (stddev=0.73, mean=0.57, sum=4)
 artifacts[sma-count]: 70177cf859633651
+==========================
 qps#1: last:  [s1=3999, s2=1997, s3=0, s4=0, s5=0, s6=1003, s7=0] (stddev=1413.61, mean=999.86, sum=6999)
 qps#2: last:  [s1=3996, s2=1996, s3=0, s4=0, s5=0, s6=1006, s7=0] (stddev=1412.60, mean=999.71, sum=6998)
 artifacts[mma-only]: c48e80aec15208d6
@@ -65,6 +66,7 @@ failed assertion sample 2
 	max/mean=4.00 tick=3
 	max/mean=4.00 tick=4
 	max/mean=4.00 tick=5
+==========================
 
 # The cluster settings and simulation variables can be modified to examine how
 # allocation behaves during uncommon scenarios. Update the gossip delay to be
@@ -86,6 +88,7 @@ replica_moves#1: last:  [s1=6, s2=4, s3=0, s4=1, s5=3, s6=5, s7=2] (stddev=2.00,
 qps#2: last:  [s1=999, s2=998, s3=998, s4=998, s5=1000, s6=999, s7=1003] (stddev=1.67, mean=999.29, sum=6995)
 replica_moves#2: last:  [s1=15, s2=13, s3=5, s4=3, s5=10, s6=9, s7=8] (stddev=3.89, mean=9.00, sum=63)
 artifacts[sma-count]: 430366c9c84f1c07
+==========================
 qps#1: last:  [s1=3995, s2=1998, s3=0, s4=0, s5=0, s6=1005, s7=0] (stddev=1412.50, mean=999.71, sum=6998)
 qps#2: last:  [s1=4000, s2=1995, s3=0, s4=0, s5=0, s6=1004, s7=0] (stddev=1413.71, mean=999.86, sum=6999)
 artifacts[mma-only]: fc6f065395b9a390
@@ -105,3 +108,4 @@ failed assertion sample 2
 	max/mean=4.00 tick=3
 	max/mean=4.00 tick=4
 	max/mean=4.00 tick=5
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_skewed_cpu_even_ranges_mma.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_skewed_cpu_even_ranges_mma.txt
@@ -43,17 +43,20 @@ replicas#1: first: [s1=36, s2=36, s3=36, s4=36, s5=36, s6=36, s7=36, s8=36, s9=3
 replicas#1: last:  [s1=36, s2=37, s3=33, s4=37, s5=36, s6=36, s7=36, s8=35, s9=38] (stddev=1.33, mean=36.00, sum=324)
 write_bytes_per_second#1: last:  [s1=5619, s2=5639, s3=5275, s4=6269, s5=6137, s6=6150, s7=6187, s8=5861, s9=6290] (stddev=336.10, mean=5936.33, sum=53427)
 artifacts[sma-count]: 6f86408eff3edb14
+==========================
 cpu#1: last:  [s1=572909386, s2=573979147, s3=572126524, s4=557253107, s5=557048324, s6=558469521, s7=571735501, s8=555522023, s9=554214626] (stddev=8138152.97, mean=563695351.00, sum=5073258159)
 leases#1: first: [s1=36, s2=0, s3=0, s4=36, s5=0, s6=0, s7=36, s8=0, s9=0] (stddev=16.97, mean=12.00, sum=108)
 leases#1: last:  [s1=4, s2=4, s3=4, s4=40, s5=4, s6=4, s7=40, s8=4, s9=4] (stddev=14.97, mean=12.00, sum=108)
 replicas#1: first: [s1=36, s2=36, s3=36, s4=36, s5=36, s6=36, s7=36, s8=36, s9=36] (stddev=0.00, mean=36.00, sum=324)
 replicas#1: last:  [s1=28, s2=28, s3=28, s4=40, s5=40, s6=40, s7=40, s8=40, s9=40] (stddev=5.66, mean=36.00, sum=324)
 write_bytes_per_second#1: last:  [s1=3898, s2=3891, s3=3878, s4=6939, s5=6939, s6=6929, s7=6990, s8=6964, s9=6978] (stddev=1446.16, mean=5934.00, sum=53406)
 artifacts[mma-only]: 1d73e264a60412ba
+==========================
 cpu#1: last:  [s1=572415460, s2=566578888, s3=569096957, s4=556745916, s5=570328363, s6=558184663, s7=560070762, s8=557855218, s9=558141451] (stddev=5893908.39, mean=563268630.89, sum=5069417678)
 leases#1: first: [s1=36, s2=0, s3=0, s4=36, s5=0, s6=0, s7=36, s8=0, s9=0] (stddev=16.97, mean=12.00, sum=108)
 leases#1: last:  [s1=7, s2=10, s3=8, s4=17, s5=13, s6=13, s7=16, s8=12, s9=12] (stddev=3.13, mean=12.00, sum=108)
 replicas#1: first: [s1=36, s2=36, s3=36, s4=36, s5=36, s6=36, s7=36, s8=36, s9=36] (stddev=0.00, mean=36.00, sum=324)
 replicas#1: last:  [s1=36, s2=34, s3=36, s4=37, s5=36, s6=36, s7=37, s8=36, s9=36] (stddev=0.82, mean=36.00, sum=324)
 write_bytes_per_second#1: last:  [s1=5194, s2=5256, s3=5415, s4=6318, s5=6216, s6=6171, s7=6283, s8=6298, s9=6257] (stddev=461.69, mean=5934.22, sum=53408)
 artifacts[mma-and-count]: 4fab04c2e6adb6a5
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_splitting.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_splitting.txt
@@ -35,11 +35,13 @@ replicas#1: last:  [s1=6] (stddev=0.00, mean=6.00, sum=6)
 replicas#2: first: [s1=1] (stddev=0.00, mean=1.00, sum=1)
 replicas#2: last:  [s1=6] (stddev=0.00, mean=6.00, sum=6)
 artifacts[sma-count]: e827ff169690da40
+==========================
 replicas#1: first: [s1=1] (stddev=0.00, mean=1.00, sum=1)
 replicas#1: last:  [s1=6] (stddev=0.00, mean=6.00, sum=6)
 replicas#2: first: [s1=1] (stddev=0.00, mean=1.00, sum=1)
 replicas#2: last:  [s1=6] (stddev=0.00, mean=6.00, sum=6)
 artifacts[mma-only]: 87a98d4c0bdb6484
+==========================
 
 # Update the load generator to use a zipfian distribution instead of a uniform.
 # Now the load based splitter must find a split key from a skewed distribution
@@ -56,8 +58,10 @@ replicas#1: last:  [s1=9] (stddev=0.00, mean=9.00, sum=9)
 replicas#2: first: [s1=1] (stddev=0.00, mean=1.00, sum=1)
 replicas#2: last:  [s1=9] (stddev=0.00, mean=9.00, sum=9)
 artifacts[sma-count]: c87fad367527e848
+==========================
 replicas#1: first: [s1=1] (stddev=0.00, mean=1.00, sum=1)
 replicas#1: last:  [s1=10] (stddev=0.00, mean=10.00, sum=10)
 replicas#2: first: [s1=1] (stddev=0.00, mean=1.00, sum=1)
 replicas#2: last:  [s1=9] (stddev=0.00, mean=9.00, sum=9)
 artifacts[mma-only]: 98939d5671334290
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_zone_config.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/example_zone_config.txt
@@ -30,6 +30,8 @@ eval duration=10m samples=1 seed=42 metrics=(replicas) cfgs=(sma-count,mma-only)
 replicas#1: first: [s1=17, s2=17, s3=17, s4=17, s5=17, s6=16, s7=16, s8=17, s9=17, s10=17, s11=17, s12=17, s13=16, s14=16, s15=16, s16=16, s17=17, s18=17, s19=17, s20=16, s21=17, s22=16, s23=17, s24=17, s25=17, s26=17, s27=17, s28=16, s29=17, s30=16, s31=17, s32=17, s33=16, s34=16, s35=17, s36=17] (stddev=0.47, mean=16.67, sum=600)
 replicas#1: last:  [s1=51, s2=50, s3=52, s4=51, s5=49, s6=49, s7=50, s8=49, s9=49, s10=50, s11=48, s12=52, s13=0, s14=0, s15=0, s16=0, s17=0, s18=0, s19=0, s20=0, s21=0, s22=0, s23=0, s24=0, s25=0, s26=0, s27=0, s28=0, s29=0, s30=0, s31=0, s32=0, s33=0, s34=0, s35=0, s36=0] (stddev=23.58, mean=16.67, sum=600)
 artifacts[sma-count]: 48fc2e7a0c77951b
+==========================
 replicas#1: first: [s1=17, s2=17, s3=17, s4=17, s5=17, s6=16, s7=16, s8=17, s9=17, s10=17, s11=17, s12=17, s13=16, s14=16, s15=16, s16=16, s17=17, s18=17, s19=17, s20=16, s21=17, s22=16, s23=17, s24=17, s25=17, s26=17, s27=17, s28=16, s29=17, s30=16, s31=17, s32=17, s33=16, s34=16, s35=17, s36=17] (stddev=0.47, mean=16.67, sum=600)
 replicas#1: last:  [s1=66, s2=37, s3=42, s4=40, s5=45, s6=50, s7=38, s8=47, s9=62, s10=60, s11=61, s12=52, s13=0, s14=0, s15=0, s16=0, s17=0, s18=0, s19=0, s20=0, s21=0, s22=0, s23=0, s24=0, s25=0, s26=0, s27=0, s28=0, s29=0, s30=0, s31=0, s32=0, s33=0, s34=0, s35=0, s36=0] (stddev=24.23, mean=16.67, sum=600)
 artifacts[mma-only]: 3d0f72b243e941f1
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/load_distribution_movement_disabled_enable_later.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/load_distribution_movement_disabled_enable_later.txt
@@ -51,3 +51,4 @@ replicas#1: first: [s1=18, s2=18, s3=18, s4=18, s5=18, s6=18, s7=18, s8=18, s9=1
 replicas#1: last:  [s1=175, s2=172, s3=179, s4=173, s5=173, s6=174, s7=167, s8=169, s9=169, s10=162] (stddev=4.50, mean=171.30, sum=1713)
 write_bytes_per_second#1: last:  [s1=2994621, s2=2991747, s3=3008247, s4=2988902, s5=3006699, s6=2993336, s7=2993993, s8=3002728, s9=2996629, s10=2997216] (stddev=6108.70, mean=2997411.80, sum=29974118)
 artifacts[sma-count]: 70a15957c8cfc487
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction1.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction1.txt
@@ -37,3 +37,4 @@ leases#1: last:  [s1=36, s2=33, s3=31, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stdd
 replicas#1: first: [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
 replicas#1: last:  [s1=69, s2=100, s3=31, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=44.65, mean=55.56, sum=500)
 artifacts[mma-only]: f6d2c7aa158e594e
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction1_full_disk.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction1_full_disk.txt
@@ -33,3 +33,4 @@ leases#1: last:  [s1=7, s2=0, s3=3, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=
 replicas#1: first: [s1=10, s2=10, s3=0, s4=10, s5=10, s6=10, s7=0, s8=0, s9=0] (stddev=4.97, mean=5.56, sum=50)
 replicas#1: last:  [s1=8, s2=8, s3=4, s4=10, s5=10, s6=10, s7=0, s8=0, s9=0] (stddev=4.30, mean=5.56, sum=50)
 artifacts[mma-only]: fe6fa3977833ba54
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction2.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction2.txt
@@ -28,6 +28,8 @@ eval duration=30m samples=1 seed=42 metrics=(replicas) cfgs=(sma-count,mma-only)
 replicas#1: first: [s1=6, s2=6, s3=6, s4=6, s5=6, s6=6, s7=3, s8=3, s9=3] (stddev=1.41, mean=5.00, sum=45)
 replicas#1: last:  [s1=6, s2=6, s3=6, s4=6, s5=6, s6=6, s7=3, s8=3, s9=3] (stddev=1.41, mean=5.00, sum=45)
 artifacts[sma-count]: 36e2a4ffe85a04c2
+==========================
 replicas#1: first: [s1=6, s2=6, s3=6, s4=6, s5=6, s6=6, s7=3, s8=3, s9=3] (stddev=1.41, mean=5.00, sum=45)
 replicas#1: last:  [s1=6, s2=6, s3=6, s4=6, s5=6, s6=6, s7=3, s8=3, s9=3] (stddev=1.41, mean=5.00, sum=45)
 artifacts[mma-only]: 36e2a4ffe85a04c2
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction_old_alloc.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction_old_alloc.txt
@@ -34,9 +34,11 @@ leases#1: last:  [s1=41, s2=27, s3=32, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stdd
 replicas#1: first: [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
 replicas#1: last:  [s1=69, s2=67, s3=64, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=41.59, mean=55.56, sum=500)
 artifacts[sma-count]: 69a8bda9ac7f99aa
+==========================
 cpu#1: last:  [s1=36336519, s2=33585339, s3=31110149, s4=500211, s5=500211, s6=500211, s7=0, s8=0, s9=0] (stddev=15807188.65, mean=11392515.56, sum=102532640)
 leases#1: first: [s1=100, s2=0, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=31.43, mean=11.11, sum=100)
 leases#1: last:  [s1=36, s2=33, s3=31, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=15.76, mean=11.11, sum=100)
 replicas#1: first: [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
 replicas#1: last:  [s1=69, s2=100, s3=31, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=44.65, mean=55.56, sum=500)
 artifacts[mma-only]: da838dd91d9c27bf
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_full_disk.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_full_disk.txt
@@ -16,3 +16,4 @@ leases#1: last:  [s1=5, s2=1, s3=3, s4=2, s5=4] (stddev=1.41, mean=3.00, sum=15)
 replicas#1: first: [s1=15, s2=14, s3=8, s4=4, s5=4] (stddev=4.73, mean=9.00, sum=45)
 replicas#1: last:  [s1=9, s2=9, s3=9, s4=9, s5=9] (stddev=0.00, mean=9.00, sum=45)
 artifacts[mma-only]: 68b784316a0597fa
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu.txt
@@ -35,3 +35,4 @@ replicas#1: first: [s1=80, s2=70, s3=51, s4=42, s5=37, s6=35, s7=34, s8=33, s9=3
 replicas#1: last:  [s1=80, s2=59, s3=47, s4=42, s5=38, s6=38, s7=36, s8=36, s9=38, s10=36] (stddev=13.51, mean=45.00, sum=450)
 write_bytes_per_second#1: last:  [s1=39525, s2=26018, s3=18332, s4=15205, s5=12566, s6=12630, s7=11413, s8=11354, s9=12670, s10=11323] (stddev=8639.53, mean=17103.60, sum=171036)
 artifacts[mma-only]: 898f82bb7ceb21ad
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu_25nodes.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu_25nodes.txt
@@ -32,3 +32,4 @@ replicas#1: first: [s1=56, s2=44, s3=25, s4=16, s5=12, s6=9, s7=8, s8=7, s9=7, s
 replicas#1: last:  [s1=53, s2=33, s3=16, s4=14, s5=11, s6=9, s7=9, s8=8, s9=9, s10=9, s11=8, s12=8, s13=9, s14=9, s15=9, s16=9, s17=8, s18=8, s19=9, s20=9, s21=8, s22=8, s23=9, s24=10, s25=8] (stddev=9.74, mean=12.00, sum=300)
 write_bytes_per_second#1: last:  [s1=9710, s2=9402, s3=9119, s4=9121, s5=9065, s6=9029, s7=9020, s8=9027, s9=9065, s10=9049, s11=9012, s12=8981, s13=9057, s14=9058, s15=9086, s16=9069, s17=9029, s18=9030, s19=9035, s20=9020, s21=9031, s22=9035, s23=9054, s24=9084, s25=9050] (stddev=147.55, mean=9089.52, sum=227238)
 artifacts[mma-only]: c6076cf40636a701
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu_skewed_placement.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu_skewed_placement.txt
@@ -31,3 +31,4 @@ replicas#1: first: [s1=21, s2=17, s3=10, s4=6, s5=4, s6=3, s7=2] (stddev=6.85, m
 replicas#1: last:  [s1=21, s2=17, s3=10, s4=6, s5=4, s6=3, s7=2] (stddev=6.85, mean=9.00, sum=63)
 write_bytes_per_second#1: last:  [s1=750, s2=0, s3=750, s4=0, s5=0, s6=750, s7=0] (stddev=371.15, mean=321.43, sum=2250)
 artifacts[mma-only]: b5747adffb55c2e
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu_unable_to_shed_leases.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu_unable_to_shed_leases.txt
@@ -46,5 +46,6 @@ replicas#1: first: [s1=25, s2=13, s3=13, s4=12, s5=12] (stddev=5.02, mean=15.00,
 replicas#1: last:  [s1=13, s2=15, s3=16, s4=15, s5=16] (stddev=1.10, mean=15.00, sum=75)
 write_bytes_per_second#1: last:  [s1=520, s2=600, s3=640, s4=599, s5=639] (stddev=43.64, mean=599.60, sum=2998)
 artifacts[mma-only]: f4b2b302e185d34e
+==========================
 
 # TODO(kvoli): Case (2)
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_write_uniform_cpu.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_write_uniform_cpu.txt
@@ -34,10 +34,12 @@ replicas#1: first: [s1=39, s2=33, s3=23, s4=16, s5=13, s6=12, s7=11, s8=11, s9=1
 replicas#1: last:  [s1=18, s2=18, s3=18, s4=18, s5=18, s6=18, s7=18, s8=18, s9=18, s10=18] (stddev=0.00, mean=18.00, sum=180)
 write_bytes_per_second#1: last:  [s1=5987983, s2=5994822, s3=5992147, s4=6010824, s5=5991846, s6=5993816, s7=5993780, s8=6013651, s9=5996138, s10=6012394] (stddev=9123.97, mean=5998740.10, sum=59987401)
 artifacts[mma-only]: d1dfa3825f5aa113
+==========================
 cpu#1: last:  [s1=49766856, s2=49962142, s3=49944178, s4=49861368, s5=49856608, s6=50176752, s7=49997572, s8=50324179, s9=50047522, s10=49969265] (stddev=154062.46, mean=49990644.20, sum=499906442)
 leases#1: first: [s1=19, s2=11, s3=6, s4=3, s5=3, s6=3, s7=4, s8=3, s9=4, s10=4] (stddev=4.92, mean=6.00, sum=60)
 leases#1: last:  [s1=10, s2=5, s3=3, s4=3, s5=5, s6=6, s7=8, s8=4, s9=9, s10=7] (stddev=2.32, mean=6.00, sum=60)
 replicas#1: first: [s1=39, s2=33, s3=23, s4=16, s5=13, s6=12, s7=11, s8=11, s9=11, s10=11] (stddev=9.76, mean=18.00, sum=180)
 replicas#1: last:  [s1=18, s2=18, s3=17, s4=19, s5=19, s6=18, s7=17, s8=18, s9=18, s10=18] (stddev=0.63, mean=18.00, sum=180)
 write_bytes_per_second#1: last:  [s1=6014996, s2=5993243, s3=6011888, s4=5988889, s5=5994900, s6=6012972, s7=5993648, s8=5996647, s9=5990770, s10=5994204] (stddev=9454.23, mean=5999215.70, sum=59992157)
 artifacts[mma-and-count]: 9411650b130765a1
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_one_voter_skewed_cpu_skewed_write.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_one_voter_skewed_cpu_skewed_write.txt
@@ -38,3 +38,4 @@ replicas#1: first: [s1=100, s2=100] (stddev=0.00, mean=100.00, sum=200)
 replicas#1: last:  [s1=87, s2=113] (stddev=13.00, mean=100.00, sum=200)
 write_bytes_per_second#1: last:  [s1=1651264, s2=3346471] (stddev=847603.50, mean=2498867.50, sum=4997735)
 artifacts[mma-only]: ad693ef62650aec7
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_skewed_cpu_skewed_write.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_skewed_cpu_skewed_write.txt
@@ -45,10 +45,12 @@ replicas#1: first: [s1=36, s2=36, s3=36, s4=36, s5=36, s6=36] (stddev=0.00, mean
 replicas#1: last:  [s1=35, s2=54, s3=53, s4=25, s5=25, s6=24] (stddev=12.91, mean=36.00, sum=216)
 write_bytes_per_second#1: last:  [s1=7810763, s2=10583352, s3=10582678, s4=10533730, s5=10534887, s6=9975971] (stddev=1003663.69, mean=10003563.50, sum=60021381)
 artifacts[mma-only]: 7429169245b4ae6f
+==========================
 cpu#1: last:  [s1=83248327, s2=83210584, s3=83163956, s4=84314390, s5=83287653, s6=83089142] (stddev=420065.93, mean=83385675.33, sum=500314052)
 leases#1: first: [s1=36, s2=0, s3=0, s4=36, s5=0, s6=0] (stddev=16.97, mean=12.00, sum=72)
 leases#1: last:  [s1=15, s2=10, s3=15, s4=12, s5=10, s6=10] (stddev=2.24, mean=12.00, sum=72)
 replicas#1: first: [s1=36, s2=36, s3=36, s4=36, s5=36, s6=36] (stddev=0.00, mean=36.00, sum=216)
 replicas#1: last:  [s1=36, s2=36, s3=33, s4=38, s5=37, s6=36] (stddev=1.53, mean=36.00, sum=216)
 write_bytes_per_second#1: last:  [s1=8869835, s2=9976536, s3=9422900, s4=10582759, s5=10582017, s6=10584517] (stddev=662170.98, mean=10003094.00, sum=60018564)
 artifacts[mma-and-count]: 7f610ee196e8be23
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_skewed_cpu_skewed_write_more_ranges.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_skewed_cpu_skewed_write_more_ranges.txt
@@ -45,3 +45,4 @@ replicas#1: first: [s1=300, s2=300, s3=300, s4=300, s5=300, s6=300] (stddev=0.00
 replicas#1: last:  [s1=283, s2=430, s3=430, s4=209, s5=211, s6=237] (stddev=95.10, mean=300.00, sum=1800)
 write_bytes_per_second#1: last:  [s1=4565462, s2=10497859, s3=10497096, s4=10961474, s5=10895186, s6=12602252] (stddev=2533989.43, mean=10003221.50, sum=60019329)
 artifacts[mma-only]: 7e2ef8861fdf2e81
+==========================
diff --git a/pkg/kv/kvserver/asim/tests/testdata/non_rand/one_voter.txt b/pkg/kv/kvserver/asim/tests/testdata/non_rand/one_voter.txt

Original file line number	Diff line number	Diff line change
`@@ -571,6 +571,7 @@ func TestDataDriven(t *testing.T) {`
`571`	`571`	`sample+1, failString)`
`572`	`572`	`}`
`573`	`573`	`}`
	`574`	`+ _, _ = fmt.Fprintf(&buf, "==========================\n")`
`574`	`575`	`})`
`575`	`576`	`}`
`576`	`577`	`return buf.String()`