Merge #153903 #153915 #153920 #153944 #153945

153903: backup: move ContainsManifest to backup info r=jeffswenson a=msbutler

    backup: use ContainsManifest in CheckForPreviousBackups

    Epic: none

    Release note: none

----

    backup: move ContainsManifest to backupInfo package

    Epic: none

    Release note: none

153915: admission: remove unused grantKind r=tbg a=sumeerbhola

Epic: none

Release note: None

153920: asim: fix too small values for node_cpu_rate_capacity r=tbg a=wenyihu6

Epic: CRDB-49117 
Release note: none

---
**asim: fix too small values for node_cpu_rate_capacity**

Previously, some node_cpu_rate_capacity values were too small, resulting in
reported node CPU capacities of ≈0 cores. This commit fixes the issue by
assigning larger values to node_cpu_rate_capacity in the asim set up.



153944: sem/eval: fix TestCastMap properly for AnyTuple r=yuzefovich a=yuzefovich

**Revert "randgen: fix recent regression in tuple generation"**

This reverts commit ed045f3.

**sem/eval: fix TestCastMap properly for AnyTuple**

`TestCastMap` iterates over `types.OidToType` map to find all
interesting pairs to perform the cast between. One of the representative
types in the map is `types.AnyTuple` that is actually not a valid
execution-time type (it's a wildcard used only during static analysis).
Previously we could crash in the test if we happen to pick a float value
as the element corresponding to the single Any type element (because
float width is 0 there). This commit fixes the test by effectively
"resolving" `AnyTuple` type to a concrete tuple type with a single
random type as the element.

Informs: #153805.
Epic: None
Release note: None

153945: kvserver: downgrade an Error log statement r=arulajmani a=tbg

Epic: none

Co-authored-by: Michael Butler <[email protected]>
Co-authored-by: sumeerbhola <[email protected]>
Co-authored-by: wenyihu6 <[email protected]>
Co-authored-by: Yahor Yuzefovich <[email protected]>
Co-authored-by: Tobias Grieger <[email protected]>

Author: 6 people

pkg/backup/backupdest/backup_destination.go

@@ -54,19 +54,6 @@ const (
 // will contain one.
 var backupPathRE = regexp.MustCompile("^/?[^\\/]+/[^\\/]+/[^\\/]+/" + backupbase.DeprecatedBackupManifestName + "$")
 
-// TODO(adityamaru): Move this to the soon to be `backupinfo` package.
-func containsManifest(ctx context.Context, exportStore cloud.ExternalStorage) (bool, error) {
-	r, _, err := exportStore.ReadFile(ctx, backupbase.DeprecatedBackupManifestName, cloud.ReadOptions{NoFileSize: true})
-	if err != nil {
-		if errors.Is(err, cloud.ErrFileDoesNotExist) {
-			return false, nil
-		}
-		return false, err
-	}
-	r.Close(ctx)
-	return true, nil
-}
-
 // ResolvedDestination encapsulates information that is populated while
 // resolving the destination of a backup.
 type ResolvedDestination struct {
@@ -148,7 +135,7 @@ func ResolveDest(
 		return ResolvedDestination{}, err
 	}
 	defer defaultStore.Close()
-	exists, err := containsManifest(ctx, defaultStore)
+	exists, err := backupinfo.ContainsManifest(ctx, defaultStore)
 	if err != nil {
 		return ResolvedDestination{}, err
 	}

pkg/backup/backupinfo/manifest_handling.go

@@ -168,6 +168,18 @@ func ReadBackupManifestFromStore(
 	return manifest, memSize, nil
 }
 
+func ContainsManifest(ctx context.Context, exportStore cloud.ExternalStorage) (bool, error) {
+	r, _, err := exportStore.ReadFile(ctx, backupbase.DeprecatedBackupManifestName, cloud.ReadOptions{NoFileSize: true})
+	if err != nil {
+		if errors.Is(err, cloud.ErrFileDoesNotExist) {
+			return false, nil
+		}
+		return false, err
+	}
+	r.Close(ctx)
+	return true, nil
+}
+
 // compressData compresses data buffer and returns compressed
 // bytes (i.e. gzip format).
 func compressData(descBuf []byte) ([]byte, error) {
@@ -1295,19 +1307,17 @@ func CheckForPreviousBackup(
 	defer defaultStore.Close()
 
 	redactedURI := backuputils.RedactURIForErrorMessage(defaultURI)
-	r, _, err := defaultStore.ReadFile(ctx, backupbase.DeprecatedBackupManifestName, cloud.ReadOptions{NoFileSize: true})
-	if err == nil {
-		r.Close(ctx)
-		return pgerror.Newf(pgcode.FileAlreadyExists,
-			"%s already contains a %s file",
-			redactedURI, backupbase.DeprecatedBackupManifestName)
-	}
-
-	if !errors.Is(err, cloud.ErrFileDoesNotExist) {
+	exists, err := ContainsManifest(ctx, defaultStore)
+	if err != nil {
 		return errors.Wrapf(err,
 			"%s returned an unexpected error when checking for the existence of %s file",
 			redactedURI, backupbase.DeprecatedBackupManifestName)
 	}
+	if exists {
+		return pgerror.Newf(pgcode.FileAlreadyExists,
+			"%s already contains a %s file",
+			redactedURI, backupbase.DeprecatedBackupManifestName)
+	}
 
 	// Check for the presence of a BACKUP-LOCK file with a job ID different from
 	// that of our job.

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction1.txt

@@ -3,9 +3,8 @@ skip_under_ci
 
 # specify zone survivability (2, 2, 1) replicas across 3 regions.
 # a(n1.n2) b(n3,n4) c(n5) d(n6-n9)
-gen_cluster nodes=9 region=(a,b,c,d) nodes_per_region=(3,2,1,3) node_cpu_rate_capacity=50000
+gen_cluster nodes=9 region=(a,b,c,d) nodes_per_region=(3,2,1,3) node_cpu_rate_capacity=5000000000
 ----
-WARNING: node CPU capacity of ≈0.00 cores is likely accidental
 
 # specify non-voters
 # (s1-3: region a) (s4-5: region b) (s6: region c) (s7-9: region d)
@@ -31,15 +30,15 @@ setting split_queue_enabled=false
 
 eval duration=40m samples=1 seed=42 cfgs=(mma-only) metrics=(cpu,cpu_util,leases,replicas)
 ----
-cpu#1: last:  [s1=36277802, s2=33539839, s3=31138221, s4=499392, s5=499392, s6=499392, s7=0, s8=0, s9=0] (stddev=15793888.65, mean=11383782.00, sum=102454038)
-cpu#1: thrash_pct: [s1=8%, s2=32%, s3=30%, s4=1%, s5=1%, s6=1%, s7=0%, s8=0%, s9=0%]  (sum=75%)
-cpu_util#1: last:  [s1=725.56, s2=670.80, s3=622.76, s4=9.99, s5=9.99, s6=9.99, s7=0.00, s8=0.00, s9=0.00] (stddev=315.88, mean=227.68, sum=2049)
-cpu_util#1: thrash_pct: [s1=8%, s2=32%, s3=30%, s4=1%, s5=1%, s6=1%, s7=0%, s8=0%, s9=0%]  (sum=75%)
+cpu#1: last:  [s1=100533499, s2=500166, s3=0, s4=500166, s5=500166, s6=500166, s7=0, s8=0, s9=0] (stddev=31516919.07, mean=11392684.78, sum=102534163)
+cpu#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=0%)
+cpu_util#1: last:  [s1=0.02, s2=0.00, s3=0.00, s4=0.00, s5=0.00, s6=0.00, s7=0.00, s8=0.00, s9=0.00] (stddev=0.01, mean=0.00, sum=0)
+cpu_util#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=0%)
 leases#1: first: [s1=100, s2=0, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=31.43, mean=11.11, sum=100)
-leases#1: last:  [s1=36, s2=33, s3=31, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=15.76, mean=11.11, sum=100)
+leases#1: last:  [s1=100, s2=0, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=31.43, mean=11.11, sum=100)
 leases#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=0%)
 replicas#1: first: [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
-replicas#1: last:  [s1=69, s2=100, s3=31, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=44.65, mean=55.56, sum=500)
+replicas#1: last:  [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
 replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=0%)
-artifacts[mma-only]: b333fa70b27337e7
+artifacts[mma-only]: 621f3d4f69649ede
 ==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_constraint_satisfaction_old_alloc.txt

@@ -3,9 +3,8 @@ skip_under_ci
 
 # specify zone survivability (2, 2, 1) replicas across 3 regions.
 # a(n1.n2) b(n3,n4) c(n5) d(n6-n9)
-gen_cluster nodes=9 region=(a,b,c,d) nodes_per_region=(3,2,1,3) node_cpu_rate_capacity=50000
+gen_cluster nodes=9 region=(a,b,c,d) nodes_per_region=(3,2,1,3) node_cpu_rate_capacity=5000000000
 ----
-WARNING: node CPU capacity of ≈0.00 cores is likely accidental
 
 # specify non-voters
 # (s1-3: region a) (s4-5: region b) (s6: region c) (s7-9: region d)
@@ -30,25 +29,25 @@ eval duration=60m samples=1 seed=42 metrics=(cpu,cpu_util,leases,replicas) cfgs=
 ----
 cpu#1: last:  [s1=41374276, s2=27297814, s3=32347286, s4=499562, s5=499562, s6=499562, s7=0, s8=0, s9=0] (stddev=16111846.58, mean=11390895.78, sum=102518062)
 cpu#1: thrash_pct: [s1=14%, s2=14%, s3=29%, s4=1%, s5=1%, s6=1%, s7=0%, s8=0%, s9=0%]  (sum=59%)
-cpu_util#1: last:  [s1=827.49, s2=545.96, s3=646.95, s4=9.99, s5=9.99, s6=9.99, s7=0.00, s8=0.00, s9=0.00] (stddev=322.24, mean=227.82, sum=2050)
+cpu_util#1: last:  [s1=0.01, s2=0.01, s3=0.01, s4=0.00, s5=0.00, s6=0.00, s7=0.00, s8=0.00, s9=0.00] (stddev=0.00, mean=0.00, sum=0)
 cpu_util#1: thrash_pct: [s1=14%, s2=14%, s3=29%, s4=1%, s5=1%, s6=1%, s7=0%, s8=0%, s9=0%]  (sum=59%)
 leases#1: first: [s1=100, s2=0, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=31.43, mean=11.11, sum=100)
 leases#1: last:  [s1=41, s2=27, s3=32, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=16.07, mean=11.11, sum=100)
 leases#1: thrash_pct: [s1=0%, s2=0%, s3=8%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=8%)
 replicas#1: first: [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
 replicas#1: last:  [s1=69, s2=67, s3=64, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=41.59, mean=55.56, sum=500)
 replicas#1: thrash_pct: [s1=8%, s2=6%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=14%)
-artifacts[sma-count]: b5de9422a7b1ef99
+artifacts[sma-count]: cb26954cf324c27d
 ==========================
-cpu#1: last:  [s1=36336519, s2=33585339, s3=31110149, s4=500211, s5=500211, s6=500211, s7=0, s8=0, s9=0] (stddev=15807188.65, mean=11392515.56, sum=102532640)
-cpu#1: thrash_pct: [s1=10%, s2=33%, s3=32%, s4=1%, s5=1%, s6=1%, s7=0%, s8=0%, s9=0%]  (sum=80%)
-cpu_util#1: last:  [s1=726.73, s2=671.71, s3=622.20, s4=10.00, s5=10.00, s6=10.00, s7=0.00, s8=0.00, s9=0.00] (stddev=316.14, mean=227.85, sum=2051)
-cpu_util#1: thrash_pct: [s1=10%, s2=33%, s3=32%, s4=1%, s5=1%, s6=1%, s7=0%, s8=0%, s9=0%]  (sum=80%)
+cpu#1: last:  [s1=100533500, s2=500166, s3=0, s4=500166, s5=500166, s6=500166, s7=0, s8=0, s9=0] (stddev=31516919.38, mean=11392684.89, sum=102534164)
+cpu#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=0%)
+cpu_util#1: last:  [s1=0.02, s2=0.00, s3=0.00, s4=0.00, s5=0.00, s6=0.00, s7=0.00, s8=0.00, s9=0.00] (stddev=0.01, mean=0.00, sum=0)
+cpu_util#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=0%)
 leases#1: first: [s1=100, s2=0, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=31.43, mean=11.11, sum=100)
-leases#1: last:  [s1=36, s2=33, s3=31, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=15.76, mean=11.11, sum=100)
+leases#1: last:  [s1=100, s2=0, s3=0, s4=0, s5=0, s6=0, s7=0, s8=0, s9=0] (stddev=31.43, mean=11.11, sum=100)
 leases#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=0%)
 replicas#1: first: [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
-replicas#1: last:  [s1=69, s2=100, s3=31, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=44.65, mean=55.56, sum=500)
+replicas#1: last:  [s1=100, s2=100, s3=0, s4=100, s5=100, s6=100, s7=0, s8=0, s9=0] (stddev=49.69, mean=55.56, sum=500)
 replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%]  (sum=0%)
-artifacts[mma-only]: 9e196c9504f7d02a
+artifacts[mma-only]: 64926c4817b68708
 ==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu.txt

@@ -1,9 +1,8 @@
 skip_under_ci
 ----
 
-gen_cluster nodes=10 node_cpu_rate_capacity=800000
+gen_cluster nodes=10 node_cpu_rate_capacity=8000000000
 ----
-WARNING: node CPU capacity of ≈0.00 cores is likely accidental
 
 # Set the rebalance mode to use the mma store rebalancer and disable the lease
 # and replicate queues so that only the mma store rebalancer is moving replicas
@@ -28,15 +27,15 @@ gen_load rate=5000 rw_ratio=0.95 min_block=128 max_block=128 request_cpu_per_acc
 
 eval duration=15m samples=1 seed=42 cfgs=(mma-only) metrics=(cpu,write_bytes_per_second,replicas,leases)
 ----
-cpu#1: last:  [s1=54846934, s2=52921485, s3=51803135, s4=51267081, s5=50804428, s6=50881755, s7=50647282, s8=50525189, s9=50888708, s10=50590849] (stddev=1308023.95, mean=51517684.60, sum=515176846)
-cpu#1: thrash_pct: [s1=14%, s2=52%, s3=49%, s4=25%, s5=8%, s6=9%, s7=7%, s8=17%, s9=18%, s10=8%]  (sum=208%)
+cpu#1: last:  [s1=274870057, s2=124118783, s3=42166496, s4=21298975, s5=10805903, s6=10577758, s7=453407, s8=10306222, s9=10413474, s10=10503921] (stddev=81956672.84, mean=51551499.60, sum=515514996)
+cpu#1: thrash_pct: [s1=7%, s2=6%, s3=4%, s4=3%, s5=2%, s6=2%, s7=0%, s8=2%, s9=2%, s10=2%]  (sum=30%)
 leases#1: first: [s1=37, s2=22, s3=14, s4=13, s5=11, s6=11, s7=10, s8=11, s9=10, s10=11] (stddev=8.07, mean=15.00, sum=150)
-leases#1: last:  [s1=15, s2=15, s3=15, s4=16, s5=15, s6=15, s7=15, s8=15, s9=14, s10=15] (stddev=0.45, mean=15.00, sum=150)
-leases#1: thrash_pct: [s1=0%, s2=41%, s3=38%, s4=16%, s5=0%, s6=0%, s7=0%, s8=9%, s9=9%, s10=0%]  (sum=112%)
+leases#1: last:  [s1=37, s2=22, s3=14, s4=13, s5=11, s6=11, s7=10, s8=11, s9=10, s10=11] (stddev=8.07, mean=15.00, sum=150)
+leases#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%, s10=0%]  (sum=0%)
 replicas#1: first: [s1=80, s2=70, s3=51, s4=42, s5=37, s6=35, s7=34, s8=33, s9=34, s10=34] (stddev=16.02, mean=45.00, sum=450)
-replicas#1: last:  [s1=80, s2=59, s3=47, s4=42, s5=38, s6=38, s7=36, s8=36, s9=38, s10=36] (stddev=13.51, mean=45.00, sum=450)
-replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=4%, s5=0%, s6=0%, s7=0%, s8=5%, s9=0%, s10=0%]  (sum=9%)
-write_bytes_per_second#1: last:  [s1=39525, s2=26018, s3=18332, s4=15205, s5=12566, s6=12630, s7=11413, s8=11354, s9=12670, s10=11323] (stddev=8639.53, mean=17103.60, sum=171036)
-write_bytes_per_second#1: thrash_pct: [s1=228%, s2=149%, s3=128%, s4=81%, s5=42%, s6=46%, s7=44%, s8=36%, s9=48%, s10=43%]  (sum=845%)
-artifacts[mma-only]: afc46481b131af63
+replicas#1: last:  [s1=80, s2=70, s3=51, s4=42, s5=37, s6=35, s7=34, s8=33, s9=34, s10=34] (stddev=16.02, mean=45.00, sum=450)
+replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%, s10=0%]  (sum=0%)
+write_bytes_per_second#1: last:  [s1=39511, s2=33080, s3=20899, s4=15208, s5=11942, s6=10699, s7=10093, s8=9465, s9=10055, s10=10043] (stddev=10247.09, mean=17099.50, sum=170995)
+write_bytes_per_second#1: thrash_pct: [s1=13%, s2=18%, s3=20%, s4=19%, s5=17%, s6=16%, s7=14%, s8=14%, s9=17%, s10=16%]  (sum=165%)
+artifacts[mma-only]: bd71a8872f557e0f
 ==========================

pkg/kv/kvserver/asim/tests/testdata/non_rand/mma_high_cpu_25nodes.txt

@@ -1,9 +1,8 @@
 skip_under_ci
 ----
 
-gen_cluster nodes=25 node_cpu_rate_capacity=800000
+gen_cluster nodes=25 node_cpu_rate_capacity=8000000000
 ----
-WARNING: node CPU capacity of ≈0.00 cores is likely accidental
 
 setting split_queue_enabled=false
 ----
@@ -25,17 +24,17 @@ gen_load rate=15000 rw_ratio=0.95 min_block=1 max_block=1 request_cpu_per_access
 
 eval duration=25m samples=1 seed=42 cfgs=(mma-only) metrics=(cpu,cpu_util,write_bytes_per_second,replicas,leases)
 ----
-cpu#1: last:  [s1=74125827, s2=68034597, s3=63030218, s4=62464586, s5=61575256, s6=60952144, s7=60895605, s8=60583595, s9=60898231, s10=60917161, s11=60720570, s12=60655112, s13=61045604, s14=60959500, s15=61069491, s16=60785250, s17=60803274, s18=60714988, s19=60866275, s20=60670002, s21=60640246, s22=60684341, s23=60958310, s24=61291868, s25=60628308] (stddev=2911609.33, mean=61838814.36, sum=1545970359)
-cpu#1: thrash_pct: [s1=21%, s2=74%, s3=82%, s4=44%, s5=27%, s6=3%, s7=3%, s8=3%, s9=3%, s10=3%, s11=3%, s12=3%, s13=3%, s14=2%, s15=3%, s16=2%, s17=2%, s18=3%, s19=3%, s20=2%, s21=2%, s22=3%, s23=3%, s24=2%, s25=3%]  (sum=300%)
-cpu_util#1: last:  [s1=92.66, s2=85.04, s3=78.79, s4=78.08, s5=76.97, s6=76.19, s7=76.12, s8=75.73, s9=76.12, s10=76.15, s11=75.90, s12=75.82, s13=76.31, s14=76.20, s15=76.34, s16=75.98, s17=76.00, s18=75.89, s19=76.08, s20=75.84, s21=75.80, s22=75.86, s23=76.20, s24=76.61, s25=75.79] (stddev=3.64, mean=77.30, sum=1932)
-cpu_util#1: thrash_pct: [s1=21%, s2=74%, s3=82%, s4=44%, s5=27%, s6=3%, s7=3%, s8=3%, s9=3%, s10=3%, s11=3%, s12=3%, s13=3%, s14=2%, s15=3%, s16=2%, s17=2%, s18=3%, s19=3%, s20=2%, s21=2%, s22=3%, s23=3%, s24=2%, s25=3%]  (sum=300%)
+cpu#1: last:  [s1=374886931, s2=371179870, s3=245540920, s4=93235414, s5=91824370, s6=31024426, s7=656167, s8=30339076, s9=359653, s10=30460955, s11=388064, s12=30340742, s13=394468, s14=30693430, s15=359565, s16=30532188, s17=30405056, s18=60714988, s19=360175, s20=362371, s21=30380612, s22=30384103, s23=395865, s24=689807, s25=30296190] (stddev=104514490.49, mean=61848216.24, sum=1546205406)
+cpu#1: thrash_pct: [s1=8%, s2=28%, s3=8%, s4=4%, s5=3%, s6=2%, s7=0%, s8=1%, s9=0%, s10=2%, s11=0%, s12=1%, s13=0%, s14=1%, s15=0%, s16=1%, s17=1%, s18=3%, s19=0%, s20=0%, s21=2%, s22=1%, s23=0%, s24=0%, s25=2%]  (sum=69%)
+cpu_util#1: last:  [s1=0.05, s2=0.05, s3=0.03, s4=0.01, s5=0.01, s6=0.00, s7=0.00, s8=0.00, s9=0.00, s10=0.00, s11=0.00, s12=0.00, s13=0.00, s14=0.00, s15=0.00, s16=0.00, s17=0.00, s18=0.01, s19=0.00, s20=0.00, s21=0.00, s22=0.00, s23=0.00, s24=0.00, s25=0.00] (stddev=0.01, mean=0.01, sum=0)
+cpu_util#1: thrash_pct: [s1=8%, s2=28%, s3=8%, s4=4%, s5=3%, s6=2%, s7=0%, s8=1%, s9=0%, s10=2%, s11=0%, s12=1%, s13=0%, s14=1%, s15=0%, s16=1%, s17=1%, s18=3%, s19=0%, s20=0%, s21=2%, s22=1%, s23=0%, s24=0%, s25=2%]  (sum=69%)
 leases#1: first: [s1=28, s2=14, s3=4, s4=3, s5=3, s6=2, s7=2, s8=2, s9=2, s10=2, s11=3, s12=2, s13=3, s14=3, s15=2, s16=3, s17=3, s18=3, s19=2, s20=2, s21=2, s22=3, s23=3, s24=3, s25=1] (stddev=5.43, mean=4.00, sum=100)
-leases#1: last:  [s1=3, s2=4, s3=4, s4=4, s5=4, s6=4, s7=4, s8=3, s9=4, s10=4, s11=5, s12=3, s13=5, s14=4, s15=4, s16=4, s17=4, s18=4, s19=4, s20=4, s21=4, s22=4, s23=5, s24=5, s25=3] (stddev=0.57, mean=4.00, sum=100)
-leases#1: thrash_pct: [s1=11%, s2=64%, s3=74%, s4=38%, s5=23%, s6=0%, s7=0%, s8=0%, s9=0%, s10=0%, s11=0%, s12=0%, s13=0%, s14=0%, s15=0%, s16=0%, s17=0%, s18=0%, s19=0%, s20=0%, s21=0%, s22=0%, s23=0%, s24=0%, s25=0%]  (sum=210%)
+leases#1: last:  [s1=13, s2=14, s3=10, s4=5, s5=5, s6=3, s7=2, s8=2, s9=2, s10=3, s11=3, s12=2, s13=3, s14=3, s15=2, s16=3, s17=3, s18=4, s19=2, s20=2, s21=3, s22=3, s23=3, s24=3, s25=2] (stddev=3.24, mean=4.00, sum=100)
+leases#1: thrash_pct: [s1=0%, s2=22%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%, s10=0%, s11=0%, s12=0%, s13=0%, s14=0%, s15=0%, s16=0%, s17=0%, s18=0%, s19=0%, s20=0%, s21=0%, s22=0%, s23=0%, s24=0%, s25=0%]  (sum=22%)
 replicas#1: first: [s1=56, s2=44, s3=25, s4=16, s5=12, s6=9, s7=8, s8=7, s9=7, s10=7, s11=7, s12=7, s13=7, s14=8, s15=7, s16=8, s17=7, s18=8, s19=7, s20=7, s21=7, s22=7, s23=7, s24=8, s25=7] (stddev=11.97, mean=12.00, sum=300)
-replicas#1: last:  [s1=53, s2=33, s3=16, s4=14, s5=11, s6=9, s7=9, s8=8, s9=9, s10=9, s11=8, s12=8, s13=9, s14=9, s15=9, s16=9, s17=8, s18=8, s19=9, s20=9, s21=8, s22=8, s23=9, s24=10, s25=8] (stddev=9.74, mean=12.00, sum=300)
-replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=5%, s5=4%, s6=0%, s7=0%, s8=0%, s9=0%, s10=0%, s11=0%, s12=0%, s13=0%, s14=0%, s15=0%, s16=0%, s17=0%, s18=0%, s19=0%, s20=0%, s21=0%, s22=0%, s23=0%, s24=0%, s25=0%]  (sum=9%)
-write_bytes_per_second#1: last:  [s1=9710, s2=9402, s3=9119, s4=9121, s5=9065, s6=9029, s7=9020, s8=9027, s9=9065, s10=9049, s11=9012, s12=8981, s13=9057, s14=9058, s15=9086, s16=9069, s17=9029, s18=9030, s19=9035, s20=9020, s21=9031, s22=9035, s23=9054, s24=9084, s25=9050] (stddev=147.55, mean=9089.52, sum=227238)
-write_bytes_per_second#1: thrash_pct: [s1=475%, s2=475%, s3=417%, s4=415%, s5=433%, s6=395%, s7=391%, s8=367%, s9=353%, s10=353%, s11=347%, s12=378%, s13=373%, s14=377%, s15=355%, s16=363%, s17=397%, s18=390%, s19=371%, s20=370%, s21=414%, s22=362%, s23=438%, s24=393%, s25=359%]  (sum=9764%)
-artifacts[mma-only]: 3c94ecc45cc49512
+replicas#1: last:  [s1=56, s2=44, s3=25, s4=16, s5=12, s6=9, s7=8, s8=7, s9=7, s10=7, s11=7, s12=7, s13=7, s14=8, s15=7, s16=8, s17=7, s18=8, s19=7, s20=7, s21=7, s22=7, s23=7, s24=8, s25=7] (stddev=11.97, mean=12.00, sum=300)
+replicas#1: thrash_pct: [s1=0%, s2=0%, s3=0%, s4=0%, s5=0%, s6=0%, s7=0%, s8=0%, s9=0%, s10=0%, s11=0%, s12=0%, s13=0%, s14=0%, s15=0%, s16=0%, s17=0%, s18=0%, s19=0%, s20=0%, s21=0%, s22=0%, s23=0%, s24=0%, s25=0%]  (sum=0%)
+write_bytes_per_second#1: last:  [s1=9754, s2=9566, s3=9255, s4=9151, s5=9080, s6=9029, s7=9004, s8=9012, s9=9035, s10=9019, s11=8997, s12=8966, s13=9027, s14=9043, s15=9056, s16=9054, s17=9014, s18=9030, s19=9005, s20=8990, s21=9016, s22=9020, s23=9024, s24=9054, s25=9035] (stddev=179.12, mean=9089.44, sum=227236)
+write_bytes_per_second#1: thrash_pct: [s1=403%, s2=402%, s3=380%, s4=395%, s5=421%, s6=394%, s7=390%, s8=367%, s9=352%, s10=347%, s11=345%, s12=376%, s13=373%, s14=377%, s15=356%, s16=361%, s17=396%, s18=390%, s19=371%, s20=365%, s21=412%, s22=362%, s23=435%, s24=387%, s25=359%]  (sum=9516%)
+artifacts[mma-only]: 231ce55ad1d74827
 ==========================