Merge #148790

148790: roachtest: run sysbench weekly on postgres r=tbg a=tbg

Run each sysbench flavor on single node postgres once a week.

Epic: CRDB-42584

Co-authored-by: Tobias Grieger <[email protected]>

Author: craig[bot]

pkg/cmd/roachtest/tests/sysbench.go

@@ -264,6 +264,12 @@ func runSysbench(ctx context.Context, t test.Test, c cluster.Cluster, opts sysbe
 			return err
 		}
 
+		// The remainder of this method collects profiles and applies only to CRDB,
+		// so exit early if benchmarking postgres.
+		if opts.usePostgres {
+			return nil
+		}
+
 		t.Status("running 75 second workload to collect profiles")
 		{
 			// We store profiles in the perf directory. That way, they're not zipped
@@ -350,30 +356,38 @@ func registerSysbench(r registry.Registry) {
 	}
 
 	for _, d := range []struct {
-		n, cpus int
-		pick    func(sysbenchWorkload) bool // nil means true for all
-		extra   extraSetup
+		n, cpus   int
+		transform func(opts *sysbenchOptions) bool // false = skip
 	}{
 		{n: 1, cpus: 32},
 		{n: 3, cpus: 32},
-		{n: 3, cpus: 8, pick: coreThree},
-		{n: 3, cpus: 8, pick: coreThree,
-			extra: extraSetup{
-				nameSuffix: "-settings",
-				stmts: []string{
-					`set cluster setting sql.stats.flush.enabled = false`,
-					`set cluster setting sql.metrics.statement_details.enabled = false`,
-					`set cluster setting kv.split_queue.enabled = false`,
-					`set cluster setting kv.transaction.write_buffering.enabled = true`,
-				},
-				useDRPC: true,
+		{n: 3, cpus: 8,
+			transform: func(opts *sysbenchOptions) bool {
+				// Only run core three.
+				return coreThree(opts.workload)
+			},
+		},
+		{n: 3, cpus: 8,
+			transform: func(opts *sysbenchOptions) bool {
+				// Only run core three.
+				if !coreThree(opts.workload) {
+					return false
+				}
+				opts.extra = extraSetup{
+					nameSuffix: "-settings",
+					stmts: []string{
+						`set cluster setting sql.stats.flush.enabled = false`,
+						`set cluster setting sql.metrics.statement_details.enabled = false`,
+						`set cluster setting kv.split_queue.enabled = false`,
+						`set cluster setting kv.transaction.write_buffering.enabled = true`,
+					},
+					useDRPC: true,
+				}
+				return true
 			},
 		},
 	} {
 		for w := sysbenchWorkload(0); w < numSysbenchWorkloads; w++ {
-			if d.pick != nil && !d.pick(w) {
-				continue
-			}
 			concPerCPU := d.n*3 - 1
 			conc := d.cpus * concPerCPU
 			opts := sysbenchOptions{
@@ -382,15 +396,17 @@ func registerSysbench(r registry.Registry) {
 				concurrency:  conc,
 				tables:       10,
 				rowsPerTable: 10000000,
-				extra:        d.extra,
+			}
+			if d.transform != nil && !d.transform(&opts) {
+				continue
 			}
 
 			benchname := "sysbench"
-			if d.extra.nameSuffix != "" {
-				benchname += d.extra.nameSuffix
+			if opts.extra.nameSuffix != "" {
+				benchname += opts.extra.nameSuffix
 			}
 
-			r.Add(registry.TestSpec{
+			spec := registry.TestSpec{
 				Name:                      fmt.Sprintf("%s/%s/nodes=%d/cpu=%d/conc=%d", benchname, w, d.n, d.cpus, conc),
 				Benchmark:                 true,
 				Owner:                     registry.OwnerTestEng,
@@ -401,23 +417,21 @@ func registerSysbench(r registry.Registry) {
 				Run: func(ctx context.Context, t test.Test, c cluster.Cluster) {
 					runSysbench(ctx, t, c, opts)
 				},
-			})
+			}
+			r.Add(spec)
 
-			// Add a variant of each test that uses PostgreSQL instead of CockroachDB.
+			// Add a variant of the single-node tests that uses PostgreSQL instead of CockroachDB.
 			if d.n == 1 {
 				pgOpts := opts
 				pgOpts.usePostgres = true
-				r.Add(registry.TestSpec{
-					Name:             fmt.Sprintf("sysbench/%s/postgres/cpu=%d/conc=%d", w, d.cpus, conc),
-					Benchmark:        true,
-					Owner:            registry.OwnerTestEng,
-					Cluster:          r.MakeClusterSpec(d.n+1, spec.CPU(d.cpus), spec.WorkloadNode(), spec.WorkloadNodeCPU(16)),
-					CompatibleClouds: registry.OnlyGCE,
-					Suites:           registry.ManualOnly,
-					Run: func(ctx context.Context, t test.Test, c cluster.Cluster) {
-						runSysbench(ctx, t, c, pgOpts)
-					},
-				})
+				pgSpec := spec
+				pgSpec.Name = fmt.Sprintf("%s/%s/postgres/cpu=%d/conc=%d", benchname, w, d.cpus, conc)
+				pgSpec.Suites = registry.Suites(registry.Weekly)
+				pgSpec.TestSelectionOptOutSuites = registry.Suites(registry.Weekly)
+				pgSpec.Run = func(ctx context.Context, t test.Test, c cluster.Cluster) {
+					runSysbench(ctx, t, c, pgOpts)
+				}
+				r.Add(pgSpec)
 			}
 		}
 	}

scripts/trigger-pr-roachtest.sh

@@ -54,6 +54,7 @@ json_payload=$(jq -n \
     property: [
       {name: "env.ARM_PROBABILITY", value: "0"},
       {name: "env.COCKROACH_EA_PROBABILITY", value: "0"},
+      {name: "env.SELECT_PROBABILITY", value: "1.0"},
       {name: "env.DEBUG", value: $envDebug},
       {name: "env.COUNT", value: $envCount},
       {name: "env.TESTS", value: $tests}