Merge #144072

144072: ci: reduce concurrency of remote execution builds r=jlinder a=rickystewart

... to limit load on the EngFlow cluster.

Epic: DEVINF-1424
Release note: None

Co-authored-by: Ricky Stewart <[email protected]>

Author: craig[bot]

build/github/acceptance-test.sh

@@ -14,13 +14,13 @@ set -x
 
 bazel build --config crosslinux //pkg/cmd/cockroach-short \
     --bes_keywords integration-test-artifact-build \
-    --jobs 100 $(./build/github/engflow-args.sh)
+    --jobs 50 $(./build/github/engflow-args.sh)
 
 COCKROACH=$(bazel info bazel-bin --config=crosslinux)/pkg/cmd/cockroach-short/cockroach-short_/cockroach-short
 
 bazel test //pkg/acceptance:acceptance_test \
   --config crosslinux \
-  --jobs 100 $(./build/github/engflow-args.sh) \
+  --jobs 50 $(./build/github/engflow-args.sh) \
   --remote_download_minimal \
   --test_arg=-b=$COCKROACH \
   --test_env=COCKROACH_DEV_LICENSE \

build/github/build.sh

@@ -41,7 +41,7 @@ fi
 
 bazel build \
     --config "$CONFIG" $EXTRA_ARGS \
-    --jobs 100 \
+    --jobs 50 \
     --build_event_binary_file=bes.bin \
     --bes_keywords ci-build \
     $(./build/github/engflow-args.sh) \

build/github/check-generated-code.sh

@@ -45,7 +45,7 @@ if ! (./build/bazelutil/check.sh &> artifacts/check-out.log || (cat_output artif
 fi
 rm artifacts/check-out.log
 
-ENGFLOW_ARGS="--config crosslinux --jobs 100 $(./build/github/engflow-args.sh) --remote_download_minimal"
+ENGFLOW_ARGS="--config crosslinux --jobs 50 $(./build/github/engflow-args.sh) --remote_download_minimal"
 
 EXTRA_BAZEL_ARGS="$ENGFLOW_ARGS" \
     COCKROACH_BAZEL_FORCE_GENERATE=1 \

build/github/cockroach-microbench-ci.sh

@@ -30,7 +30,7 @@ if $SKIP_COMPARISON && ! $PUSH_STEP; then
 fi
 
 # Build binary with Bazel
-bazel build --config crosslinux $(./build/github/engflow-args.sh) --jobs 100 //pkg/cmd/roachprod-microbench
+bazel build --config crosslinux $(./build/github/engflow-args.sh) --jobs 50 //pkg/cmd/roachprod-microbench
 
 roachprod_microbench_dir="_bazel/bin/pkg/cmd/roachprod-microbench/roachprod-microbench_"
 
@@ -41,7 +41,7 @@ mkdir -p "$output_dir"
 bazel test //pkg/sql/tests:tests_test \
   --test_timeout=1800 \
   --strategy=TestRunner=sandboxed \
-  --jobs 100 \
+  --jobs 50 \
   --config=crosslinux \
   --remote_download_minimal \
   $(./build/github/engflow-args.sh) \

build/github/docker-image.sh

@@ -27,7 +27,7 @@ esac
 
 build_arch=${1:-amd64}
 
-bazel build //pkg/cmd/cockroach //c-deps:libgeos --config $CROSSCONFIG --jobs 100 $(./build/github/engflow-args.sh)
+bazel build //pkg/cmd/cockroach //c-deps:libgeos --config $CROSSCONFIG --jobs 50 $(./build/github/engflow-args.sh)
 cp _bazel/bin/pkg/cmd/cockroach/cockroach_/cockroach build/deploy
 cp _bazel/cockroach/external/$ARCHIVEDIR/lib/libgeos.so build/deploy
 cp _bazel/cockroach/external/$ARCHIVEDIR/lib/libgeos_c.so build/deploy
@@ -59,4 +59,4 @@ bazel test \
   --config=crosslinux \
   --test_timeout=3000 \
   --remote_download_minimal \
-  --jobs 100 $(./build/github/engflow-args.sh) --build_event_binary_file=bes.bin
+  --jobs 50 $(./build/github/engflow-args.sh) --build_event_binary_file=bes.bin

build/github/examples-orms.sh

@@ -10,7 +10,7 @@ set -euxo pipefail
 
 pushd cockroach
 bazel build //pkg/cmd/cockroach-short \
-      --config crosslinux --jobs 100 \
+      --config crosslinux --jobs 50 \
       --bes_keywords integration-test-artifact-build \
       $(./build/github/engflow-args.sh)
 cp _bazel/bin/pkg/cmd/cockroach-short/cockroach-short_/cockroach-short ../examples-orms/cockroach

build/github/lint.sh

@@ -12,11 +12,11 @@ WORKSPACE=$(bazel info workspace)
 
 # GCAssert and unused need generated files in the workspace to work properly.
 bazel run //pkg/gen:code \
-    --config crosslinux --jobs 100 \
+    --config crosslinux --jobs 50 \
     --remote_download_minimal $(./build/github/engflow-args.sh)
 bazel run //pkg/cmd/generate-cgo:generate-cgo \
     --run_under="cd $WORKSPACE && " \
-    --config crosslinux --jobs 100 \
+    --config crosslinux --jobs 50 \
     --remote_download_minimal $(./build/github/engflow-args.sh)
 
 bazel test \
@@ -30,5 +30,5 @@ bazel test \
   --test_env=COCKROACH_WORKSPACE=$WORKSPACE \
   --test_timeout=1800 \
   --build_event_binary_file=bes.bin \
-  --jobs 100 \
+  --jobs 50 \
   --remote_download_minimal $(./build/github/engflow-args.sh)

build/github/local-roachtest.sh

@@ -29,7 +29,7 @@ set -x
 
 bazel build --config=$CROSSCONFIG $(./build/github/engflow-args.sh) \
       --bes_keywords integration-test-artifact-build \
-      --jobs 100 \
+      --jobs 50 \
       //pkg/cmd/cockroach-short \
       //pkg/cmd/roachtest \
       //pkg/cmd/roachprod \

build/github/microbenchmarks/build.sh

@@ -24,7 +24,7 @@ fi
 
 # Build test binary
 bazel build "//${TEST_PKG}:tests_test" \
-  --jobs 100 \
+  --jobs 50 \
   --crdb_test_off \
   --linkopt=-pie \
   --bes_keywords integration-test-artifact-build \

build/github/microbenchmarks/util.sh

@@ -8,7 +8,7 @@
 set -euxo pipefail
 
 bazel build --config=crosslinux $(./build/github/engflow-args.sh) \
-  --jobs 100 \
+  --jobs 50 \
   --bes_keywords integration-test-artifact-build \
   //pkg/cmd/microbench-ci