nightlies: run TestDataDriven once under cockroach_nightly_extra_stress_impl.sh

`TestDataDriven` in `pkg/kv/kvserver/asim/tests/datadriven_simulation_test.go` is
slow and doesn't add much value on CI, as it's datadriven and mainly checks for
determinism. To reduce CI load, this commit adds a `skip_under_ci` flag to skip
specific test files that take a long time to run during standard CI. To retain
test coverage, we’ll continue running them once with a longer timeout in the
Nightly Cockroach Extra Stress pipeline we recently introduced. Note that no
test files set this flag yet. Future commits will handle that.

Epic: none
Release note: none

Author: wenyihu6

build/teamcity/cockroach/nightlies/cockroach_nightly_extra_stress_impl.sh

@@ -55,6 +55,17 @@ bazel build //pkg/cmd/bazci
 BAZEL_BIN=$(bazel info bazel-bin)
 
 exit_status=0
+
+# Run TestDataDriven from the asim package once with COCKROACH_RUN_ASIM_TESTS enabled.
+$BAZEL_BIN/pkg/cmd/bazci/bazci_/bazci -- test //pkg/kv/kvserver/asim/tests:tests_test \
+                                      --config=$BAZEL_CONFIG \
+                                      --test_env TC_SERVER_URL \
+                                      --test_env COCKROACH_RUN_ASIM_TESTS=true \
+                                      --test_filter="^TestDataDriven$" \
+                                      --test_timeout=3600 \
+    || exit_status=$?
+
+# Run the rest of the tests under stress.
 $BAZEL_BIN/pkg/cmd/bazci/bazci_/bazci -- test $TEST_PACKAGE_TARGETS \
                                       --config=$BAZEL_CONFIG \
                                       --test_env TC_SERVER_URL \

pkg/kv/kvserver/asim/tests/BUILD.bazel

@@ -50,6 +50,7 @@ go_test(
         "//pkg/spanconfig/spanconfigtestutils",
         "//pkg/testutils/datapathutils",
         "//pkg/testutils/skip",
+        "//pkg/util/envutil",
         "@com_github_cockroachdb_datadriven//:datadriven",
         "@com_github_guptarohit_asciigraph//:asciigraph",
         "@com_github_stretchr_testify//require",

pkg/kv/kvserver/asim/tests/datadriven_simulation_test.go

@@ -25,11 +25,14 @@ import (
 	"github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigtestutils"
 	"github.com/cockroachdb/cockroach/pkg/testutils/datapathutils"
 	"github.com/cockroachdb/cockroach/pkg/testutils/skip"
+	"github.com/cockroachdb/cockroach/pkg/util/envutil"
 	"github.com/cockroachdb/datadriven"
 	"github.com/guptarohit/asciigraph"
 	"github.com/stretchr/testify/require"
 )
 
+var runAsimTests = envutil.EnvOrDefaultBool("COCKROACH_RUN_ASIM_TESTS", false)
+
 // TestDataDriven is a data-driven test for the allocation system using the
 // simulator. It gives contributors a way to understand how a cluster reacts to
 // different settings, load and configuration. In addition, it may be used for
@@ -186,6 +189,12 @@ func TestDataDriven(t *testing.T) {
 				require.Empty(t, d.CmdArgs, "leftover arguments for %s", d.Cmd)
 			}()
 			switch d.Cmd {
+			case "skip_under_ci":
+				if !runAsimTests {
+					t.Logf("skipping %s: skip_under_ci and COCKROACH_RUN_ASIM_TESTS is not set", path)
+					t.SkipNow()
+				}
+				return ""
 			case "gen_load":
 				var rwRatio, rate = 0.0, 0.0
 				var minBlock, maxBlock = 1, 1
@@ -372,6 +381,7 @@ func TestDataDriven(t *testing.T) {
 
 				return ""
 			case "eval":
+				t.Logf("running eval for %s", path)
 				samples := 1
 				seed := rand.Int63()
 				duration := 30 * time.Minute