acc: add Slow setting; change "make test" no longer run slow tests (#3549)

## Changes
- Add Slow settings to acceptance tests; when set test will be skipped
in -short mode.
- Add -short option to "make test".

## Why
I'd like to add some tests that record output in case of real timeout,
but don't want to run them every time.

## Tests
New self test.

Author: denik

Makefile

@@ -47,6 +47,9 @@ links:
 checks: tidy ws links
 
 test:
+	${GOTESTSUM_CMD} -- ${PACKAGES} -timeout=${LOCAL_TIMEOUT} -short
+
+test-slow:
 	${GOTESTSUM_CMD} -- ${PACKAGES} -timeout=${LOCAL_TIMEOUT}
 
 # Updates acceptance test output (local tests)

acceptance/acceptance_test.go

@@ -419,6 +419,10 @@ func getSkipReason(config *internal.TestConfig, configPath string) string {
 		return ""
 	}
 
+	if isTruePtr(config.Slow) && testing.Short() {
+		return "Disabled via Slow setting in " + configPath
+	}
+
 	isEnabled, isPresent := config.GOOS[runtime.GOOS]
 	if isPresent && !isEnabled {
 		return fmt.Sprintf("Disabled via GOOS.%s setting in %s", runtime.GOOS, configPath)

acceptance/internal/config.go

@@ -36,6 +36,9 @@ type TestConfig struct {
 	// If true, run this test when running locally with a testserver
 	Local *bool
 
+	// If true, this test will not be run in -short mode (which is default for make test / PR)
+	Slow *bool
+
 	// If true, run this test when running with cloud env configured
 	Cloud *bool
 

acceptance/selftest/slow/out.test.toml

@@ -0,0 +1,5 @@
+Local = true
+Cloud = false
+
+[EnvMatrix]
+  DATABRICKS_CLI_DEPLOYMENT = ["terraform", "direct-exp"]

acceptance/selftest/slow/output.txt

@@ -0,0 +1 @@
+Skipped in -short mode

acceptance/selftest/slow/script

@@ -0,0 +1 @@
+echo "Skipped in -short mode"

acceptance/selftest/slow/test.toml

@@ -0,0 +1 @@
+Slow = true