Merge branch 'main' into run-events-2

Author: alyssa-db

.github/workflows/push.yml

@@ -69,7 +69,7 @@ jobs:
       - name: Install uv
         uses: astral-sh/setup-uv@e92bafb6253dcd438e0484186d7669ea7a8ca1cc # v6.4.3
         with:
-          version: "0.6.5"
+          version: "0.8.9"
 
       - name: Pull external libraries
         run: |

.release_metadata.json

@@ -1,3 +1,3 @@
 {
-    "timestamp": "2025-08-06 13:16:04+0000"
+    "timestamp": "2025-08-13 13:52:17+0000"
 }

CHANGELOG.md

@@ -1,5 +1,21 @@
 # Version changelog
 
+## Release v0.264.0
+
+### Dependency updates
+* Upgrade TF provider to 1.86.0 ([#3374](https://github.com/databricks/cli/pull/3374))
+* Update Go SDK to 0.79.0 ([#3376](https://github.com/databricks/cli/pull/3376))
+
+### CLI
+* Fixed panic when providing a CLI command with an incorrect JSON input ([#3398](https://github.com/databricks/cli/pull/3398))
+
+### Bundles
+* Changed logic for resolving `${resources...}` references. Previously this would be done by terraform at deploy time. Now if it references a field that is present in the config, it will be done by DABs during bundle loading ([#3370](https://github.com/databricks/cli/pull/3370))
+* Add support for tagging pipelines ([#3086](https://github.com/databricks/cli/pull/3086))
+* Add warning for when an invalid value is specified for an enum field ([#3050](https://github.com/databricks/cli/pull/3050))
+* Add support for running specified job tasks instead of all job tasks ([#3388](https://github.com/databricks/cli/pull/3388))
+
+
 ## Release v0.263.0
 
 ### CLI

NEXT_CHANGELOG.md

@@ -1,18 +1,13 @@
 # NEXT CHANGELOG
 
-## Release v0.264.0
+## Release v0.265.0
 
 ### Notable Changes
 
 ### Dependency updates
-* Upgrade TF provider to 1.86.0 ([#3374](https://github.com/databricks/cli/pull/3374))
-* Update Go SDK to 0.79.0 ([#3376](https://github.com/databricks/cli/pull/3376))
 
 ### CLI
 
 ### Bundles
-* Changed logic for resolving `${resources...}` references. Previously this would be done by terraform at deploy time. Now if it references a field that is present in the config, it will be done by DABs during bundle loading ([#3370](https://github.com/databricks/cli/pull/3370))
-* Add support for tagging pipelines ([#3086](https://github.com/databricks/cli/pull/3086))
-* Add warning for when an invalid value is specified for an enum field ([#3050](https://github.com/databricks/cli/pull/3050))
 
 ### API Changes

acceptance/acceptance_test.go

@@ -1,6 +1,7 @@
 package acceptance_test
 
 import (
+	"archive/zip"
 	"bufio"
 	"context"
 	"encoding/base32"
@@ -44,6 +45,7 @@ var (
 	LogRequests bool
 	LogConfig   bool
 	SkipLocal   bool
+	UseVersion  string
 )
 
 // In order to debug CLI running under acceptance test, search for TestInprocessMode and update
@@ -64,6 +66,7 @@ func init() {
 	flag.BoolVar(&LogRequests, "logrequests", false, "Log request and responses from testserver")
 	flag.BoolVar(&LogConfig, "logconfig", false, "Log merged for each test case")
 	flag.BoolVar(&SkipLocal, "skiplocal", false, "Skip tests that are enabled to run on Local")
+	flag.StringVar(&UseVersion, "useversion", "", "Download previously released version of CLI and use it to run the tests")
 }
 
 const (
@@ -166,7 +169,11 @@ func testAccept(t *testing.T, inprocessMode bool, singleTest string) int {
 		t.Setenv("CMD_SERVER_URL", cmdServer.URL)
 		execPath = filepath.Join(cwd, "bin", "callserver.py")
 	} else {
-		execPath = BuildCLI(t, buildDir, coverDir)
+		if UseVersion != "" {
+			execPath = DownloadCLI(t, buildDir, UseVersion)
+		} else {
+			execPath = BuildCLI(t, buildDir, coverDir)
+		}
 	}
 
 	BuildYamlfmt(t)
@@ -270,6 +277,14 @@ func testAccept(t *testing.T, inprocessMode bool, singleTest string) int {
 			config, configPath := internal.LoadConfig(t, dir)
 			skipReason := getSkipReason(&config, configPath)
 
+			if testdiff.OverwriteMode {
+				// Generate materialized config for this test
+				// We do this before skipping the test, so the configs are generated for all tests.
+				materializedConfig, err := internal.GenerateMaterializedConfig(config)
+				require.NoError(t, err)
+				testutil.WriteFile(t, filepath.Join(dir, internal.MaterializedConfigFile), materializedConfig)
+			}
+
 			if skipReason != "" {
 				skippedDirs += 1
 				t.Skip(skipReason)
@@ -819,6 +834,83 @@ func BuildCLI(t *testing.T, buildDir, coverDir string) string {
 	return execPath
 }
 
+// DownloadCLI downloads a released CLI binary archive for the given version,
+// extracts the executable, and returns its path.
+func DownloadCLI(t *testing.T, buildDir, version string) string {
+	// Prepare target directory for this version
+	versionDir := filepath.Join(buildDir, version)
+	require.NoError(t, os.MkdirAll(versionDir, 0o755))
+
+	execName := "databricks"
+	if runtime.GOOS == "windows" {
+		execName += ".exe"
+	}
+	execPath := filepath.Join(versionDir, execName)
+
+	// If already downloaded, reuse
+	if _, err := os.Stat(execPath); err == nil {
+		return execPath
+	}
+
+	osName := runtime.GOOS
+	archName := runtime.GOARCH
+
+	// Compose archive name per release naming scheme
+	archiveName := fmt.Sprintf("databricks_cli_%s_%s_%s.zip", version, osName, archName)
+	url := fmt.Sprintf("https://github.com/databricks/cli/releases/download/v%s/%s", version, archiveName)
+	zipPath := filepath.Join(versionDir, archiveName)
+
+	downloadToFile(t, url, zipPath)
+	extractFileFromZip(t, zipPath, execName, versionDir)
+
+	return execPath
+}
+
+// downloadToFile downloads contents from url into the given destination path
+func downloadToFile(t *testing.T, url, destPath string) {
+	require.NoError(t, os.MkdirAll(filepath.Dir(destPath), 0o755))
+	out, err := os.Create(destPath)
+	require.NoError(t, err)
+	defer out.Close()
+
+	resp, err := http.Get(url)
+	require.NoError(t, err)
+	defer resp.Body.Close()
+	require.Equal(t, http.StatusOK, resp.StatusCode, "failed to download %s: %s", url, resp.Status)
+
+	_, err = io.Copy(out, resp.Body)
+	require.NoError(t, err)
+}
+
+// extractFileFromZip finds a file by name inside a zip archive and writes it
+// into destDir using the file's base name. Fails the test if not found.
+func extractFileFromZip(t *testing.T, zipPath, fileName, destDir string) {
+	r, err := zip.OpenReader(zipPath)
+	require.NoError(t, err)
+	defer r.Close()
+
+	targetBase := filepath.Base(fileName)
+	destPath := filepath.Join(destDir, targetBase)
+	var found bool
+	for _, f := range r.File {
+		if filepath.Base(f.Name) != targetBase {
+			continue
+		}
+		rc, err := f.Open()
+		require.NoError(t, err)
+		defer rc.Close()
+
+		out, err := os.OpenFile(destPath, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0o755)
+		require.NoError(t, err)
+		_, err = io.Copy(out, rc)
+		_ = out.Close()
+		require.NoError(t, err)
+		found = true
+		break
+	}
+	require.True(t, found, "file %s not found in archive %s", targetBase, zipPath)
+}
+
 func copyFile(src, dst string) error {
 	in, err := os.Open(src)
 	if err != nil {

acceptance/bundle/help/bundle-run/output.txt

@@ -38,6 +38,7 @@ Usage:
   databricks bundle run [flags] [KEY]
 
 Job Flags:
+      --only strings            comma separated list of task keys to run
       --params stringToString   comma separated k=v pairs for job parameters (default [])
 
 Job Task Flags:

acceptance/bundle/integration_whl/custom_params/out.test.toml

@@ -3,4 +3,4 @@ Cloud = true
 CloudSlow = true
 
 [EnvMatrix]
-  DATABRICKS_CLI_DEPLOYMENT = ["terraform"]
+  DATABRICKS_CLI_DEPLOYMENT = ["terraform", "direct-exp"]

acceptance/bundle/integration_whl/custom_params/test.toml

@@ -1 +1 @@
-EnvMatrix.DATABRICKS_CLI_DEPLOYMENT = ["terraform"]  # Error: deploying jobs.some_other_job: creating: Method=Jobs.Create *retries.Err *apierr.APIError StatusCode=400 ErrorCode="INVALID_PARAMETER_VALUE" Message="The field 'node_type_id' cannot be supplied when an instance pool ID is provided."
+EnvMatrix.DATABRICKS_CLI_DEPLOYMENT = ["terraform"]  # clusters resource

acceptance/bundle/integration_whl/interactive_cluster/test.toml

@@ -1 +1 @@
-EnvMatrix.DATABRICKS_CLI_DEPLOYMENT = ["terraform"]  # clusters resource; Message="The field 'node_type_id' cannot be supplied when an instance pool ID is provided."
+EnvMatrix.DATABRICKS_CLI_DEPLOYMENT = ["terraform"]  # clusters resource