Merge branch 'databricks:main' into validate/for_each_task_validation

Author: idelafuente-oc

.codegen/_openapi_sha

@@ -1 +1 @@
-59c4c0f3d5f0ef00cd5350b5674e941a7606d91a
+8f5eedbc991c4f04ce1284406577b0c92d59a224

.gitattributes

@@ -12,6 +12,7 @@ cmd/account/encryption-keys/encryption-keys.go linguist-generated=true
 cmd/account/esm-enablement-account/esm-enablement-account.go linguist-generated=true
 cmd/account/federation-policy/federation-policy.go linguist-generated=true
 cmd/account/groups-v2/groups-v2.go linguist-generated=true
+cmd/account/groups.go linguist-generated=true
 cmd/account/iam-v2/iam-v2.go linguist-generated=true
 cmd/account/ip-access-lists/ip-access-lists.go linguist-generated=true
 cmd/account/llm-proxy-partner-powered-account/llm-proxy-partner-powered-account.go linguist-generated=true
@@ -97,6 +98,7 @@ cmd/workspace/git-credentials/git-credentials.go linguist-generated=true
 cmd/workspace/global-init-scripts/global-init-scripts.go linguist-generated=true
 cmd/workspace/grants/grants.go linguist-generated=true
 cmd/workspace/groups-v2/groups-v2.go linguist-generated=true
+cmd/workspace/groups.go linguist-generated=true
 cmd/workspace/instance-pools/instance-pools.go linguist-generated=true
 cmd/workspace/instance-profiles/instance-profiles.go linguist-generated=true
 cmd/workspace/ip-access-lists/ip-access-lists.go linguist-generated=true

.github/CODEOWNERS

@@ -7,5 +7,5 @@
 /cmd/workspace/apps/      @databricks/eng-app-devex
 /libs/apps/               @databricks/eng-app-devex
 /acceptance/apps/         @databricks/eng-app-devex
-/experimental/aitools/    @databricks/eng-app-devex @pietern @lennartkats-db
-/experimental/apps-mcp/   @databricks/eng-app-devex @pietern @lennartkats-db
+/experimental/aitools/    @databricks/eng-app-devex @lennartkats-db
+/experimental/apps-mcp/   @databricks/eng-app-devex @lennartkats-db

.github/ISSUE_TEMPLATE/direct-issue.md

@@ -0,0 +1,37 @@
+---
+name: Bug report for direct deployment engine for DABs
+about: Use this to report an issue with direct deployment engine in Databricks Asset Bundles.
+labels: ["DABs", "engine/direct", "Bug"]
+title: ''
+---
+
+### Describe the issue
+A clear and concise description of what the issue is
+
+### Configuration
+Please provide a minimal reproducible configuration for the issue
+
+### Steps to reproduce the behavior
+ Please list the steps required to reproduce the issue, for example:
+1. Run `databricks bundle deploy ...`
+2. Run `databricks bundle run ...`
+3. See error
+
+### Expected Behavior
+Clear and concise description of what should have happened
+
+### Actual Behavior
+Clear and concise description of what actually happened
+
+### OS and CLI version
+Please provide the version of the CLI (eg: v0.1.2) and the operating system (eg: windows). You can run databricks --version to get the version of your Databricks CLI
+
+### Is this a regression?
+Did this work in a previous version of the CLI? If so, which versions did you try?
+
+### Detailed plan
+
+If relevant, please provide redacted output of `bundle plan -o json -t <your target>`. The plan includes reasons for a given action per resource.
+
+### Debug Logs
+Output logs if you run the command with debug logs enabled. Example: databricks bundle deploy --log-level=debug. Redact if needed

.github/actions/setup-build-environment/action.yml

@@ -0,0 +1,47 @@
+name: 'Setup Build Environment'
+description: 'Sets up the build environment with Go, Python, uv, and ruff'
+
+inputs:
+  cache-key:
+    description: 'Cache key identifier for Go cache'
+    required: true
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Checkout repository and submodules
+      uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+
+    - name: Create cache identifier
+      run: echo "${{ inputs.cache-key }}" > cache.txt
+      shell: bash
+
+    - name: Setup Go
+      uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0
+      with:
+        go-version-file: go.mod
+        cache-dependency-path: |
+          go.sum
+          cache.txt
+
+    - name: Setup Python
+      uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0
+      with:
+        python-version: '3.13'
+
+    - name: Install uv
+      uses: astral-sh/setup-uv@85856786d1ce8acfbcc2f13a5f3fbd6b938f9f41 # v7.1.2
+      with:
+        version: "0.8.9"
+
+    - name: Install ruff (Python linter and formatter)
+      uses: astral-sh/ruff-action@57714a7c8a2e59f32539362ba31877a1957dded1 # v3.5.1
+      with:
+        version: "0.9.1"
+        args: "--version"
+
+    - name: Pull external libraries
+      run: |
+        go mod download
+        pip3 install wheel==0.45.1
+      shell: bash

.github/workflows/check.yml

@@ -0,0 +1,57 @@
+name: check
+
+on:
+  pull_request:
+    types: [opened, synchronize]
+  merge_group:
+    types: [checks_requested]
+  push:
+    # Always run on push to main. The build cache can only be reused
+    # if it was saved by a run from the repository's default branch.
+    # The run result will be identical to that from the merge queue
+    # because the commit is identical, yet we need to perform it to
+    # seed the build cache.
+    branches:
+      - main
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+
+      - uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0
+        with:
+          go-version-file: go.mod
+          # Use different schema from regular job, to avoid overwriting the same key
+          cache-dependency-path: |
+            go.sum
+            .golangci.yaml
+
+      - name: Run go mod tidy
+        run: go mod tidy
+
+      - name: Fail if go.mod/go.sum changed
+        run: git diff --exit-code
+
+      - name: Run Go lint checks (does not include formatting checks)
+        run: go tool -modfile=tools/go.mod golangci-lint run --timeout=15m
+
+      - name: Run ruff (Python linter and formatter)
+        uses: astral-sh/ruff-action@57714a7c8a2e59f32539362ba31877a1957dded1 # v3.5.1
+        with:
+          version: "0.9.1"
+          args: "format --check"
+
+      - name: "make fmtfull: Python and Go formatting"
+        # Python formatting is already checked above, but this also checks Go and YAML formatting
+        # and verifies that the make command works correctly
+        run: |
+          make fmtfull
+          git diff --exit-code
+
+      - name: "make checks: custom checks outside of fmt and lint"
+        run: |-
+          make checks
+          git diff --exit-code