[Python] Move python directory (#3851)

## Changes
Move `experimental/python` -> `python`

## Why
The Python package is no longer experimental.

Author: kanterov

.codegen.json

@@ -3,10 +3,10 @@
     "api_changelog": true,
     "formatter": "go run golang.org/x/tools/cmd/goimports@latest -w $FILENAMES && go fmt ./...",
     "version": {
-        "experimental/python/README.md": "version $VERSION or above",
-        "experimental/python/databricks/bundles/version.py": "__version__ = \"$VERSION\"",
-        "experimental/python/pyproject.toml": "version = \"$VERSION\"",
-        "experimental/python/uv.lock": "name = \"databricks-bundles\"\nversion = \"$VERSION\"",
+        "python/README.md": "version $VERSION or above",
+        "python/databricks/bundles/version.py": "__version__ = \"$VERSION\"",
+        "python/pyproject.toml": "version = \"$VERSION\"",
+        "python/uv.lock": "name = \"databricks-bundles\"\nversion = \"$VERSION\"",
         "libs/template/templates/experimental-jobs-as-code/library/versions.tmpl": "{{define \"latest_databricks_bundles_version\" -}}$VERSION{{- end}}",
         "libs/template/templates/default/library/versions.tmpl": "{{define \"latest_databricks_bundles_version\" -}}$VERSION{{- end}}"
     },

.github/workflows/push.yml

@@ -214,12 +214,12 @@ jobs:
           version: "0.6.5"
 
       - name: Verify that python/codegen is up to date
-        working-directory: experimental/python
+        working-directory: python
         run: |-
           make codegen
 
           if ! ( git diff --exit-code ); then
-            echo "Generated Python code is not up-to-date. Please run 'pushd experimental/python && make codegen' and commit the changes."
+            echo "Generated Python code is not up-to-date. Please run 'pushd python && make codegen' and commit the changes."
 
             exit 1
           fi

.github/workflows/python_push.yml

@@ -4,11 +4,11 @@ on:
   pull_request:
     types: [opened, synchronize]
     paths:
-      - experimental/python/**
+      - python/**
   merge_group:
     types: [checks_requested]
     paths:
-      - experimental/python/**
+      - python/**
   push:
     # Always run on push to main. The build cache can only be reused
     # if it was saved by a run from the repository's default branch.
@@ -39,7 +39,7 @@ jobs:
           version: "0.6.5"
 
       - name: Run tests
-        working-directory: experimental/python
+        working-directory: python
         run: make test
 
   python_linters:
@@ -56,7 +56,7 @@ jobs:
           version: "0.6.5"
 
       - name: Run lint
-        working-directory: experimental/python
+        working-directory: python
         run: make lint
 
   python_docs:
@@ -73,5 +73,5 @@ jobs:
           version: "0.6.5"
 
       - name: Run docs
-        working-directory: experimental/python
+        working-directory: python
         run: make docs

.github/workflows/release.yml

@@ -183,10 +183,10 @@ jobs:
           version: "0.6.5"
 
       - name: Build wheel
-        working-directory: experimental/python
+        working-directory: python
         run: make build
 
       - name: Publish package distributions to PyPI
         uses: pypa/gh-action-pypi-publish@ed0c53931b1dc9bd32cbe73a98c7f6766f8a527e # v1.13.0
         with:
-          packages-dir: experimental/python/dist
+          packages-dir: python/dist

.wsignore

@@ -3,7 +3,7 @@
 .codegen/_openapi_sha
 .release_metadata.json
 bundle/schema/jsonschema.json
-experimental/python/docs/images/databricks-logo.svg
+python/docs/images/databricks-logo.svg
 **/*.dist-info/METADATA
 **/*.dist-info/WHEEL
 
@@ -25,7 +25,7 @@ cmd/workspace/**/*.go
 cmd/account/**/*.go
 
 # Extra whitespace in generated Python models
-experimental/python/databricks/bundles/*/_models/*.py
+python/databricks/bundles/*/_models/*.py
 
 # Developed elsewhere:
 internal/genkit/tagging.py

acceptance/acceptance_test.go

@@ -1241,7 +1241,7 @@ func buildDatabricksBundlesWheel(t *testing.T, buildDir string) string {
 	// so we prepare here by keeping only one.
 	_ = prepareWheelBuildDirectory(t, buildDir)
 
-	RunCommand(t, []string{"uv", "build", "--no-cache", "-q", "--wheel", "--out-dir", buildDir}, "../experimental/python")
+	RunCommand(t, []string{"uv", "build", "--no-cache", "-q", "--wheel", "--out-dir", buildDir}, "../python")
 
 	latestWheel := prepareWheelBuildDirectory(t, buildDir)
 	if latestWheel == "" {

bundle/config/mutator/python/python_mutator.go

@@ -120,7 +120,7 @@ func getOpts(b *bundle.Bundle, phase phase) (opts, error) {
 	pythonEnabled := !reflect.DeepEqual(b.Config.Python, config.Python{})
 
 	if pydabsEnabled {
-		return opts{}, errors.New("experimental/pydabs is deprecated, use experimental/python instead (https://docs.databricks.com/dev-tools/bundles/python)")
+		return opts{}, errors.New("experimental/pydabs is deprecated, use python instead (https://docs.databricks.com/dev-tools/bundles/python)")
 	}
 
 	if experimentalPythonEnabled && pythonEnabled {

bundle/config/mutator/python/python_mutator_test.go

@@ -394,7 +394,7 @@ func TestGetOps_PyDABs(t *testing.T) {
 		},
 	}, PythonMutatorPhaseLoadResources)
 
-	assert.Error(t, err, "experimental/pydabs is deprecated, use experimental/python instead (https://docs.databricks.com/dev-tools/bundles/python)")
+	assert.Error(t, err, "experimental/pydabs is deprecated, use python instead (https://docs.databricks.com/dev-tools/bundles/python)")
 }
 
 func TestGetOps_empty(t *testing.T) {

libs/dyn/dynvar/ref.go

@@ -10,7 +10,7 @@ import (
 var (
 	// !!! Should be in sync with _variable_regex in Python code.
 	// !!!
-	// !!! See experimental/python/databricks/bundles/core/_transform.py
+	// !!! See python/databricks/bundles/core/_transform.py
 	baseVarDef = `[a-zA-Z]+([-_]*[a-zA-Z0-9]+)*`
 	re         = regexp.MustCompile(fmt.Sprintf(`\$\{(%s(\.%s(\[[0-9]+\])*)*(\[[0-9]+\])*)\}`, baseVarDef, baseVarDef))
 )