Upgrade TF provider to 1.86.0 (#3374)

## Changes
Upgrade TF provider to 1.86.0

Important changes:
* Added support for `endpoint_url` and `email_notifications` for
`model_serving_endpoints`
* Do not set `run_as` from `run_as_user_name` in DLT pipelines. This
fixes an issue where the value for run_as was unintentionally cached in
the Terraform state. More details and the workaround are specified in
the PR:
(databricks/terraform-provider-databricks#4886)

Note: Go SDK bump needs to be merged first
#3376

<!-- If your PR needs to be included in the release notes for next
release,
add a separate entry in NEXT_CHANGELOG.md as part of your PR. -->

Author: andrewnester

NEXT_CHANGELOG.md

@@ -5,6 +5,7 @@
 ### Notable Changes
 
 ### Dependency updates
+* Upgrade TF provider to 1.86.0 ([#3374](https://github.com/databricks/cli/pull/3374))
 * Update Go SDK to 0.79.0 ([#3376](https://github.com/databricks/cli/pull/3376))
 
 ### CLI

acceptance/bundle/deploy/secret-scope/test.toml

@@ -37,9 +37,6 @@ Pattern = "POST /api/2.0/secrets/scopes/delete"
 [[Server]]
 Pattern = "POST /api/2.0/secrets/put"
 
-[[Server]]
-Pattern = "POST /api/2.0/secrets/acls/put"
-
 [[Server]]
 Pattern = "GET /api/2.0/secrets/get"
 Response.Body = '''
@@ -69,9 +66,3 @@ Response.Body = '''
     ]
 }
 '''
-
-[[Server]]
-Pattern = "GET /api/2.0/secrets/acls/get"
-
-[[Server]]
-Pattern = "POST /api/2.0/secrets/acls/delete"

acceptance/internal/handlers.go

@@ -450,4 +450,53 @@ func addDefaultHandlers(server *testserver.Server) {
 	server.Handle("GET", "/api/2.0/preview/sql/data_sources", func(req testserver.Request) any {
 		return req.Workspace.SqlDataSourcesList(req)
 	})
+
+	server.Handle("GET", "/api/2.0/secrets/acls/get", func(req testserver.Request) any {
+		scope := req.URL.Query().Get("scope")
+		principal := req.URL.Query().Get("principal")
+		scopeAcls := req.Workspace.Acls[scope]
+		for _, acl := range scopeAcls {
+			if acl.Principal == principal {
+				return acl
+			}
+		}
+		return testserver.Response{StatusCode: 404}
+	})
+
+	server.Handle("GET", "/api/2.0/secrets/acls/list", func(req testserver.Request) any {
+		return testserver.MapGet(req.Workspace, req.Workspace.Acls, req.Vars["scope"])
+	})
+
+	server.Handle("POST", "/api/2.0/secrets/acls/put", func(req testserver.Request) any {
+		var request workspace.PutAcl
+		if err := json.Unmarshal(req.Body, &request); err != nil {
+			return testserver.Response{
+				Body:       fmt.Sprintf("internal error: %s", err),
+				StatusCode: 500,
+			}
+		}
+		req.Workspace.Acls[request.Scope] = append(req.Workspace.Acls[request.Scope], workspace.AclItem{
+			Principal:  request.Principal,
+			Permission: request.Permission,
+		})
+		return ""
+	})
+
+	server.Handle("POST", "/api/2.0/secrets/acls/delete", func(req testserver.Request) any {
+		var request workspace.DeleteAcl
+		if err := json.Unmarshal(req.Body, &request); err != nil {
+			return testserver.Response{
+				Body:       fmt.Sprintf("internal error: %s", err),
+				StatusCode: 500,
+			}
+		}
+		scopeAcls := req.Workspace.Acls[request.Scope]
+		for i, acl := range scopeAcls {
+			if acl.Principal == request.Principal {
+				req.Workspace.Acls[request.Scope] = append(scopeAcls[:i], scopeAcls[i+1:]...)
+				return ""
+			}
+		}
+		return testserver.Response{StatusCode: 404}
+	})
 }

acceptance/terraform/main.tf

@@ -2,7 +2,7 @@ terraform {
   required_providers {
     databricks = {
       source  = "databricks/databricks"
-      version = "1.85.0"
+      version = "1.86.0"
     }
   }
 

acceptance/terraform/output.txt

@@ -4,9 +4,9 @@
 Initializing the backend...
 
 Initializing provider plugins...
-- Finding databricks/databricks versions matching "1.85.0"...
-- Installing databricks/databricks v1.85.0...
-- Installed databricks/databricks v1.85.0 (unauthenticated)
+- Finding databricks/databricks versions matching "1.86.0"...
+- Installing databricks/databricks v1.86.0...
+- Installed databricks/databricks v1.86.0 (unauthenticated)
 
 Terraform has created a lock file .terraform.lock.hcl to record the provider
 selections it made above. Include this file in your version control repository

bundle/internal/tf/codegen/schema/version.go

@@ -1,3 +1,3 @@
 package schema
 
-const ProviderVersion = "1.85.0"
+const ProviderVersion = "1.86.0"