Bump Terraform provider to v1.98.0 (#4082)

## Changes

See
https://github.com/databricks/terraform-provider-databricks/releases/tag/v1.98.0

The main behavioral change in Terraform provider v1.98.0 is that
**pipeline catalog updates no longer trigger recreation**. The provider
relaxed the `force_new` constraint on the `catalog` attribute, allowing
in-place updates via `PUT` instead of requiring `DELETE` + `POST`.

This affects how bundles handle pipeline catalog changes:
- Changing a pipeline's catalog now performs an update operation instead
of recreate
- The `prevent_destroy` lifecycle no longer blocks catalog changes
(since no recreation occurs)
- Tests were updated to use `storage` location changes (which still
trigger recreation) to properly exercise `prevent_destroy` behavior

## Why

Nominal upgrade to match the SDK version.

---------

Co-authored-by: Claude <[email protected]>

Author: pietern

NEXT_CHANGELOG.md

@@ -8,10 +8,12 @@
 ### CLI
 * Introduce `databricks apps logs` command to tail app logs from the CLI ([#3908](https://github.com/databricks/cli/pull/3908))
 
-### Dependency updates
-
 ### Bundles
 * Add support for alerts to DABs ([#4004](https://github.com/databricks/cli/pull/4004))
 * Allow `file://` URIs in job libraries to reference runtime filesystem paths (e.g., JARs pre-installed on clusters via init scripts). These paths are no longer treated as local files to upload. ([#3884](https://github.com/databricks/cli/pull/3884))
+* Pipeline catalog changes now trigger in-place updates instead of recreation (Terraform provider v1.98.0 behavior change) ([#4082](https://github.com/databricks/cli/pull/4082))
+
+### Dependency updates
+* Bump Terraform provider to v1.98.0 ([#4082](https://github.com/databricks/cli/pull/4082))
 
 ### API Changes

acceptance/bin/edit_resource.py

@@ -50,7 +50,7 @@ def main():
     my_locals = {"r": data}
 
     try:
-        exec(script, locals=my_locals)
+        exec(script, my_locals)
     except Exception:
         pprint.pprint(my_locals)
         raise

acceptance/bundle/lifecycle/prevent-destroy/script

@@ -5,8 +5,10 @@ trace $CLI bundle deploy
 trace errcode $CLI bundle plan
 trace musterr $CLI bundle destroy --auto-approve >>out.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1
 
-# Changing the catalog name, deploy must fail because pipeline will be recreated
-update_file.py resources/pipeline.yml 'catalog: main' 'catalog: mainnew'
+# Note: In Terraform provider v1.98.0+, changing the catalog no longer triggers recreation.
+# We use storage location instead, which still requires recreation.
+# Changing from catalog to storage, deploy must fail because pipeline will be recreated
+update_file.py resources/pipeline.yml '      catalog: main' '      storage: "dbfs:/my-storage"'
 trace errcode $CLI bundle plan >>out.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1
 trace musterr $CLI bundle deploy >>out.$DATABRICKS_BUNDLE_ENGINE.txt 2>&1
 

acceptance/bundle/migrate/default-python/out.state_original.json

@@ -313,6 +313,7 @@
             "trigger": [
               {
                 "file_arrival": [],
+                "model": [],
                 "pause_status": "PAUSED",
                 "periodic": [
                   {

acceptance/bundle/migrate/runas/out.create_requests.json

@@ -1,7 +1,7 @@
 {
   "headers": {
     "User-Agent": [
-      "databricks-tf-provider/1.97.0 databricks-sdk-go/[SDK_VERSION] go/1.24.0 os/[OS] cli/[DEV_VERSION] terraform/1.5.5 sdk/sdkv2 resource/pipeline auth/pat"
+      "databricks-tf-provider/1.98.0 databricks-sdk-go/[SDK_VERSION] go/1.24.0 os/[OS] cli/[DEV_VERSION] terraform/1.5.5 sdk/sdkv2 resource/pipeline auth/pat"
     ]
   },
   "method": "POST",
@@ -32,7 +32,7 @@
 {
   "headers": {
     "User-Agent": [
-      "databricks-tf-provider/1.97.0 databricks-sdk-go/[SDK_VERSION] go/1.24.0 os/[OS] cli/[DEV_VERSION] terraform/1.5.5 sdk/sdkv2 resource/permissions auth/pat"
+      "databricks-tf-provider/1.98.0 databricks-sdk-go/[SDK_VERSION] go/1.24.0 os/[OS] cli/[DEV_VERSION] terraform/1.5.5 sdk/sdkv2 resource/permissions auth/pat"
     ]
   },
   "method": "PUT",

acceptance/bundle/resource_deps/pipelines_recreate/databricks.yml

@@ -2,7 +2,7 @@ resources:
   pipelines:
     foo:
       name: pipeline foo
-      catalog: mycatalog
+      storage: dbfs:/my-storage
   jobs:
     bar:
       name: job bar

acceptance/bundle/resource_deps/pipelines_recreate/out.create.requests.json

@@ -2,14 +2,14 @@
   "method": "POST",
   "path": "/api/2.0/pipelines",
   "body": {
-    "catalog": "mycatalog",
     "channel": "CURRENT",
     "deployment": {
       "kind": "BUNDLE",
       "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json"
     },
     "edition": "ADVANCED",
-    "name": "pipeline foo"
+    "name": "pipeline foo",
+    "storage": "dbfs:/my-storage"
   }
 }
 {

acceptance/bundle/resource_deps/pipelines_recreate/out.plan_create.direct.json

@@ -32,14 +32,14 @@
       "action": "create",
       "new_state": {
         "value": {
-          "catalog": "mycatalog",
           "channel": "CURRENT",
           "deployment": {
             "kind": "BUNDLE",
             "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json"
           },
           "edition": "ADVANCED",
-          "name": "pipeline foo"
+          "name": "pipeline foo",
+          "storage": "dbfs:/my-storage"
         }
       }
     }

acceptance/bundle/resource_deps/pipelines_recreate/out.plan_noop.direct.json

@@ -57,15 +57,15 @@
         "pipeline_id": "[UUID]",
         "run_as_user_name": "[USERNAME]",
         "spec": {
-          "catalog": "mynewcatalog",
           "channel": "CURRENT",
           "deployment": {
             "kind": "BUNDLE",
             "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json"
           },
           "edition": "ADVANCED",
           "id": "[UUID]",
-          "name": "pipeline foo"
+          "name": "pipeline foo",
+          "storage": "dbfs:/my-new-storage"
         },
         "state": "IDLE"
       }

acceptance/bundle/resource_deps/pipelines_recreate/out.plan_update.direct.json

@@ -78,22 +78,22 @@
       "action": "recreate",
       "new_state": {
         "value": {
-          "catalog": "mynewcatalog",
           "channel": "CURRENT",
           "deployment": {
             "kind": "BUNDLE",
             "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json"
           },
           "edition": "ADVANCED",
-          "name": "pipeline foo"
+          "name": "pipeline foo",
+          "storage": "dbfs:/my-new-storage"
         }
       },
       "changes": {
         "local": {
-          "catalog": {
+          "storage": {
             "action": "recreate",
-            "old": "mycatalog",
-            "new": "mynewcatalog"
+            "old": "dbfs:/my-storage",
+            "new": "dbfs:/my-new-storage"
           }
         }
       }