Update CLI to latest API Definitions

Author: parthban-db

.codegen/_openapi_sha

@@ -1 +1 @@
-b95c2c6e21bec9551ec7d7d51ddf2dfe390b4522
+f2843dd06e095a39dda2d454a97ceaf6767a2bf3

.gitattributes

@@ -11,7 +11,8 @@ cmd/account/enable-ip-access-lists/enable-ip-access-lists.go linguist-generated=
 cmd/account/encryption-keys/encryption-keys.go linguist-generated=true
 cmd/account/esm-enablement-account/esm-enablement-account.go linguist-generated=true
 cmd/account/federation-policy/federation-policy.go linguist-generated=true
-cmd/account/groups/groups.go linguist-generated=true
+cmd/account/groups-v2/groups-v2.go linguist-generated=true
+cmd/account/iam-v2/iam-v2.go linguist-generated=true
 cmd/account/ip-access-lists/ip-access-lists.go linguist-generated=true
 cmd/account/llm-proxy-partner-powered-account/llm-proxy-partner-powered-account.go linguist-generated=true
 cmd/account/llm-proxy-partner-powered-enforce/llm-proxy-partner-powered-enforce.go linguist-generated=true
@@ -27,13 +28,13 @@ cmd/account/private-access/private-access.go linguist-generated=true
 cmd/account/published-app-integration/published-app-integration.go linguist-generated=true
 cmd/account/service-principal-federation-policy/service-principal-federation-policy.go linguist-generated=true
 cmd/account/service-principal-secrets/service-principal-secrets.go linguist-generated=true
-cmd/account/service-principals/service-principals.go linguist-generated=true
+cmd/account/service-principals-v2/service-principals-v2.go linguist-generated=true
 cmd/account/settings-v2/settings-v2.go linguist-generated=true
 cmd/account/settings/settings.go linguist-generated=true
 cmd/account/storage-credentials/storage-credentials.go linguist-generated=true
 cmd/account/storage/storage.go linguist-generated=true
 cmd/account/usage-dashboards/usage-dashboards.go linguist-generated=true
-cmd/account/users/users.go linguist-generated=true
+cmd/account/users-v2/users-v2.go linguist-generated=true
 cmd/account/vpc-endpoints/vpc-endpoints.go linguist-generated=true
 cmd/account/workspace-assignment/workspace-assignment.go linguist-generated=true
 cmd/account/workspace-network-configuration/workspace-network-configuration.go linguist-generated=true
@@ -86,14 +87,15 @@ cmd/workspace/experiments/experiments.go linguist-generated=true
 cmd/workspace/external-lineage/external-lineage.go linguist-generated=true
 cmd/workspace/external-locations/external-locations.go linguist-generated=true
 cmd/workspace/external-metadata/external-metadata.go linguist-generated=true
+cmd/workspace/feature-engineering/feature-engineering.go linguist-generated=true
 cmd/workspace/feature-store/feature-store.go linguist-generated=true
 cmd/workspace/forecasting/forecasting.go linguist-generated=true
 cmd/workspace/functions/functions.go linguist-generated=true
 cmd/workspace/genie/genie.go linguist-generated=true
 cmd/workspace/git-credentials/git-credentials.go linguist-generated=true
 cmd/workspace/global-init-scripts/global-init-scripts.go linguist-generated=true
 cmd/workspace/grants/grants.go linguist-generated=true
-cmd/workspace/groups/groups.go linguist-generated=true
+cmd/workspace/groups-v2/groups-v2.go linguist-generated=true
 cmd/workspace/instance-pools/instance-pools.go linguist-generated=true
 cmd/workspace/instance-profiles/instance-profiles.go linguist-generated=true
 cmd/workspace/ip-access-lists/ip-access-lists.go linguist-generated=true
@@ -142,7 +144,7 @@ cmd/workspace/rfa/rfa.go linguist-generated=true
 cmd/workspace/schemas/schemas.go linguist-generated=true
 cmd/workspace/secrets/secrets.go linguist-generated=true
 cmd/workspace/service-principal-secrets-proxy/service-principal-secrets-proxy.go linguist-generated=true
-cmd/workspace/service-principals/service-principals.go linguist-generated=true
+cmd/workspace/service-principals-v2/service-principals-v2.go linguist-generated=true
 cmd/workspace/serving-endpoints/serving-endpoints.go linguist-generated=true
 cmd/workspace/settings/settings.go linguist-generated=true
 cmd/workspace/shares/shares.go linguist-generated=true
@@ -156,12 +158,13 @@ cmd/workspace/temporary-path-credentials/temporary-path-credentials.go linguist-
 cmd/workspace/temporary-table-credentials/temporary-table-credentials.go linguist-generated=true
 cmd/workspace/token-management/token-management.go linguist-generated=true
 cmd/workspace/tokens/tokens.go linguist-generated=true
-cmd/workspace/users/users.go linguist-generated=true
+cmd/workspace/users-v2/users-v2.go linguist-generated=true
 cmd/workspace/vector-search-endpoints/vector-search-endpoints.go linguist-generated=true
 cmd/workspace/vector-search-indexes/vector-search-indexes.go linguist-generated=true
 cmd/workspace/volumes/volumes.go linguist-generated=true
 cmd/workspace/warehouses/warehouses.go linguist-generated=true
 cmd/workspace/workspace-bindings/workspace-bindings.go linguist-generated=true
 cmd/workspace/workspace-conf/workspace-conf.go linguist-generated=true
+cmd/workspace/workspace-iam-v2/workspace-iam-v2.go linguist-generated=true
 cmd/workspace/workspace-settings-v2/workspace-settings-v2.go linguist-generated=true
 cmd/workspace/workspace/workspace.go linguist-generated=true

NEXT_CHANGELOG.md

@@ -12,3 +12,7 @@
 * Add new Lakeflow Pipelines support for bundle generate ([#3568](https://github.com/databricks/cli/pull/3568))
 
 ### API Changes
+* Added `databricks account account-groups-v2` command group.
+* Added `databricks account account-iam-v2` command group.
+* Added `databricks feature-engineering` command group.
+* Added `databricks shares list-shares` command.

bundle/internal/schema/annotations_openapi.yml

@@ -275,34 +275,31 @@ github.com/databricks/cli/bundle/config/resources.DatabaseInstance:
   "creator":
     "description": |-
       The email of the creator of the instance.
+  "effective_capacity":
+    "description": |-
+      Deprecated. The sku of the instance; this field will always match the value of capacity.
+    "deprecation_message": |-
+      This field is deprecated
   "effective_enable_pg_native_login":
     "description": |-
-      xref AIP-129. `enable_pg_native_login` is owned by the client, while `effective_enable_pg_native_login` is owned by the server.
-      `enable_pg_native_login` will only be set in Create/Update response messages if and only if the user provides the field via the request.
-      `effective_enable_pg_native_login` on the other hand will always bet set in all response messages (Create/Update/Get/List).
+      Whether the instance has PG native password login enabled.
   "effective_enable_readable_secondaries":
     "description": |-
-      xref AIP-129. `enable_readable_secondaries` is owned by the client, while `effective_enable_readable_secondaries` is owned by the server.
-      `enable_readable_secondaries` will only be set in Create/Update response messages if and only if the user provides the field via the request.
-      `effective_enable_readable_secondaries` on the other hand will always bet set in all response messages (Create/Update/Get/List).
+      Whether secondaries serving read-only traffic are enabled. Defaults to false.
   "effective_node_count":
     "description": |-
-      xref AIP-129. `node_count` is owned by the client, while `effective_node_count` is owned by the server.
-      `node_count` will only be set in Create/Update response messages if and only if the user provides the field via the request.
-      `effective_node_count` on the other hand will always bet set in all response messages (Create/Update/Get/List).
+      The number of nodes in the instance, composed of 1 primary and 0 or more secondaries. Defaults to
+      1 primary and 0 secondaries.
   "effective_retention_window_in_days":
     "description": |-
-      xref AIP-129. `retention_window_in_days` is owned by the client, while `effective_retention_window_in_days` is owned by the server.
-      `retention_window_in_days` will only be set in Create/Update response messages if and only if the user provides the field via the request.
-      `effective_retention_window_in_days` on the other hand will always bet set in all response messages (Create/Update/Get/List).
+      The retention window for the instance. This is the time window in days
+      for which the historical data is retained.
   "effective_stopped":
     "description": |-
-      xref AIP-129. `stopped` is owned by the client, while `effective_stopped` is owned by the server.
-      `stopped` will only be set in Create/Update response messages if and only if the user provides the field via the request.
-      `effective_stopped` on the other hand will always bet set in all response messages (Create/Update/Get/List).
+      Whether the instance is stopped.
   "enable_pg_native_login":
     "description": |-
-      Whether the instance has PG native password login enabled. Defaults to true.
+      Whether to enable PG native password login on the instance. Defaults to false.
   "enable_readable_secondaries":
     "description": |-
       Whether to enable secondaries to serve read-only traffic. Defaults to false.
@@ -312,7 +309,7 @@ github.com/databricks/cli/bundle/config/resources.DatabaseInstance:
   "node_count":
     "description": |-
       The number of nodes in the instance, composed of 1 primary and 0 or more secondaries. Defaults to
-      1 primary and 0 secondaries.
+      1 primary and 0 secondaries. This field is input only, see effective_node_count for the output.
   "parent_instance_ref":
     "description": |-
       The ref of the parent instance. This is only available if the instance is
@@ -339,7 +336,7 @@ github.com/databricks/cli/bundle/config/resources.DatabaseInstance:
       The current state of the instance.
   "stopped":
     "description": |-
-      Whether the instance is stopped.
+      Whether to stop the instance. An input only param, see effective_stopped for the output.
   "uid":
     "description": |-
       An immutable UUID identifier for the instance.
@@ -595,8 +592,6 @@ github.com/databricks/cli/bundle/config/resources.Pipeline:
       Write-only setting, available only in Create/Update calls. Specifies the user or service principal that the pipeline runs as. If not specified, the pipeline runs as the user who created the pipeline.
 
       Only `user_name` or `service_principal_name` can be specified. If both are specified, an error is thrown.
-    "x-databricks-preview": |-
-      PRIVATE
   "schema":
     "description": |-
       The default schema (database) where tables are read from or published to.
@@ -1664,6 +1659,13 @@ github.com/databricks/databricks-sdk-go/service/compute.Environment:
       Each version comes with a specific Python version and a set of Python packages.
       The version is a string, consisting of an integer.
   "jar_dependencies":
+    "description": |-
+      Use `java_dependencies` instead.
+    "deprecation_message": |-
+      This field is deprecated
+    "x-databricks-preview": |-
+      PRIVATE
+  "java_dependencies":
     "description": |-
       List of jar dependencies, should be string representing volume paths. For example: `/Volumes/path/to/test.jar`.
     "x-databricks-preview": |-
@@ -1939,9 +1941,6 @@ github.com/databricks/databricks-sdk-go/service/database.DatabaseInstanceRef:
       Output: Only populated if provided as input to create a child instance.
   "effective_lsn":
     "description": |-
-      xref AIP-129. `lsn` is owned by the client, while `effective_lsn` is owned by the server.
-      `lsn` will only be set in Create/Update response messages if and only if the user provides the field via the request.
-      `effective_lsn` on the other hand will always bet set in all response messages (Create/Update/Get/List).
       For a parent ref instance, this is the LSN on the parent instance from which the
       instance was created.
       For a child ref instance, this is the LSN on the instance from which the child instance
@@ -3087,7 +3086,7 @@ github.com/databricks/databricks-sdk-go/service/jobs.TableUpdateTriggerConfigura
 github.com/databricks/databricks-sdk-go/service/jobs.Task:
   "clean_rooms_notebook_task":
     "description": |-
-      The task runs a [clean rooms](https://docs.databricks.com/en/clean-rooms/index.html) notebook
+      The task runs a [clean rooms](https://docs.databricks.com/clean-rooms/index.html) notebook
       when the `clean_rooms_notebook_task` field is present.
   "condition_task":
     "description": |-
@@ -3119,6 +3118,11 @@ github.com/databricks/databricks-sdk-go/service/jobs.Task:
   "disable_auto_optimization":
     "description": |-
       An option to disable auto optimization in serverless
+  "disabled":
+    "description": |-
+      An optional flag to disable the task. If set to true, the task will not run even if it is part of a job.
+    "x-databricks-preview": |-
+      PRIVATE
   "email_notifications":
     "description": |-
       An optional set of email addresses that is notified when runs of this task begin or complete as well as when this task is deleted. The default behavior is to not send any emails.
@@ -3196,15 +3200,9 @@ github.com/databricks/databricks-sdk-go/service/jobs.Task:
       The task runs a Python file when the `spark_python_task` field is present.
   "spark_submit_task":
     "description": |-
-      (Legacy) The task runs the spark-submit script when the `spark_submit_task` field is present. This task can run only on new clusters and is not compatible with serverless compute.
-
-      In the `new_cluster` specification, `libraries` and `spark_conf` are not supported. Instead, use `--jars` and `--py-files` to add Java and Python libraries and `--conf` to set the Spark configurations.
-
-      `master`, `deploy-mode`, and `executor-cores` are automatically configured by Databricks; you _cannot_ specify them in parameters.
-
-      By default, the Spark submit job uses all available memory (excluding reserved memory for Databricks services). You can set `--driver-memory`, and `--executor-memory` to a smaller value to leave some room for off-heap usage.
-
-      The `--jars`, `--py-files`, `--files` arguments support DBFS and S3 paths.
+      (Legacy) The task runs the spark-submit script when the spark_submit_task field is present. Databricks recommends using the spark_jar_task instead; see [Spark Submit task for jobs](/jobs/spark-submit).
+    "deprecation_message": |-
+      This field is deprecated
   "sql_task":
     "description": |-
       The task runs a SQL query or file, or it refreshes a SQL alert or a legacy SQL dashboard when the `sql_task` field is present.
@@ -3425,6 +3423,13 @@ github.com/databricks/databricks-sdk-go/service/pipelines.IngestionPipelineDefin
   "ingestion_gateway_id":
     "description": |-
       Immutable. Identifier for the gateway that is used by this ingestion pipeline to communicate with the source database. This is used with connectors to databases like SQL Server.
+  "netsuite_jar_path":
+    "description": |-
+      Netsuite only configuration. When the field is set for a netsuite connector,
+      the jar stored in the field will be validated and added to the classpath of
+      pipeline's cluster.
+    "x-databricks-preview": |-
+      PRIVATE
   "objects":
     "description": |-
       Required. Settings specifying tables to replicate and the destination for the replicated tables.
@@ -3478,6 +3483,40 @@ github.com/databricks/databricks-sdk-go/service/pipelines.IngestionPipelineDefin
       This field is mutable and can be updated without triggering a full snapshot.
     "x-databricks-preview": |-
       PRIVATE
+github.com/databricks/databricks-sdk-go/service/pipelines.IngestionPipelineDefinitionWorkdayReportParameters:
+  "incremental":
+    "description": |-
+      (Optional) Marks the report as incremental.
+      This field is deprecated and should not be used. Use `parameters` instead. The incremental behavior is now
+      controlled by the `parameters` field.
+    "deprecation_message": |-
+      This field is deprecated
+  "parameters":
+    "description": |-
+      Parameters for the Workday report. Each key represents the parameter name (e.g., "start_date", "end_date"),
+      and the corresponding value is a SQL-like expression used to compute the parameter value at runtime.
+      Example:
+      {
+      "start_date": "{ coalesce(current_offset(), date(\"2025-02-01\")) }",
+      "end_date": "{ current_date() - INTERVAL 1 DAY }"
+      }
+  "report_parameters":
+    "description": |-
+      (Optional) Additional custom parameters for Workday Report
+      This field is deprecated and should not be used. Use `parameters` instead.
+    "deprecation_message": |-
+      This field is deprecated
+github.com/databricks/databricks-sdk-go/service/pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue:
+  "key":
+    "description": |-
+      Key for the report parameter, can be a column name or other metadata
+  "value":
+    "description": |-
+      Value for the report parameter.
+      Possible values it can take are these sql functions:
+      1. coalesce(current_offset(), date("YYYY-MM-DD")) -> if current_offset() is null, then the passed date, else current_offset()
+      2. current_date()
+      3. date_sub(current_date(), x) -> subtract x (some non-negative integer) days from current date
 github.com/databricks/databricks-sdk-go/service/pipelines.IngestionSourceType:
   "_":
     "enum":
@@ -3517,6 +3556,8 @@ github.com/databricks/databricks-sdk-go/service/pipelines.IngestionSourceType:
         CONFLUENCE
       - |-
         META_MARKETING
+      - |-
+        FOREIGN_CATALOG
 github.com/databricks/databricks-sdk-go/service/pipelines.ManualTrigger: {}
 github.com/databricks/databricks-sdk-go/service/pipelines.NotebookLibrary:
   "path":
@@ -3869,6 +3910,11 @@ github.com/databricks/databricks-sdk-go/service/pipelines.TableSpecificConfig:
   "sequence_by":
     "description": |-
       The column names specifying the logical order of events in the source data. Delta Live Tables uses this sequencing to handle change events that arrive out of order.
+  "workday_report_parameters":
+    "description": |-
+      (Optional) Additional custom parameters for Workday Report
+    "x-databricks-preview": |-
+      PRIVATE
 github.com/databricks/databricks-sdk-go/service/pipelines.TableSpecificConfigScdType:
   "_":
     "description": |-

bundle/internal/schema/annotations_openapi_overrides.yml

@@ -591,6 +591,10 @@ github.com/databricks/cli/bundle/config/resources.SqlWarehousePermissionLevel:
         CAN_MONITOR
       - |-
         CAN_VIEW
+github.com/databricks/cli/bundle/config/resources.SyncedDatabaseTable:
+  "lifecycle":
+    "description": |-
+      PLACEHOLDER
 github.com/databricks/cli/bundle/config/resources.Volume:
   "_":
     "markdown_description": |-