Migrate Databricks from generation to main (#25388)

* Move Databricks to main

* Update ChangeLog.md

---------

Co-authored-by: NoriZC <[email protected]>

Author: azure-powershell-bot

src/Databricks/Databricks.Autorest/Az.Databricks.format.ps1xml

@@ -28,7 +28,8 @@ For information on how to develop for `Az.Databricks`, see [how-to.md](how-to.md
 > see https://aka.ms/autorest
 
 ``` yaml
-commit: a078cebc3964c8968d141906c613794ca0453861
+commit: 8dc708fdac9cb97b346ddb38106ac16e668f64cd
+tag: package-2024-05-01
 require:
   - $(this-folder)/../../readme.azure.noprofile.md
   - $(repo)/specification/databricks/resource-manager/readme.md

src/Databricks/Databricks.Autorest/README.md

@@ -1,13 +1,13 @@
 {
   "resourceType": "accessConnectors",
-  "apiVersion": "2023-05-01",
+  "apiVersion": "2024-05-01",
   "learnMore": {
     "url": "https://learn.microsoft.com/powershell/module/az.databricks"
   },
   "commands": [
     {
       "name": "Get-AzDatabricksAccessConnector",
-      "description": "Gets an azure databricks accessConnector.",
+      "description": "Gets an Azure Databricks Access Connector.",
       "path": "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Databricks/accessConnectors/{connectorName}",
       "help": {
         "learnMore": {
@@ -25,7 +25,7 @@
       },
       "examples": [
         {
-          "description": "Gets an azure databricks accessConnector.",
+          "description": "Gets an Azure Databricks Access Connector.",
           "parameters": [
             {
               "name": "-Name",
@@ -45,7 +45,7 @@
     },
     {
       "name": "Remove-AzDatabricksAccessConnector",
-      "description": "Deletes the azure databricks accessConnector.",
+      "description": "Deletes the Azure Databricks Access Connector.",
       "path": "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Databricks/accessConnectors/{connectorName}",
       "help": {
         "learnMore": {
@@ -63,7 +63,7 @@
       },
       "examples": [
         {
-          "description": "Deletes the azure databricks accessConnector.",
+          "description": "Deletes the Azure Databricks Access Connector.",
           "parameters": [
             {
               "name": "-Name",

src/Databricks/Databricks.Autorest/UX/Microsoft.Databricks/accessConnectors.json

@@ -1,6 +1,6 @@
 {
   "resourceType": "workspaces/virtualNetworkPeerings",
-  "apiVersion": "2023-02-01",
+  "apiVersion": "2024-05-01",
   "learnMore": {
     "url": "https://learn.microsoft.com/powershell/module/az.databricks"
   },

src/Databricks/Databricks.Autorest/UX/Microsoft.Databricks/workspaces-virtualNetworkPeerings.json

@@ -1,6 +1,6 @@
 {
   "resourceType": "workspaces",
-  "apiVersion": "2023-02-01",
+  "apiVersion": "2024-05-01",
   "learnMore": {
     "url": "https://learn.microsoft.com/powershell/module/az.databricks"
   },
@@ -42,44 +42,6 @@
           ]
         }
       ]
-    },
-    {
-      "name": "Remove-AzDatabricksWorkspace",
-      "description": "Deletes the workspace.",
-      "path": "/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.Databricks/workspaces/{workspaceName}",
-      "help": {
-        "learnMore": {
-          "url": "https://learn.microsoft.com/powershell/module/az.databricks/remove-azdatabricksworkspace"
-        },
-        "parameterSets": [
-          {
-            "parameters": [
-              "-Name <String>",
-              "-ResourceGroupName <String>",
-              "[-SubscriptionId <String>]"
-            ]
-          }
-        ]
-      },
-      "examples": [
-        {
-          "description": "Deletes the workspace.",
-          "parameters": [
-            {
-              "name": "-Name",
-              "value": "[Path.workspaceName]"
-            },
-            {
-              "name": "-ResourceGroupName",
-              "value": "[Path.resourceGroupName]"
-            },
-            {
-              "name": "-SubscriptionId",
-              "value": "[Path.subscriptionId]"
-            }
-          ]
-        }
-      ]
     }
   ]
 }

src/Databricks/Databricks.Autorest/UX/Microsoft.Databricks/workspaces.json

@@ -12,7 +12,7 @@
 # Code generated by Microsoft (R) AutoRest Code Generator.Changes may cause incorrect behavior and will be lost if the code
 # is regenerated.
 # ----------------------------------------------------------------------------------
-param([switch]$Isolated, [switch]$Run, [switch]$Test, [switch]$Docs, [switch]$Pack, [switch]$Code, [switch]$Release, [switch]$Debugger, [switch]$NoDocs)
+param([switch]$Isolated, [switch]$Run, [switch]$Test, [switch]$Docs, [switch]$Pack, [switch]$Code, [switch]$Release, [switch]$Debugger, [switch]$NoDocs, [Switch]$DisableAfterBuildTasks)
 $ErrorActionPreference = 'Stop'
 
 if($PSEdition -ne 'Core') {
@@ -169,4 +169,14 @@ if (Test-Path (Join-Path $PSScriptRoot 'generate-portal-ux.ps1'))
   . (Join-Path $PSScriptRoot 'generate-portal-ux.ps1')
 }
 
+if (-not $DisableAfterBuildTasks){
+  $afterBuildTasksPath = Join-Path $PSScriptRoot ''
+  $afterBuildTasksArgs = ConvertFrom-Json 'true' -AsHashtable
+  if(Test-Path -Path $afterBuildTasksPath -PathType leaf){
+    Write-Host -ForegroundColor Green 'Running after build tasks...'
+    . $afterBuildTasksPath @afterBuildTasksArgs
+  }
+}
+
+
 Write-Host -ForegroundColor Green '-------------Done-------------'

src/Databricks/Databricks.Autorest/build-module.ps1

@@ -38,7 +38,7 @@ New-AzDatabricksWorkspace -Name azps-databricks-workspace-t3 -ResourceGroupName
 
 
 .Outputs
-Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20230201.IWorkspace
+Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20240501.IWorkspace
 .Notes
 COMPLEX PARAMETER PROPERTIES
 
@@ -51,7 +51,7 @@ AUTHORIZATION <IWorkspaceProviderAuthorization[]>: The workspace provider author
 https://learn.microsoft.com/powershell/module/az.databricks/new-azdatabricksworkspace
 #>
 function New-AzDatabricksWorkspace {
-    [OutputType([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20230201.IWorkspace])]
+    [OutputType([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20240501.IWorkspace])]
     [CmdletBinding(DefaultParameterSetName = 'CreateExpanded', PositionalBinding = $false, SupportsShouldProcess, ConfirmImpact = 'Medium')]
     param(
         [Parameter(Mandatory)]
@@ -96,7 +96,7 @@ function New-AzDatabricksWorkspace {
         [Parameter()]
         [AllowEmptyCollection()]
         [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Category('Body')]
-        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20230201.IWorkspaceProviderAuthorization[]]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20240501.IWorkspaceProviderAuthorization[]]
         # The workspace provider authorizations.
         # To construct, see NOTES section for AUTHORIZATION properties and create a hash table.
         ${Authorization},
@@ -289,6 +289,62 @@ function New-AzDatabricksWorkspace {
         # The value which should be used for this field.
         ${VnetAddressPrefix},
 
+        [Parameter()]
+        [ArgumentCompleter([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.EnhancedSecurityMonitoringValue])]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Category('Body')]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.EnhancedSecurityMonitoringValue]
+        # Status of Enhanced Security Monitoring feature.
+        ${EnhancedSecurityMonitoringValue},
+
+        [Parameter()]
+        [ArgumentCompleter([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.AutomaticClusterUpdateValue])]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Category('Body')]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.AutomaticClusterUpdateValue]
+        # Status of automated cluster updates feature.
+        ${AutomaticClusterUpdateValue},
+
+        [Parameter()]
+        [AllowEmptyCollection()]
+        [ArgumentCompleter([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.ComplianceStandard])]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Category('Body')]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.ComplianceStandard[]]
+        # Compliance standards associated with the workspace.
+        ${ComplianceSecurityProfileComplianceStandard},
+
+        [Parameter()]
+        [ArgumentCompleter([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.ComplianceSecurityProfileValue])]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Category('Body')]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.ComplianceSecurityProfileValue]
+        # Status of Compliance Security Profile feature.
+        ${ComplianceSecurityProfileValue},
+
+        [Parameter()]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Category('Body')]
+        [System.String]
+        # The resource ID of Azure Databricks Access Connector Resource.
+        ${AccessConnectorId},
+
+        [Parameter()]
+        [ArgumentCompleter([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.IdentityType])]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Category('Body')]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.IdentityType]
+        # The identity type of the Access Connector Resource.
+        ${AccessConnectorIdentityType},
+
+        [Parameter()]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Category('Body')]
+        [System.String]
+        # The resource ID of the User Assigned Identity associated with the Access Connector Resource.
+        # This is required for type 'UserAssigned' and not valid for type 'SystemAssigned'.
+        ${AccessConnectorUserAssignedIdentityId},
+
+        [Parameter()]
+        [ArgumentCompleter([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.DefaultStorageFirewall])]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Category('Body')]
+        [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Support.DefaultStorageFirewall]
+        # Gets or Sets Default Storage Firewall configuration information
+        ${DefaultStorageFirewall},
+
         [Parameter()]
         [Alias('AzureRMContext', 'AzureCredential')]
         [ValidateNotNull()]

src/Databricks/Databricks.Autorest/custom/New-AzDatabricksWorkspace.ps1

@@ -21,12 +21,12 @@ Create an in-memory object for WorkspaceProviderAuthorization.
 Create an in-memory object for WorkspaceProviderAuthorization.
 
 .Outputs
-Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20230201.WorkspaceProviderAuthorization
+Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20240501.WorkspaceProviderAuthorization
 .Link
 https://learn.microsoft.com/powershell/module/Az.Databricks/new-AzDatabricksWorkspaceProviderAuthorizationObject
 #>
 function New-AzDatabricksWorkspaceProviderAuthorizationObject {
-    [OutputType('Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20230201.WorkspaceProviderAuthorization')]
+    [OutputType('Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20240501.WorkspaceProviderAuthorization')]
     [CmdletBinding(PositionalBinding=$false)]
     Param(
 
@@ -39,7 +39,7 @@ function New-AzDatabricksWorkspaceProviderAuthorizationObject {
     )
 
     process {
-        $Object = [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20230201.WorkspaceProviderAuthorization]::New()
+        $Object = [Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20240501.WorkspaceProviderAuthorization]::New()
 
         if ($PSBoundParameters.ContainsKey('PrincipalId')) {
             $Object.PrincipalId = $PrincipalId

src/Databricks/Databricks.Autorest/custom/New-AzDatabricksWorkspaceProviderAuthorizationObject.ps1

@@ -24,12 +24,12 @@ Update-AzDatabricksVNetPeering -Name vnet-peering-t1 -WorkspaceName azps-databri
 Get-AzDatabricksVNetPeering -WorkspaceName azps-databricks-workspace-t1 -ResourceGroupName azps_test_gp_db -Name vnet-peering-t1 | Update-AzDatabricksVNetPeering -AllowGatewayTransit $true
 
 .Outputs
-Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20230201.IVirtualNetworkPeering
+Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20240501.IVirtualNetworkPeering
 .Link
 https://learn.microsoft.com/powershell/module/az.databricks/update-azdatabricksvnetpeering
 #>
 function Update-AzDatabricksVNetPeering {
-    [OutputType([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20230201.IVirtualNetworkPeering])]
+    [OutputType([Microsoft.Azure.PowerShell.Cmdlets.Databricks.Models.Api20240501.IVirtualNetworkPeering])]
     [CmdletBinding(DefaultParameterSetName = 'UpdateExpanded', PositionalBinding = $false, SupportsShouldProcess, ConfirmImpact = 'Medium')]
     param(
         [Parameter(ParameterSetName = 'UpdateExpanded', Mandatory, HelpMessage = "The name of the VNetPeering.")]