diff --git a/src/HDInsight/HDInsight.Test/DataLakeStoreDefaultFilesystemTests.cs b/src/HDInsight/HDInsight.Test/DataLakeStoreDefaultFilesystemTests.cs index 223e49fb7cf8..d61917998c3f 100644 --- a/src/HDInsight/HDInsight.Test/DataLakeStoreDefaultFilesystemTests.cs +++ b/src/HDInsight/HDInsight.Test/DataLakeStoreDefaultFilesystemTests.cs @@ -29,7 +29,7 @@ namespace Commands.HDInsight.Test.UnitTests public class DataLakeStoreDefaultFilesystemTests : HDInsightTestBase { private NewAzureHDInsightClusterCommand cmdlet; - private const string StorageName = "dummystorage.azuredatalakestore.net"; + private const string StorageAccountResourceId = "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/fakerg/providers/Microsoft.Storage/storageAccounts/dummystorage"; private const int ClusterSize = 4; private Guid ObjectId = new Guid("11111111-1111-1111-1111-111111111111"); private Guid ApplicationId = new Guid("11111111-1111-1111-1111-111111111111"); @@ -66,7 +66,7 @@ public void CanCreateClusterConfigWithDataLakeStoreParameters() CertificateFilePath = Certificate, AadTenantId = AadTenantId, CertificatePassword = CertificatePassword, - DefaultStorageAccountName = StorageName + StorageAccountResourceId = StorageAccountResourceId }; newclusteridentitycmdlet.ExecuteCmdlet(); @@ -80,7 +80,7 @@ public void CanCreateClusterConfigWithDataLakeStoreParameters() c.ObjectId == ObjectId && c.ApplicationId == ApplicationId && c.CertificateFilePath == Certificate && - c.DefaultStorageAccountName == StorageName + c.StorageAccountResourceId == StorageAccountResourceId )), Times.Once); } @@ -98,7 +98,7 @@ public void CanCreateDataLakeClusterWithCertificateFileContents() CertificateFileContents = CertificateFileContents, AadTenantId = AadTenantId, CertificatePassword = CertificatePassword, - DefaultStorageAccountName = StorageName + StorageAccountResourceId = StorageAccountResourceId }; clusterIdentityCmdlet.ExecuteCmdlet(); @@ -112,7 +112,7 @@ public void CanCreateDataLakeClusterWithCertificateFileContents() c.ObjectId == ObjectId && c.ApplicationId == ApplicationId && c.CertificateFileContents == CertificateFileContents && - c.DefaultStorageAccountName == StorageName + c.StorageAccountResourceId == StorageAccountResourceId )), Times.Once); } diff --git a/src/HDInsight/HDInsight.Test/ScenarioTests/Common.ps1 b/src/HDInsight/HDInsight.Test/ScenarioTests/Common.ps1 index fd2786cdebe7..68cd9d18f99a 100644 --- a/src/HDInsight/HDInsight.Test/ScenarioTests/Common.ps1 +++ b/src/HDInsight/HDInsight.Test/ScenarioTests/Common.ps1 @@ -73,7 +73,7 @@ class ClusterCommonCreateParameter{ [string] $clusterName [string] $location [string] $resourceGroupName - [string] $storageAccountName + [string] $storageAccountResourceId [string] $clusterType [int] $clusterSizeInNodes [string] $storageAccountKey @@ -82,13 +82,13 @@ class ClusterCommonCreateParameter{ [string] $minSupportedTlsVersion ClusterCommonCreateParameter([string] $clusterName, [string] $location, [string] $resourceGroupName, - [string] $storageAccountName, [string] $clusterType, [int] $clusterSizeInNodes, + [string] $storageAccountResourceId, [string] $clusterType, [int] $clusterSizeInNodes, [string] $storageAccountKey, [System.Management.Automation.PSCredential] $httpCredential, [System.Management.Automation.PSCredential] $sshCredential, [string] $minSupportedTlsVersion){ $this.clusterName=$clusterName $this.location=$location $this.resourceGroupName=$resourceGroupName - $this.storageAccountName=$storageAccountName + $this.storageAccountResourceId=$storageAccountResourceId $this.clusterType=$clusterType $this.clusterSizeInNodes=$clusterSizeInNodes $this.storageAccountKey=$storageAccountKey @@ -100,9 +100,9 @@ class ClusterCommonCreateParameter{ <# .SYNOPSIS - Create Common Parameter for creating cluster. + Create Common Parameter with WASB for creating cluster. #> -function Prepare-ClusterCreateParameterForWASB{ +function Prepare-ClusterCreateParameter{ param( [string] $clusterName="hdi-ps-test", [string] $location="East US", @@ -118,8 +118,9 @@ function Prepare-ClusterCreateParameterForWASB{ $storageAccountName=Generate-StorageAccountName($storageAccountName) - $storageAccount= New-AzStorageAccount -ResourceGroupName $resourceGroupName -Location $location -Name $storageAccountName -TypeString "Standard_RAGRS" + $storageAccount= New-AzStorageAccount -ResourceGroupName $resourceGroupName -Location $location -Name $storageAccountName -TypeString Standard_RAGRS + $storageAccountResourceId=$storageAccount.Id $storageAccountKey=Get-AzStorageAccountKey -ResourceGroupName $resourceGroupName -Name $storageAccountName $storageAccountKey=$storageAccountKey[0].Value @@ -131,9 +132,9 @@ function Prepare-ClusterCreateParameterForWASB{ $httpCredential=New-Object System.Management.Automation.PSCredential($httpUser, $httpPassword) $sshCredential=New-Object System.Management.Automation.PSCredential($sshUser, $sshPassword) - $clusterSizeInNodes=2 + $clusterSizeInNodes=3 $minSupportedTlsVersion="1.2" - return [ClusterCommonCreateParameter]::new($clusterName, $location, $resourceGroupName,$storageAccountName, + return [ClusterCommonCreateParameter]::new($clusterName, $location, $resourceGroupName,$storageAccountResourceId, $clusterType, $clusterSizeInNodes,$storageAccountKey, $httpCredential, $sshCredential, $minSupportedTlsVersion) } @@ -151,7 +152,7 @@ function Create-CMKCluster{ [string] $keyName="key-ps-cmktest" ) - $params=Prepare-ClusterCreateParameterForWASB -clusterName $clusterName -location $location + $params=Prepare-ClusterCreateParameter -clusterName $clusterName -location $location # new user-assigned identity $assignedIdentity= New-AzUserAssignedIdentity -ResourceGroupName $params.resourceGroupName -Name $assignedIdentityName @@ -169,8 +170,8 @@ function Create-CMKCluster{ $encryptionKeyName=$encryptionKey.Name # new hdi cluster with cmk $cluster=New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName -ClusterName $params.clusterName ` - -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType -DefaultStorageAccountName $params.storageAccountName ` - -DefaultStorageAccountKey $params.storageAccountKey -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` + -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType -StorageAccountResourceId $params.storageAccountResourceId ` + -StorageAccountKey $params.storageAccountKey -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` -AssignedIdentity $assignedIdentityId -EncryptionKeyName $encryptionKeyName -EncryptionKeyVersion $encryptionKeyVersion ` -EncryptionVaultUri $encryptionVaultUri diff --git a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightAutoscaleTests.ps1 b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightAutoscaleTests.ps1 index 7405c1c3578f..b1eeb3dab913 100644 --- a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightAutoscaleTests.ps1 +++ b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightAutoscaleTests.ps1 @@ -22,12 +22,12 @@ function Test-AutoscaleRelatedCommands{ try { # prepare parameter for creating parameter - $params= Prepare-ClusterCreateParameterForWASB + $params= Prepare-ClusterCreateParameter # test create cluster $cluster = New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` - -DefaultStorageAccountName $params.storageAccountName -DefaultStorageAccountKey $params.storageAccountKey ` + -StorageAccountResourceId $params.storageAccountResourceId -StorageAccountKey $params.storageAccountKey ` -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` -MinSupportedTlsVersion $params.minSupportedTlsVersion diff --git a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightClusterTests.cs b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightClusterTests.cs index 44b72241ea38..1b92003c892d 100644 --- a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightClusterTests.cs +++ b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightClusterTests.cs @@ -50,13 +50,6 @@ public void TestCreateClusterWithEncryptionInTransit() TestController.NewInstance.RunPowerShellTest(_logger, "Test-CreateClusterWithEncryptionInTransit"); } - [Fact] - [Trait(Category.AcceptanceType, Category.CheckIn)] - public void TestCreateClusterWithPrivateLink() - { - TestController.NewInstance.RunPowerShellTest(_logger, "Test-CreateClusterWithPrivateLink"); - } - [Fact] [Trait(Category.AcceptanceType, Category.CheckIn)] public void TestCreateClusterWithEncryptionAtHost() @@ -77,5 +70,12 @@ public void TestCreateClusterWithScheduleBasedAutoscale() { TestController.NewInstance.RunPowerShellTest(_logger, "Test-CreateClusterWithScheduleBasedAutoscale"); } + + [Fact] + [Trait(Category.AcceptanceType, Category.CheckIn)] + public void TestCreateClusterWithKafkaRestProxy() + { + TestController.NewInstance.RunPowerShellTest(_logger, "Test-CreateClusterWithKafkaRestProxy"); + } } } diff --git a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightClusterTests.ps1 b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightClusterTests.ps1 index 6c6691522402..e23fcc3a9c01 100644 --- a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightClusterTests.ps1 +++ b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightClusterTests.ps1 @@ -23,12 +23,12 @@ function Test-ClusterRelatedCommands{ try { # prepare parameter for creating parameter - $params= Prepare-ClusterCreateParameterForWASB + $params= Prepare-ClusterCreateParameter # test create cluster $cluster = New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` - -DefaultStorageAccountName $params.storageAccountName -DefaultStorageAccountKey $params.storageAccountKey ` + -StorageAccountResourceId $params.storageAccountResourceId -StorageAccountKey $params.storageAccountKey ` -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` -MinSupportedTlsVersion $params.minSupportedTlsVersion @@ -104,13 +104,13 @@ function Test-CreateClusterWithEncryptionInTransit{ try { # prepare parameter for creating parameter - $params= Prepare-ClusterCreateParameterForWASB -Location "South Central US" + $params= Prepare-ClusterCreateParameter -Location "South Central US" $encryptionInTransit=$true # create cluster $cluster=New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` - -DefaultStorageAccountName $params.storageAccountName -DefaultStorageAccountKey $params.storageAccountKey ` + -StorageAccountResourceId $params.storageAccountResourceId -StorageAccountKey $params.storageAccountKey ` -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` -MinSupportedTlsVersion $params.minSupportedTlsVersion -EncryptionInTransit $encryptionInTransit @@ -125,45 +125,6 @@ function Test-CreateClusterWithEncryptionInTransit{ } } -<# -.SYNOPSIS -Test Create Azure HDInsight Cluster which Private Link -#> - -function Test-CreateClusterWithPrivateLink{ - - # Create some resources that will be used throughout test - try - { - # prepare parameter for creating parameter - $params= Prepare-ClusterCreateParameterForWASB -location "South Central US" - - # Prepare virtual network - $vnetName=Generate-Name("hdi-ps-vnet") - $vnet=Create-VnetkWithSubnet -location $params.location -resourceGroupName $params.resourceGroupName ` - -vnetName $vnetName -subnetPrivateLinkServiceNetworkPoliciesFlag $false - - # create cluster - $cluster=New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` - -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` - -DefaultStorageAccountName $params.storageAccountName -DefaultStorageAccountKey $params.storageAccountKey ` - -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` - -MinSupportedTlsVersion $params.minSupportedTlsVersion ` - -VirtualNetworkId $vnet.Id -SubnetName $vnet.Subnets[0].Id ` - -PublicNetworkAccessType OutboundOnly -OutboundPublicNetworkAccessType PublicLoadBalancer - - Assert-AreEqual $cluster.PublicNetworkAccessType OutboundOnly - Assert-AreEqual $cluster.OutboundPublicNetworkAccessType PublicLoadBalancer - - } - finally - { - # Delete cluster and resource group - Remove-AzHDInsightCluster -ClusterName $cluster.Name - Remove-AzResourceGroup -ResourceGroupName $cluster.ResourceGroup - } -} - <# .SYNOPSIS Test Create Azure HDInsight Cluster which enalbes Encryption At Host @@ -175,7 +136,7 @@ function Test-CreateClusterWithEncryptionAtHost{ try { # prepare parameter for creating parameter - $params= Prepare-ClusterCreateParameterForWASB -location "South Central US" + $params= Prepare-ClusterCreateParameter -location "South Central US" $encryptionAtHost=$true $workerNodeSize="Standard_DS14_v2" $headNodeSize="Standard_DS14_v2" @@ -185,7 +146,7 @@ function Test-CreateClusterWithEncryptionAtHost{ $cluster=New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` -WorkerNodeSize $workerNodeSize -HeadNodeSize $headNodeSize -ZookeeperNodeSize $zookeeperNodeSize ` - -DefaultStorageAccountName $params.storageAccountName -DefaultStorageAccountKey $params.storageAccountKey ` + -StorageAccountResourceId $params.storageAccountResourceId -StorageAccountKey $params.storageAccountKey ` -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` -MinSupportedTlsVersion $params.minSupportedTlsVersion -EncryptionAtHost $encryptionAtHost @@ -211,7 +172,7 @@ function Test-CreateClusterWithLoadBasedAutoscale{ try { # prepare parameter for creating parameter - $params= Prepare-ClusterCreateParameterForWASB -location "East US" + $params= Prepare-ClusterCreateParameter -location "East US" # create autoscale cofiguration $autoscaleConfiguration=New-AzHDInsightClusterAutoscaleConfiguration -MinWorkerNodeCount 4 -MaxWorkerNodeCount 5 @@ -219,7 +180,7 @@ function Test-CreateClusterWithLoadBasedAutoscale{ # create cluster with load-based autoscale $cluster=New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` - -DefaultStorageAccountName $params.storageAccountName -DefaultStorageAccountKey $params.storageAccountKey ` + -StorageAccountResourceId $params.storageAccountResourceId -StorageAccountKey $params.storageAccountKey ` -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` -MinSupportedTlsVersion $params.minSupportedTlsVersion -Version 4.0 ` -AutoscaleConfiguration $autoscaleConfiguration @@ -247,7 +208,7 @@ function Test-CreateClusterWithScheduleBasedAutoscale{ try { # prepare parameter for creating parameter - $params= Prepare-ClusterCreateParameterForWASB -location "East US" + $params= Prepare-ClusterCreateParameter -location "East US" # create autoscale schedule condition $condition1=New-AzHDInsightClusterAutoscaleScheduleCondition -Time "09:00" -WorkerNodeCount 4 -Day Monday,Tuesday @@ -260,7 +221,7 @@ function Test-CreateClusterWithScheduleBasedAutoscale{ # create cluster with schedule-based autoscale $cluster=New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` - -DefaultStorageAccountName $params.storageAccountName -DefaultStorageAccountKey $params.storageAccountKey ` + -StorageAccountResourceId $params.storageAccountResourceId -StorageAccountKey $params.storageAccountKey ` -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` -MinSupportedTlsVersion $params.minSupportedTlsVersion -Version 4.0 ` -AutoscaleConfiguration $autoscaleConfiguration @@ -277,3 +238,40 @@ function Test-CreateClusterWithScheduleBasedAutoscale{ Remove-AzResourceGroup -ResourceGroupName $cluster.ResourceGroup } } + +<# +.SYNOPSIS +Test Create Azure HDInsight Cluster with kafka rest proxy. +#> + +function Test-CreateClusterWithKafkaRestProxy{ +# Create some resources that will be used throughout test + try + { + # prepare parameter for creating parameter + $params= Prepare-ClusterCreateParameter -location "South Central US" -clusterType Kafka + $kafkaClientGroupName="FakeClientGroup" + $kafkaClientGroupId="00000000-0000-0000-0000-000000000000" + $disksPerWorkerNode=2 + + # test create cluster + $cluster = New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` + -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` + -StorageAccountResourceId $params.storageAccountResourceId -StorageAccountKey $params.storageAccountKey ` + -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` + -MinSupportedTlsVersion $params.minSupportedTlsVersion -KafkaClientGroupId $kafkaClientGroupId ` + -KafkaClientGroupName $kafkaClientGroupName -DisksPerWorkerNode $disksPerWorkerNode ` + -KafkaManagementNodeSize Standard_D4_v2 + + Assert-NotNull $cluster + #test Get-AzHDInsightCluster + $resultCluster = Get-AzHDInsightCluster -ClusterName $cluster.Name + Assert-AreEqual $resultCluster.Name $cluster.Name + } + finally + { + # Delete cluster and resource group + Remove-AzHDInsightCluster -ClusterName $cluster.Name + Remove-AzResourceGroup -ResourceGroupName $cluster.ResourceGroup + } +} diff --git a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightHostTests.ps1 b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightHostTests.ps1 index 46cb4c9e7908..adf9ca1c944c 100644 --- a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightHostTests.ps1 +++ b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightHostTests.ps1 @@ -23,12 +23,12 @@ function Test-HostRelatedCommands{ try { # prepare parameter for creating parameter - $params= Prepare-ClusterCreateParameterForWASB + $params= Prepare-ClusterCreateParameter # create cluster that will be used throughout test $cluster = New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` - -DefaultStorageAccountName $params.storageAccountName -DefaultStorageAccountKey $params.storageAccountKey ` + -StorageAccountResourceId $params.storageAccountResourceId -StorageAccountKey $params.storageAccountKey ` -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` -MinSupportedTlsVersion $params.minSupportedTlsVersion Assert-NotNull $cluster diff --git a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightSetGatewayCredentialTest.ps1 b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightSetGatewayCredentialTest.ps1 index 5568b2505bdf..d2b77189bcb8 100644 --- a/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightSetGatewayCredentialTest.ps1 +++ b/src/HDInsight/HDInsight.Test/ScenarioTests/HDInsightSetGatewayCredentialTest.ps1 @@ -22,12 +22,12 @@ function Test-SetGatewayCredential{ try { # prepare parameter for creating parameter - $params= Prepare-ClusterCreateParameterForWASB + $params= Prepare-ClusterCreateParameter # create cluster that will be used throughout test $cluster = New-AzHDInsightCluster -Location $params.location -ResourceGroupName $params.resourceGroupName ` -ClusterName $params.clusterName -ClusterSizeInNodes $params.clusterSizeInNodes -ClusterType $params.clusterType ` - -DefaultStorageAccountName $params.storageAccountName -DefaultStorageAccountKey $params.storageAccountKey ` + -StorageAccountResourceId $params.storageAccountResourceId -StorageAccountKey $params.storageAccountKey ` -HttpCredential $params.httpCredential -SshCredential $params.sshCredential ` -MinSupportedTlsVersion $params.minSupportedTlsVersion diff --git a/src/HDInsight/HDInsight.Test/SessionRecords/Commands.HDInsight.Test.ScenarioTests.HDInsightClusterTests/TestCreateClusterWithKafkaRestProxy.json b/src/HDInsight/HDInsight.Test/SessionRecords/Commands.HDInsight.Test.ScenarioTests.HDInsightClusterTests/TestCreateClusterWithKafkaRestProxy.json new file mode 100644 index 000000000000..54374a69cbec --- /dev/null +++ b/src/HDInsight/HDInsight.Test/SessionRecords/Commands.HDInsight.Test.ScenarioTests.HDInsightClusterTests/TestCreateClusterWithKafkaRestProxy.json @@ -0,0 +1,3255 @@ +{ + "Entries": [ + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/group-ps-test6287?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlZ3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3P2FwaS12ZXJzaW9uPTIwMTYtMDktMDE=", + "RequestMethod": "PUT", + "RequestBody": "{\r\n \"location\": \"South Central US\"\r\n}", + "RequestHeaders": { + "x-ms-client-request-id": [ + "d0c2b813-7896-4770-93b7-9e134090e0f0" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Content-Length": [ + "38" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-ratelimit-remaining-subscription-writes": [ + "1199" + ], + "x-ms-request-id": [ + "ab720bc9-58a7-4c6d-b6dc-3039fdde2a3f" + ], + "x-ms-correlation-request-id": [ + "ab720bc9-58a7-4c6d-b6dc-3039fdde2a3f" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071621Z:ab720bc9-58a7-4c6d-b6dc-3039fdde2a3f" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:16:20 GMT" + ], + "Content-Length": [ + "195" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287\",\r\n \"name\": \"group-ps-test6287\",\r\n \"location\": \"southcentralus\",\r\n \"properties\": {\r\n \"provisioningState\": \"Succeeded\"\r\n }\r\n}", + "StatusCode": 201 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.Storage/storageAccounts/storagepstest1981?api-version=2017-10-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuU3RvcmFnZS9zdG9yYWdlQWNjb3VudHMvc3RvcmFnZXBzdGVzdDE5ODE/YXBpLXZlcnNpb249MjAxNy0xMC0wMQ==", + "RequestMethod": "PUT", + "RequestBody": "{\r\n \"sku\": {\r\n \"name\": \"Standard_RAGRS\"\r\n },\r\n \"kind\": \"StorageV2\",\r\n \"location\": \"South Central US\"\r\n}", + "RequestHeaders": { + "x-ms-client-request-id": [ + "bbf6d9f3-90d8-466f-a803-62ea93fcac62" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Storage.Version2017.10.01.StorageManagementClient/1.3.24" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Content-Length": [ + "110" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/providers/Microsoft.Storage/locations/southcentralus/asyncoperations/bff85287-0427-4064-be51-69f1ca84c85d?monitor=true&api-version=2017-10-01" + ], + "Retry-After": [ + "17" + ], + "x-ms-request-id": [ + "bff85287-0427-4064-be51-69f1ca84c85d" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "Server": [ + "Microsoft-Azure-Storage-Resource-Provider/1.0,Microsoft-HTTPAPI/2.0 Microsoft-HTTPAPI/2.0" + ], + "x-ms-ratelimit-remaining-subscription-writes": [ + "1198" + ], + "x-ms-correlation-request-id": [ + "6871e9c2-e870-49d6-aa06-9f982053aa47" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071626Z:6871e9c2-e870-49d6-aa06-9f982053aa47" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:16:25 GMT" + ], + "Content-Type": [ + "text/plain; charset=utf-8" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/providers/Microsoft.Storage/locations/southcentralus/asyncoperations/bff85287-0427-4064-be51-69f1ca84c85d?monitor=true&api-version=2017-10-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Byb3ZpZGVycy9NaWNyb3NvZnQuU3RvcmFnZS9sb2NhdGlvbnMvc291dGhjZW50cmFsdXMvYXN5bmNvcGVyYXRpb25zL2JmZjg1Mjg3LTA0MjctNDA2NC1iZTUxLTY5ZjFjYTg0Yzg1ZD9tb25pdG9yPXRydWUmYXBpLXZlcnNpb249MjAxNy0xMC0wMQ==", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Storage.Version2017.10.01.StorageManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "4cd23e79-9a1c-4456-9ecb-27e131c4bace" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "Server": [ + "Microsoft-Azure-Storage-Resource-Provider/1.0,Microsoft-HTTPAPI/2.0 Microsoft-HTTPAPI/2.0" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11998" + ], + "x-ms-correlation-request-id": [ + "250f7360-8ecf-4aa1-82a7-29500b0b1f89" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071643Z:250f7360-8ecf-4aa1-82a7-29500b0b1f89" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:16:42 GMT" + ], + "Content-Length": [ + "1408" + ], + "Content-Type": [ + "application/json" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"sku\": {\r\n \"name\": \"Standard_RAGRS\",\r\n \"tier\": \"Standard\"\r\n },\r\n \"kind\": \"StorageV2\",\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.Storage/storageAccounts/storagepstest1981\",\r\n \"name\": \"storagepstest1981\",\r\n \"type\": \"Microsoft.Storage/storageAccounts\",\r\n \"location\": \"southcentralus\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"networkAcls\": {\r\n \"bypass\": \"AzureServices\",\r\n \"virtualNetworkRules\": [],\r\n \"ipRules\": [],\r\n \"defaultAction\": \"Allow\"\r\n },\r\n \"supportsHttpsTrafficOnly\": false,\r\n \"encryption\": {\r\n \"services\": {\r\n \"file\": {\r\n \"enabled\": true,\r\n \"lastEnabledTime\": \"2020-10-15T07:16:26.1251856Z\"\r\n },\r\n \"blob\": {\r\n \"enabled\": true,\r\n \"lastEnabledTime\": \"2020-10-15T07:16:26.1251856Z\"\r\n }\r\n },\r\n \"keySource\": \"Microsoft.Storage\"\r\n },\r\n \"accessTier\": \"Hot\",\r\n \"provisioningState\": \"Succeeded\",\r\n \"creationTime\": \"2020-10-15T07:16:26.0470912Z\",\r\n \"primaryEndpoints\": {\r\n \"blob\": \"https://storagepstest1981.blob.core.windows.net/\",\r\n \"queue\": \"https://storagepstest1981.queue.core.windows.net/\",\r\n \"table\": \"https://storagepstest1981.table.core.windows.net/\",\r\n \"file\": \"https://storagepstest1981.file.core.windows.net/\"\r\n },\r\n \"primaryLocation\": \"southcentralus\",\r\n \"statusOfPrimary\": \"available\",\r\n \"secondaryLocation\": \"northcentralus\",\r\n \"statusOfSecondary\": \"available\",\r\n \"secondaryEndpoints\": {\r\n \"blob\": \"https://storagepstest1981-secondary.blob.core.windows.net/\",\r\n \"queue\": \"https://storagepstest1981-secondary.queue.core.windows.net/\",\r\n \"table\": \"https://storagepstest1981-secondary.table.core.windows.net/\"\r\n }\r\n }\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.Storage/storageAccounts/storagepstest1981/listKeys?api-version=2017-10-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuU3RvcmFnZS9zdG9yYWdlQWNjb3VudHMvc3RvcmFnZXBzdGVzdDE5ODEvbGlzdEtleXM/YXBpLXZlcnNpb249MjAxNy0xMC0wMQ==", + "RequestMethod": "POST", + "RequestBody": "", + "RequestHeaders": { + "x-ms-client-request-id": [ + "840eea46-c38a-4a99-8a71-a5d2659348ce" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Storage.Version2017.10.01.StorageManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "3ab86ff3-ee1b-4970-ad7a-8b61f344e443" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "Server": [ + "Microsoft-Azure-Storage-Resource-Provider/1.0,Microsoft-HTTPAPI/2.0 Microsoft-HTTPAPI/2.0" + ], + "x-ms-ratelimit-remaining-subscription-resource-requests": [ + "11998" + ], + "x-ms-correlation-request-id": [ + "e9f4adff-e7af-44ef-837b-2902dbb37b5a" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071644Z:e9f4adff-e7af-44ef-837b-2902dbb37b5a" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:16:43 GMT" + ], + "Content-Length": [ + "288" + ], + "Content-Type": [ + "application/json" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"keys\": [\r\n {\r\n \"keyName\": \"key1\",\r\n \"value\": \"gtljWaa5sLJkOo5eU7CVRGngMQ4Hwi3Zx3y0+HY/5v1JnfgpdxxTJ3lekBxnxsVwOEAS3UM4ghb+rsoPeAvjrQ==\",\r\n \"permissions\": \"FULL\"\r\n },\r\n {\r\n \"keyName\": \"key2\",\r\n \"value\": \"pN78XizLeg/6FKnM/QdtT0h5Xhvf3vg2QxKuSITK59eswnEXNI6J9/AI2ZEgUqs58FpHjueXh9n5fuEA/aDQ0w==\",\r\n \"permissions\": \"FULL\"\r\n }\r\n ]\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MT9hcGktdmVyc2lvbj0yMDE4LTA2LTAxLXByZXZpZXc=", + "RequestMethod": "PUT", + "RequestBody": "{\r\n \"location\": \"South Central US\",\r\n \"properties\": {\r\n \"clusterVersion\": \"default\",\r\n \"osType\": \"Linux\",\r\n \"tier\": \"Standard\",\r\n \"clusterDefinition\": {\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {},\r\n \"configurations\": {\r\n \"gateway\": {\r\n \"restAuthCredential.isEnabled\": \"true\",\r\n \"restAuthCredential.username\": \"admin\",\r\n \"restAuthCredential.password\": \"YourPw!00953\"\r\n },\r\n \"core-site\": {}\r\n }\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n }\r\n },\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"Large\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\",\r\n \"password\": \"YourPw!00953\"\r\n }\r\n }\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"Standard_D3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\",\r\n \"password\": \"YourPw!00953\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2\r\n }\r\n ]\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"Standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\",\r\n \"password\": \"YourPw!00953\"\r\n }\r\n }\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"Standard_D4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\",\r\n \"password\": \"YourPw!00953\"\r\n }\r\n }\r\n }\r\n ]\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"storagepstest1981.blob.core.windows.net\",\r\n \"isDefault\": true,\r\n \"container\": \"hdi-ps-test1961\",\r\n \"key\": \"gtljWaa5sLJkOo5eU7CVRGngMQ4Hwi3Zx3y0+HY/5v1JnfgpdxxTJ3lekBxnxsVwOEAS3UM4ghb+rsoPeAvjrQ==\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.Storage/storageAccounts/storagepstest1981\"\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\"\r\n }\r\n}", + "RequestHeaders": { + "x-ms-client-request-id": [ + "9c7f1506-f5bd-4899-8764-d7227b380ade" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Content-Length": [ + "2824" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "ETag": [ + "\"67c3b7bf-e704-43eb-a742-a170eb7c9ea3\"" + ], + "x-ms-hdi-clusteruri": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961?api-version=2018-06-01-preview" + ], + "Azure-AsyncOperation": [ + "https://management.azure.com:443/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview" + ], + "x-ms-request-id": [ + "ad8130f7-d6e3-4686-a290-8c86addbb4c9" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "839aef4e-89dd-4554-86c0-6a616bd3da8c" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-writes": [ + "1199" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071654Z:839aef4e-89dd-4554-86c0-6a616bd3da8c" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:16:53 GMT" + ], + "Content-Length": [ + "2408" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961\",\r\n \"name\": \"hdi-ps-test1961\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"67c3b7bf-e704-43eb-a742-a170eb7c9ea3\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.0\"\r\n }\r\n },\r\n \"clusterId\": \"fff56a10b9cc41c2aed9ab7b794fc006\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"InProgress\",\r\n \"clusterState\": \"Accepted\",\r\n \"createdDate\": \"2020-10-15T07:16:52.373\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 48\r\n },\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"storagepstest1981.blob.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.Storage/storageAccounts/storagepstest1981\",\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdi-ps-test1961\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "6593d842-928a-426d-be5c-c988c452f1d3" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "83708262-e00f-476c-92ef-62293c6f5e28" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11999" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071724Z:83708262-e00f-476c-92ef-62293c6f5e28" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:17:23 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "fb4769c7-5623-4943-a944-0ce5f70a5c5b" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "2904626d-2187-4be7-84f6-1a60ee12fbe2" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11998" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071755Z:2904626d-2187-4be7-84f6-1a60ee12fbe2" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:17:54 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "33e03a4c-c5fe-4484-bcf7-74e31292e319" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "a860720f-64f4-4a80-a95e-079bfdfc530d" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11997" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071825Z:a860720f-64f4-4a80-a95e-079bfdfc530d" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:18:25 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "6513ff37-6fef-401e-ba6b-69ef76d8763b" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "b807565e-d13b-43ea-a87f-43be47c2c51c" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11996" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071855Z:b807565e-d13b-43ea-a87f-43be47c2c51c" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:18:55 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "274d5290-dd3f-40d8-a10d-9e39a5a577a2" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "0796a259-75b0-42a2-8d25-9e7546d26f45" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11995" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071926Z:0796a259-75b0-42a2-8d25-9e7546d26f45" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:19:25 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "f97650e3-78be-4060-8be7-69db8bc95e7f" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "8f35a387-9529-471a-ad48-e1db3aea309a" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11994" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T071956Z:8f35a387-9529-471a-ad48-e1db3aea309a" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:19:56 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "bc57b05d-e59d-458c-b338-674569865f62" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "700cc440-6e32-4f25-989a-3752c7e6517c" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11993" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072027Z:700cc440-6e32-4f25-989a-3752c7e6517c" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:20:26 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "5fafda67-5365-47c3-b716-27aeb8e9736f" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "8264ee46-6a36-459a-a4ee-dd2f0239a339" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11992" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072057Z:8264ee46-6a36-459a-a4ee-dd2f0239a339" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:20:57 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "f39b077d-5df1-4b1a-8afd-27bb7a9fc0ac" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "5e011e61-b042-479d-a969-f5f34505aaaf" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11991" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072128Z:5e011e61-b042-479d-a969-f5f34505aaaf" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:21:28 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "4151e702-9490-49dc-8c56-edfe277a8caa" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "e4350648-2cc1-426b-8bd7-6e51ec8d399e" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11990" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072159Z:e4350648-2cc1-426b-8bd7-6e51ec8d399e" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:21:59 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "b94ef57b-e048-4ed9-99b0-009d7d4e8c2b" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "6d1e9d83-729b-4383-991b-1ab78d1a5845" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11989" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072229Z:6d1e9d83-729b-4383-991b-1ab78d1a5845" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:22:29 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "671c1cee-25bf-4db9-b996-6ace271a523e" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "efe875a8-118a-48ff-9784-90aa7ef0bc80" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11999" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072300Z:efe875a8-118a-48ff-9784-90aa7ef0bc80" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:23:00 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "7f88fba6-71fb-4591-a9ca-11945341787c" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "512b9c2d-cb62-41c3-be10-5893b25cca09" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11988" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072332Z:512b9c2d-cb62-41c3-be10-5893b25cca09" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:23:31 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "12d54e2a-b292-420e-aeca-36ce4744c6b1" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "d02e2eaf-6bfe-4df7-bc5c-500f8a9c4cf2" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11998" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072403Z:d02e2eaf-6bfe-4df7-bc5c-500f8a9c4cf2" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:24:02 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "f718ed95-5f57-4778-9a7f-34f01e360791" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "c538ef25-8666-4e6e-b8a5-2f66b2f45bc3" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11987" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072434Z:c538ef25-8666-4e6e-b8a5-2f66b2f45bc3" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:24:34 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "1d2b54d1-e26c-43bb-96d3-5dba7be49620" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "0ba51981-bbf1-483a-8084-8ab85c576c2f" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11997" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072505Z:0ba51981-bbf1-483a-8084-8ab85c576c2f" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:25:04 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "2b6cca72-41ab-4eb1-8e94-710fc00d3f3d" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "f0cf6f81-d4d5-4acd-b48f-b4310d9ad846" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11986" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072536Z:f0cf6f81-d4d5-4acd-b48f-b4310d9ad846" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:25:36 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "f22c94f1-b18a-489d-8464-afb07392575c" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "48872504-61c5-4caa-88bc-d5daa7a870a2" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11996" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072607Z:48872504-61c5-4caa-88bc-d5daa7a870a2" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:26:07 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "015d2c3b-5e7d-47c4-ba31-66bb7efcb470" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "33e49eb1-4f99-4ad0-a66b-5fa3f5bf21a3" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11999" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072638Z:33e49eb1-4f99-4ad0-a66b-5fa3f5bf21a3" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:26:38 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "bee960a8-03fd-4298-a24b-6142e480cf1e" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "4025fe07-e755-4c7a-849d-8f04e71d6bd2" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11996" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072710Z:4025fe07-e755-4c7a-849d-8f04e71d6bd2" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:27:09 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "42f5acf3-0a10-4ce6-b734-ec0833959082" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "e5e50d13-35fd-46a9-b53c-3bc8216d840a" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11999" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072741Z:e5e50d13-35fd-46a9-b53c-3bc8216d840a" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:27:40 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "b2590031-684e-42d5-aa6f-4cdb4b878435" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "9f7fc86c-2eae-4b86-b3d0-0cbe380fd1a2" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11998" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072811Z:9f7fc86c-2eae-4b86-b3d0-0cbe380fd1a2" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:28:11 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "a7c7725d-7bc0-4a87-8a4f-155ae76220a4" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "985c1691-1d28-457e-9002-55e6fb715d1f" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11997" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072842Z:985c1691-1d28-457e-9002-55e6fb715d1f" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:28:41 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "a1471abd-f9e5-4497-9d98-8df8ec4872a4" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "5625bcf2-9cb3-49e5-9ecb-5e01d0c20923" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11996" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072912Z:5625bcf2-9cb3-49e5-9ecb-5e01d0c20923" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:29:12 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "c8b00426-b8b9-4c4c-9fc5-d9c804ea2131" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "3a61251d-fdb0-4e23-add3-19c5f6c9c914" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11996" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T072943Z:3a61251d-fdb0-4e23-add3-19c5f6c9c914" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:29:43 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "62e215d7-d524-4b52-b21d-60820262bcf1" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "ba88c90c-0c3f-4562-8e16-d1ab79fb4d85" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11998" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073013Z:ba88c90c-0c3f-4562-8e16-d1ab79fb4d85" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:30:13 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "c5a83b4d-971d-476f-ac4d-aecd896a4080" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "abb30deb-9371-41e2-82a2-1ae7f9f92316" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11997" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073044Z:abb30deb-9371-41e2-82a2-1ae7f9f92316" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:30:43 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "031c69c7-f8e4-4862-a4fd-ae0f5f13b222" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "4869a4e3-f3ce-42e2-a6d6-00274e8924a5" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11996" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073115Z:4869a4e3-f3ce-42e2-a6d6-00274e8924a5" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:31:14 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "a82cc228-ae8a-4979-be0b-7c4ab2aa81cb" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "e5d279d4-a686-4bb0-9a60-f78fdc7d7534" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11995" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073145Z:e5d279d4-a686-4bb0-9a60-f78fdc7d7534" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:31:45 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "8487f52b-9d9c-4936-97e8-b7e42a8e7848" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "9c1c8c86-9e96-41b1-9469-5fdf9759a5aa" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11994" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073216Z:9c1c8c86-9e96-41b1-9469-5fdf9759a5aa" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:32:15 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "4f04d9e7-965b-4cf2-8b3e-a50a58493525" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "1120f4c6-5e17-48df-9808-11a6a73454c3" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11993" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073246Z:1120f4c6-5e17-48df-9808-11a6a73454c3" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:32:45 GMT" + ], + "Content-Length": [ + "23" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"InProgress\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/azureasyncoperations/create?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9henVyZWFzeW5jb3BlcmF0aW9ucy9jcmVhdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "59f6b42c-84d7-4e3b-8510-21bee25e1943" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "a33a1c9c-ff66-4d6f-8811-7911d2e24648" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11992" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073316Z:a33a1c9c-ff66-4d6f-8811-7911d2e24648" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:33:16 GMT" + ], + "Content-Length": [ + "22" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"Succeeded\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MT9hcGktdmVyc2lvbj0yMDE4LTA2LTAxLXByZXZpZXc=", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "6dbb6cb4-2b31-49a2-b10e-aaaf0dc4dfca" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "d1b6b515-af8b-43c7-bcb5-8d0844e59ff0" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11991" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073317Z:d1b6b515-af8b-43c7-bcb5-8d0844e59ff0" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:33:16 GMT" + ], + "Content-Length": [ + "2753" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961\",\r\n \"name\": \"hdi-ps-test1961\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"67c3b7bf-e704-43eb-a742-a170eb7c9ea3\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.0\"\r\n }\r\n },\r\n \"clusterId\": \"fff56a10b9cc41c2aed9ab7b794fc006\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-15T07:16:52.373\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 48\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"storagepstest1981.blob.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.Storage/storageAccounts/storagepstest1981\",\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdi-ps-test1961\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MT9hcGktdmVyc2lvbj0yMDE4LTA2LTAxLXByZXZpZXc=", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-client-request-id": [ + "11c8774f-1074-4713-a5fb-d028120a1908" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "df969022-47b0-46d2-8e5c-e55d2bbd8b97" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "75791723-ff99-4bf5-b1df-7c0ca6e3db66" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11989" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073338Z:75791723-ff99-4bf5-b1df-7c0ca6e3db66" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:33:38 GMT" + ], + "Content-Length": [ + "2753" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961\",\r\n \"name\": \"hdi-ps-test1961\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"67c3b7bf-e704-43eb-a742-a170eb7c9ea3\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.0\"\r\n }\r\n },\r\n \"clusterId\": \"fff56a10b9cc41c2aed9ab7b794fc006\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-15T07:16:52.373\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 48\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"storagepstest1981.blob.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.Storage/storageAccounts/storagepstest1981\",\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdi-ps-test1961\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/providers/Microsoft.HDInsight/clusters?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzP2FwaS12ZXJzaW9uPTIwMTgtMDYtMDEtcHJldmlldw==", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-client-request-id": [ + "dcfebb06-63a7-476b-821f-091306e77a4f" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-original-request-ids": [ + "07651115-3811-4344-a0ff-3aba9c271667", + "70807cdb-4f60-4b22-b246-6fd663ef2bfa", + "2722eea7-093b-4580-9e91-f42b5907fc41", + "d789fc21-7133-426f-9b48-7ede8eca96f9", + "7bd73846-c9a5-4ce4-a9b5-f6a695ca41f1", + "82382b72-e75d-4c8b-bfe0-6256ee99eaa5", + "cc72e74f-f187-4585-9246-65d05a3b98cc", + "2177dcf5-61d7-44dc-8a1b-abfc51d08ecd", + "ce234a42-439c-4b4a-9459-0f3294920d74", + "", + "", + "d8d60f4a-3fe2-4210-98db-44a5e168b1da" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11990" + ], + "x-ms-request-id": [ + "30b76011-3415-4e87-8ece-9ba0e8413360" + ], + "x-ms-correlation-request-id": [ + "30b76011-3415-4e87-8ece-9ba0e8413360" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073337Z:30b76011-3415-4e87-8ece-9ba0e8413360" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:33:37 GMT" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "178384" + ] + }, + "ResponseBody": "{\r\n \"value\": [\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdicli-load\",\r\n \"name\": \"hdicli-load\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US 2\",\r\n \"etag\": \"b47c24cc-4252-4a78-a140-abe73d4c7312\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"0ee46435969b49dca0916c2ed7ecd9c6\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"autoscale\": {\r\n \"capacity\": {\r\n \"minInstanceCount\": 4,\r\n \"maxInstanceCount\": 5\r\n }\r\n },\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-17T04:52:20.05\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdicli-load-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdicli-load.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytesthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdicli-load\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mktestrg/providers/Microsoft.HDInsight/clusters/mktestkafkawithpremium\",\r\n \"name\": \"mktestkafkawithpremium\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US 2\",\r\n \"etag\": \"190e2bed-27c2-4ff4-909f-af585879227f\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"dd634edd4e7741dbb09db1b3b611ddf9\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds14_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Premium_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-14T16:49:03.85\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 88\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mktestkafkawithpremium-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mktestkafkawithpremium.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"mktestkafkawihdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"mktestkafkawithpremium-2020-09-14t16-47-51-518z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mktestrg/providers/Microsoft.HDInsight/clusters/tipmktesttgen2\",\r\n \"name\": \"tipmktesttgen2\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US 2\",\r\n \"etag\": \"93e2d827-42a5-4cef-942c-57e4eb717cbd\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"3e3bcacff2684f0c959e978b35a8365e\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser1\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"autoscale\": {\r\n \"capacity\": {\r\n \"minInstanceCount\": 2,\r\n \"maxInstanceCount\": 5\r\n }\r\n },\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser1\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser1\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser1\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-19T02:49:44.807\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 28\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"tipmktesttgen2-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"tipmktesttgen2.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"abfsdevofficialstoreacct.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/ce6570fa-18fb-4503-80d9-4a225591a428/resourceGroups/wasbofficialdevpipeline-rg/providers/Microsoft.Storage/storageAccounts/abfsdevofficialstoreacct\",\r\n \"msiResourceId\": \"/subscriptions/ce6570fa-18fb-4503-80d9-4a225591a428/resourcegroups/wasbofficialdevpipeline-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/abfsdevofficial\",\r\n \"key\": null,\r\n \"fileSystem\": \"tipmktesttgen2-2020-09-19t02-48-26-910z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/ce6570fa-18fb-4503-80d9-4a225591a428/resourcegroups/wasbofficialdevpipeline-rg/providers/microsoft.managedidentity/userassignedidentities/abfsdevofficial\": {\r\n \"principalId\": \"f00f4393-d22d-4cbe-9736-8c5818fcc181\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/abhitestce03\",\r\n \"name\": \"abhitestce03\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"cab00335-636a-4314-b891-9e8b5959cfc6\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"5156d8409e6746368d8cc3db27b5e9df\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-02T19:39:07.307\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"abhitestce03-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"abhitestce03.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"abhitestce03hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"abhitestce03-2020-10-02t19-37-58-531z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengTest/providers/Microsoft.HDInsight/clusters/ammeng123\",\r\n \"name\": \"ammeng123\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"e8fa534d-15e8-4694-8248-cdc87c1f65cf\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"59b547213c0d4b8794bbe25500fb876e\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-10-03T00:48:40.043\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AmbariClusterCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support. The following host components failed to start up: OOZIE_SERVER.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"ammeng123-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"ammeng123.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"ammeng123hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"ammeng123-2020-10-03t00-46-14-605z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvargCanEast/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengTest/providers/Microsoft.HDInsight/clusters/meli2123\",\r\n \"name\": \"meli2123\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"c5bf9e3f-59ab-4548-9049-9759e6a0ff8b\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"a02502a2477041699ca8d04de6d762bb\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-02T19:17:42.293\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"meli2123-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"meli2123.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"meli2123hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"meli2123-2020-10-02t19-16-42-476z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/sijin/providers/Microsoft.HDInsight/clusters/sijin-monagent-metric\",\r\n \"name\": \"sijin-monagent-metric\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"bf4a91f7-20bd-4f6b-8a45-1608afc0f5c4\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.1.2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-4.0.2000.1.2009301626.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"3.1\"\r\n }\r\n },\r\n \"clusterId\": \"cd789d02ac6e412da84ea60d575e08a6\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"autoscale\": {\r\n \"recurrence\": {\r\n \"timeZone\": \"Pacific Standard Time\",\r\n \"schedule\": [\r\n {\r\n \"days\": [\r\n \"Friday\"\r\n ],\r\n \"timeAndCapacity\": {\r\n \"time\": \"09:30\",\r\n \"minInstanceCount\": 2,\r\n \"maxInstanceCount\": 2\r\n }\r\n }\r\n ]\r\n }\r\n },\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-09T15:18:38.8\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"sijin-monagent-metric-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"sijin-monagent-metric.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"sijinmonagenthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"sijin-monagent-2020-10-09t15-17-59-916z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/sijin/providers/Microsoft.HDInsight/clusters/sijin-prod-caea\",\r\n \"name\": \"sijin-prod-caea\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"0b70924b-02ec-4ccd-b581-a1fa48fcb702\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.71\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-4.0.2000.1.2009101914.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"3.1\"\r\n }\r\n },\r\n \"clusterId\": \"efed1d5b48a74902adee6156e98391be\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-29T19:15:31.133\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"sijin-prod-caea-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"sijin-prod-caea.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"sijinprodcaeahdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"sijin-prod-caea-2020-09-29t19-14-19-319z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/adkorlep-devrp/providers/Microsoft.HDInsight/clusters/testsparkcluster123\",\r\n \"name\": \"testsparkcluster123\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"568f95f2-71e5-448e-b25a-cae956364203\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"cbbb2dfb5d9a4d22a6d905cc06235fb1\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-09-14T22:37:15.323\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"StoragePermissionsBlockedForMsi\",\r\n \"message\": \"The Managed Identity does not have permissions on the storage account. Please verify that 'Storage Blob Data Owner' role is assigned to the Managed Identity for the storage account. Storage: /subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengpatchcert/providers/Microsoft.Storage/storageAccounts/ammengpatchcertce, Managed Identity: /subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/Microsoft.ManagedIdentity/userAssignedIdentities/adkorlepMsi, Missing permissions: Microsoft.Storage/storageAccounts/blobServices/containers/blobs/read,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/write,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/delete,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/add/action,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/deleteAutomaticSnapshot/action,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/runAsSuperUser/action,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/filter/action,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/tags/read,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/tags/write\"\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"ammengpatchcertce.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengpatchcert/providers/Microsoft.Storage/storageAccounts/ammengpatchcertce\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/Microsoft.ManagedIdentity/userAssignedIdentities/adkorlepMsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"testsparkcluster123-2020-09-14t22-35-17-053z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/microsoft.managedidentity/userassignedidentities/adkorlepmsi\": {}\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/adkorlep-devrp/providers/Microsoft.HDInsight/clusters/testsparktest123\",\r\n \"name\": \"testsparktest123\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"1ab3ed98-95ba-4cd1-b983-ad1c973b2edc\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"2c065be9e36141c4ba96f7df28592e47\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-14T22:40:48.013\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testsparktest123-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testsparktest123.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"ammengpatchcertce.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengpatchcert/providers/Microsoft.Storage/storageAccounts/ammengpatchcertce\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/Microsoft.ManagedIdentity/userAssignedIdentities/adkorlepMsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"testsparktest123-2020-09-14t22-39-54-526z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/microsoft.managedidentity/userassignedidentities/adkorlepmsi\": {\r\n \"principalId\": \"279320f6-401d-4080-a16f-65b19557812c\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/x1rg/providers/Microsoft.HDInsight/clusters/x1diskencrypt0925\",\r\n \"name\": \"x1diskencrypt0925\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East Asia\",\r\n \"etag\": \"c024b7c0-993f-4e02-98be-4d4af0df3b86\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"a1f0880d88cc4a17b8b195f0b8bb7f05\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-25T07:46:25.997\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x1diskencrypt0925-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x1diskencrypt0925.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"diskEncryptionProperties\": {\r\n \"vaultUri\": \"https://x1kvwmsi.vault.azure.net\",\r\n \"keyName\": \"x14hdidiskencrypt\",\r\n \"keyVersion\": \"6c461e3a20824fbf9186b15a82507165\",\r\n \"encryptionAlgorithm\": \"RSA-OAEP\",\r\n \"msiResourceId\": \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\",\r\n \"encryptionAtHost\": false\r\n },\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"x1diskencrypthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"x1diskencrypt0925-2020-09-25t07-41-10-456z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\": {\r\n \"principalId\": \"d6664102-3548-487d-bbd0-258742e3789f\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/fadyw-test/providers/Microsoft.HDInsight/clusters/fadyisvtest\",\r\n \"name\": \"fadyisvtest\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Australia East\",\r\n \"etag\": \"20d3e213-952e-4314-ad73-2b8fbc1414df\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"29f6cc51d6ba48e089eb35895d0444f1\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-23T07:52:30.62\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"fadyisvtest-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"fadyisvtest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"fadyisvtesthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"fadyisvtest-2020-09-23t07-50-54-855z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/mketsttip\",\r\n \"name\": \"mketsttip\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Australia East\",\r\n \"etag\": \"579ec99b-f0e3-4bfb-8099-0c1d60191b33\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hbase-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HBASE\",\r\n \"componentVersion\": {\r\n \"HBase\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"4513deef5ee440b0a35c9b958b0a4256\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-08-20T17:17:46.137\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mketsttip-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mketsttip.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"mktestblockblob.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mktestrg/providers/Microsoft.Storage/storageAccounts/mktestblockblob\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/mktestrg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/mktestidentity\",\r\n \"key\": null,\r\n \"fileSystem\": \"mketsttip-2020-08-20t17-14-12-117z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/mktestrg/providers/microsoft.managedidentity/userassignedidentities/mktestidentity\": {\r\n \"principalId\": \"ef570684-cf1f-4c4e-98c6-296e646b8804\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.HDInsight/clusters/mariusonehdi1\",\r\n \"name\": \"mariusonehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"North Europe\",\r\n \"etag\": \"50926cec-036f-4376-a172-6d9e3ea7448a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3022-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2004291541.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"b5a4d09b4f4b4d7f8c6496b6c8ec5852\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-05-14T16:18:59.917\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"InvalidScriptLocation\",\r\n \"message\": \"Failed to validate script action at URI https://mariusonestg1.blob.core.windows.net/testscriptaction/noop.sh?sp=r&st=2020-05-14T17:13:39Z&se=2021-05-16T01:13:39Z&spr=https&sv=2019-10-10&sr=b&sig=KwMJg70dZLFm2TlCWK2%2FUCnNs%2FbwPMGKCSPY8e7ZPgM%3D. Exception message: The remote server returned an error: (403) Forbidden..\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mariusonehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mariusonehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mariusonehdi1-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"mariusonestg1.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"mariusonehdi1-2020-05-14t16-16-46-039z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubhadoopnottipeastus\",\r\n \"name\": \"cdubhadoopnottipeastus\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"eaf68e4d-765c-4c23-aa42-e71414a40808\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"9703ad5266bd4a6bb23e766466716bfe\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-06T23:50:21.82\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubHadoopNotTIPEastUS-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubHadoopNotTIPEastUS.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdub0527hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubhadoopnot-2020-10-06t23-48-48-330z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubkafka1dot1hdi3dot6\",\r\n \"name\": \"cdubkafka1dot1hdi3dot6\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"e3fb7f66-81ae-4c67-ac30-3d0ddd6e4e95\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3022-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2004291541.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"fe70a816330b4bdd8a34fe39f790dc1d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-06-02T07:32:08.28\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka1dot1hdi3dot6-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka1dot1hdi3dot6.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubkafka1dothdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubkafka1dot1hdi3dot6-2020-06-02t07-31-24-377z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubkafka1dot1hdi4dot0\",\r\n \"name\": \"cdubkafka1dot1hdi4dot0\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"aa0b2d3b-b8e5-4f80-865c-617b30cf4d94\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.1000.0\",\r\n \"clusterHdpVersion\": \"3.0.2.1-8\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.1000.0.2003140425.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"1a1855ab5f4d4a37926d5091817b119a\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-06-02T07:33:19.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"InvalidKafkaScaleDownRequestErrorCode\",\r\n \"message\": \"Kafka clusters do not support scale down of worker nodes.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka1dot1hdi4dot0-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka1dot1hdi4dot0.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubkafka1dothdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubkafka1dot1hdi4dot0-2020-06-02t07-32-30-151z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubkrphardwareoverrideeastus\",\r\n \"name\": \"cdubkrphardwareoverrideeastus\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"1b3d21e6-5be7-46e0-a719-165edd418c07\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"3.1.2.1-1\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2003150128.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"47cb06587c044f6395f57ea465fc3d06\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 5,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-06-10T23:21:39.32\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 56\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubKRPHardwareOverrideEastUS-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubKRPHardwareOverrideEastUS.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkrphardwareoverrideeastus-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"adgroup4522\",\r\n \"groupId\": \"6eccdfac-68e3-4c4f-a726-1a1f9949ddbb\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubkrphardwahdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubkrphardwareoverride-2020-06-10t23-20-41-341z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/dsrg/providers/Microsoft.HDInsight/clusters/deshrivamarketplace\",\r\n \"name\": \"deshrivamarketplace\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"524a31f6-624a-4c16-9826-ed99ade77e5e\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3025-2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2006100202.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"c0454a498b2c49f5a182dd4f765485c2\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode2\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_e8_v3\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode3\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-06-24T17:37:53.81\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 44\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"deshrivamarketplace-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"deshrivamarketplace.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"deshrivamktplc.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"deshrivamarketplace-2020-06-24t17-36-34-439z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/hbasetestcluster\",\r\n \"name\": \"hbasetestcluster\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"c06f34cc-b680-40f5-b591-0d0a3d500f89\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"3.1.2.1-1\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hbase-4.0.2000.1.2003150128.json\",\r\n \"kind\": \"HBASE\",\r\n \"componentVersion\": {\r\n \"HBase\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"33d36637c36c475cb2e5867bb083acfb\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a5\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-07-17T18:40:10.74\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hbasetestcluster-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hbasetestcluster.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdub0527hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hbasetestcluster-2020-07-17t18-37-14-480z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test5460/providers/Microsoft.HDInsight/clusters/hdi-ps-test8835\",\r\n \"name\": \"hdi-ps-test8835\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"ef08d59a-ff41-49cb-8723-4e9c530beea0\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2009301626.json\",\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"33458d64b625427e946def93acf5db40\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"InProgress\",\r\n \"clusterState\": \"Operational\",\r\n \"createdDate\": \"2020-10-15T06:21:38.37\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 48\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test8835-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test8835.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test8835-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"storagepstest1337.blob.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test5460/providers/Microsoft.Storage/storageAccounts/storagepstest1337\",\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdi-ps-test8835\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/abhijithdnd/providers/Microsoft.HDInsight/clusters/krp3scaling3-2020\",\r\n \"name\": \"krp3scaling3-2020\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"70c54b18-5098-4831-ab52-41674078cd12\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.1.2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2009301626.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"5af6bde7f2b34a08a6bc304d0102ae90\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 5,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-14T15:28:57.387\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 76\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"krp3scaling3-2020-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"krp3scaling3-2020.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"krp3scaling3-2020-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"adgroup2620\",\r\n \"groupId\": \"8ccab7c3-6528-4ae8-9753-ea894217e566\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"282211eastus.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"krp3scaling3-2020-09-03-2020-10-14t15-25-28-517z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-custv-cluster-rg/providers/Microsoft.HDInsight/clusters/mawolfen-clust-to-lock\",\r\n \"name\": \"mawolfen-clust-to-lock\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"2b8ecc2c-9556-42ca-b0b9-e7827f14eb2f\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3004-13\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.1810270004.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"e29521270a734d1ab894e2ed53ed6e60\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet/subnets/mawolfen-eus-custom-subnet\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet/subnets/mawolfen-eus-custom-subnet\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet/subnets/mawolfen-eus-custom-subnet\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2018-12-10T17:35:07.003\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mawolfen-clust-to-lock-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mawolfen-clust-to-lock.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mawolfen-clust-to-lock-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hegayamtestvmss/providers/Microsoft.HDInsight/clusters/test3neweastus\",\r\n \"name\": \"test3neweastus\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"f8360dc6-eb27-46ce-9c20-6e6338844c31\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"27585cf330dc43d6b50e957e045684e3\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-09-30T00:13:30.853\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test3neweastus-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test3neweastus.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"test3neweastuhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"test3neweastus-2020-09-30t00-12-20-589z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hegayamtestvmss/providers/Microsoft.HDInsight/clusters/test4neweastus\",\r\n \"name\": \"test4neweastus\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"18d017e0-0e57-4ab8-b09d-cb7b26842e71\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"c7aa141037ea44eca56e682a9497814e\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-29T23:30:06.81\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test4neweastus-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test4neweastus.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"test4neweastuhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"test4neweastus-2020-09-29t23-29-22-139z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/testadlsgen2withanothersub\",\r\n \"name\": \"testadlsgen2withanothersub\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"62f9d1c7-fed0-4749-8253-d86a62956809\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"eaa464a220f441238bd2a7dac30a4915\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T09:30:25.41\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testadlsgen2withanothersub-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testadlsgen2withanothersub.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"shangweiadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/051ddeca-1ed6-4d8b-ba6f-1ff561e5f3b3/resourceGroups/shangwei-synapse/providers/Microsoft.Storage/storageAccounts/shangweiadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"testadlsgen2withanother-2020-09-21t09-29-44-016z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hegayamtestvmss/providers/Microsoft.HDInsight/clusters/testeus40\",\r\n \"name\": \"testeus40\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"0e257dae-fe31-41f4-850e-fb92dfc9ce0e\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2009101914.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"bb35aa5c668845679ed68d7cdf4c0a14\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-09-30T00:03:05.8\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testeus40-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testeus40.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testeus40hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testeus40-2020-09-30t00-02-08-112z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/TestZookeeperNode/providers/Microsoft.HDInsight/clusters/testsparkzookeeper\",\r\n \"name\": \"testsparkzookeeper\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"7e688d44-e510-4b25-b58f-3652b6056cb5\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"Hadoop\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"e785a0406f5247179c9d1381eac5a952\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T15:06:53.867\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testsparkzookeeper-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testsparkzookeeper.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/shangwei-rg/providers/Microsoft.HDInsight/clusters/testzknodeshadoopv36\",\r\n \"name\": \"testzknodeshadoopv36\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"07528661-6e30-40fa-98b5-52220e909f45\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"1f381844b8324aac9217789e2aa159c5\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T05:37:43.71\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodeshadoopv36-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodeshadoopv36.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testzknodeshahdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testzknodesha-2020-09-22t05-35-19-355z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/shangwei-rg/providers/Microsoft.HDInsight/clusters/testzknodeshadoopv40\",\r\n \"name\": \"testzknodeshadoopv40\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"2255817c-7132-4e4b-8fb8-7e83ff3ec883\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"3.1\"\r\n }\r\n },\r\n \"clusterId\": \"a2f2401896014daca510b307c028c034\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T05:39:01.607\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodeshadoopv40-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodeshadoopv40.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testzknodeshahdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testzknodeshadoop-2020-09-22t05-37-59-605z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/shangwei-rg/providers/Microsoft.HDInsight/clusters/testzknodessparkv36\",\r\n \"name\": \"testzknodessparkv36\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"6b6b7ee3-1db6-4a80-bae5-d161feec917a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"a4e0fe2523df429ea9728fb120e11cef\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T05:29:54.087\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodessparkv36-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodessparkv36.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testzknodessphdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testzknodesspark-2020-09-22t05-28-21-603z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/shangwei-rg/providers/Microsoft.HDInsight/clusters/testzknodessparkv40\",\r\n \"name\": \"testzknodessparkv40\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"8a12fd20-3d5c-4172-a7c2-b31ec00c1ec9\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"14030a5069bf4f02a8fd58925b1db1ee\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T05:33:27.277\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodessparkv40-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodessparkv40.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testzknodessphdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testzknodessp-2020-09-22t05-32-18-480z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/TestZookeeperNode/providers/Microsoft.HDInsight/clusters/testzookeepercls\",\r\n \"name\": \"testzookeepercls\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"0946b93e-c735-407e-966e-d20947a669f5\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hbase-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HBase\",\r\n \"componentVersion\": {\r\n \"HBase\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"1e29bab4ddd048689135b9be03128e93\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T18:42:11.663\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 30\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzookeepercls-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzookeepercls.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/testhdiclusterzookeepernode/providers/Microsoft.HDInsight/clusters/testzookeepernodesize\",\r\n \"name\": \"testzookeepernodesize\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"022ced59-4f74-4404-81c0-4b2ed3e0b001\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hbase-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"hbase\",\r\n \"componentVersion\": {\r\n \"hbase\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"8312b9e07ba24939bb483781316fc503\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-09-14T19:01:39.643\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 26\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"InvalidWasbAccountNoPageBlobSupport\",\r\n \"message\": \"Provided storage account 'testzookeeperstg' does not support page blobs, a requirement for this cluster type.\"\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/x1rg/providers/Microsoft.HDInsight/clusters/x109262222\",\r\n \"name\": \"x109262222\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"ad30dce8-7b5a-4f2f-8d1f-0bcdd3e8ef99\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"d19861e78ff042b9beb289c381092802\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 6,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Premium_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-25T10:30:46.1\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 38\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x109262222-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x109262222.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"diskEncryptionProperties\": {\r\n \"vaultUri\": \"https://x1kv0925.vault.azure.net\",\r\n \"keyName\": \"x1encykey0925enabled\",\r\n \"keyVersion\": \"2901d8961ab04dcf8056fcf8e5d31983\",\r\n \"encryptionAlgorithm\": \"RSA-OAEP\",\r\n \"msiResourceId\": \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\",\r\n \"encryptionAtHost\": true\r\n },\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"x109262222hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"x109262222-2020-09-25t10-28-48-389z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\": {\r\n \"principalId\": \"d6664102-3548-487d-bbd0-258742e3789f\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/x1rg/providers/Microsoft.HDInsight/clusters/x1hdi09256enb\",\r\n \"name\": \"x1hdi09256enb\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"b07acd77-d996-4299-8276-3c5772b53a0a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"b0b91fc0d83b43139b1065287b617a2a\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-25T10:06:33.09\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x1hdi09256enb-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x1hdi09256enb.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"diskEncryptionProperties\": {\r\n \"vaultUri\": \"https://x1kv0925.vault.azure.net\",\r\n \"keyName\": \"x1encykey0925enabled\",\r\n \"keyVersion\": \"2901d8961ab04dcf8056fcf8e5d31983\",\r\n \"encryptionAlgorithm\": \"RSA-OAEP\",\r\n \"msiResourceId\": \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\",\r\n \"encryptionAtHost\": true\r\n },\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"x1hdi09256enbhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"x1hdi09256enb-2020-09-25t10-05-23-500z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\": {\r\n \"principalId\": \"d6664102-3548-487d-bbd0-258742e3789f\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mktestrg/providers/Microsoft.HDInsight/clusters/mktestaddlstorage1\",\r\n \"name\": \"mktestaddlstorage1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US\",\r\n \"etag\": \"76de626f-6b39-4813-bdb6-898556c1c97c\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"783efcb9280e42b48f9c5d313a53b376\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-14T04:28:26.76\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mktestAddlstorage1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mktestAddlstorage1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"mktestaddlstohdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"mktestaddlstorage-2020-09-14t04-25-31-212z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n },\r\n {\r\n \"name\": \"cdub0528.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"blank\",\r\n \"saskey\": null,\r\n \"isDefault\": false,\r\n \"fileshare\": null\r\n },\r\n {\r\n \"name\": \"mkteststroagea.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"blank\",\r\n \"saskey\": null,\r\n \"isDefault\": false,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.HDInsight/clusters/testoozieerror1\",\r\n \"name\": \"testoozieerror1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US\",\r\n \"etag\": \"2499aa33-194c-4618-8e8c-ae8bc9726b38\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"bfa0137bcf56473eac44c26380751856\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN/subnets/Workload-SN\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN/subnets/Workload-SN\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN/subnets/Workload-SN\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-02-10T18:42:28.42\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"InvalidNetworkConfigurationErrorCode\",\r\n \"message\": \"Virtual Network configuration is not compatible with HDInsight Requirement. Error: 'Failed to connect to Azure SQL', Please follow https://go.microsoft.com/fwlink/?linkid=853974 to fix it. \"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testoozieerror1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testoozieerror1.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testoozieerror1-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testooziestg1.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testoozieerror1-2020-02-10t18-41-26-343z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdi-test-wawon-rg/providers/Microsoft.HDInsight/clusters/wawon-test\",\r\n \"name\": \"wawon-test\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US\",\r\n \"etag\": \"2f286f2f-9bb1-4348-9fbd-7ee9fc35091b\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3003-25\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.1810062023.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"e9017f01897f4a65bcf8e231ac3c01bc\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2018-11-12T01:23:36.633\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"wawon-test-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"wawon-test.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"wawon-test-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/adkorlep-devrp/providers/Microsoft.HDInsight/clusters/testcomponents\",\r\n \"name\": \"testcomponents\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"France Central\",\r\n \"etag\": \"58d45ef0-5b0e-453b-b40a-cd9e014b9680\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.1000.1\",\r\n \"clusterHdpVersion\": \"3.1.6.2-2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.1000.1.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"22312a47f0ef444f961caeb4bf0adaff\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-11T20:55:10.25\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testComponents-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testComponents.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testcomponenthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testcomponents1-2020-10-11t20-51-54-777z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubkafka11hdi40\",\r\n \"name\": \"cdubkafka11hdi40\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"b813a5d7-bfb5-4a40-85e7-e75b14b9241d\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.1000.0\",\r\n \"clusterHdpVersion\": \"3.0.2.1-8\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.1000.0.2005250626.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"9ebfb234ac654796849fec584bc09744\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 6,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-05-29T06:24:09.14\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 44\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka11hdi40-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka11hdi40.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubkafka11hdhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubkafka11hdi40-2020-05-29t06-23-09-112z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/congrli-scus/providers/Microsoft.HDInsight/clusters/congrli0610\",\r\n \"name\": \"congrli0610\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"90beba44-a429-4258-ad16-0c2a1f76fab2\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3025-2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2006100202.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"22d87ce7ad974de6bae9ab73ba8e5f3c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"DeleteQueued\",\r\n \"createdDate\": \"2020-06-11T00:33:33.83\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"congrli0610-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"congrli0610.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"congrli0610storage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"congrli0610-2020-06-11t00-31-49-109z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdi-latest-adlsgen2\",\r\n \"name\": \"hdi-latest-adlsgen2\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"6906cf25-3e87-4762-8459-c3bfb2b46c48\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Spark\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"0ddee3bb563b47b197b5b7ee9091eebe\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-12T13:34:15.003\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 20\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-latest-adlsgen2-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-latest-adlsgen2.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytestadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytestadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"hdi-latest-adlsgen2\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdi-ps-adlsgen2\",\r\n \"name\": \"hdi-ps-adlsgen2\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"9089784b-a2bd-4afe-ae3a-7de0360bbfdd\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Spark\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"f4e28228c09440c5bec51bc7e3157924\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T11:58:11.837\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 16\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-adlsgen2-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-adlsgen2.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytestadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytestadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"cluster1\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdi-ps-adlsgen2-nokey\",\r\n \"name\": \"hdi-ps-adlsgen2-nokey\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"1530a08c-8f41-4e99-961b-f6a76e67f191\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Spark\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"1d2851bf24284ad5896ac38d2f64f513\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T13:02:19.367\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 16\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-adlsgen2-nokey-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-adlsgen2-nokey.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytestadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytestadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"cluster1\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdipskafkwithcustomvmsize\",\r\n \"name\": \"hdipskafkwithcustomvmsize\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"5919cb06-9439-4d08-bec9-3ac685eb8dee\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.0\"\r\n }\r\n },\r\n \"clusterId\": \"1606b3bc954d4f8d8e849c75a85db39d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-14T08:33:13.973\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdipskafkwithcustomvmsize-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdipskafkwithcustomvmsize.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdipskafkwithcustomvmsize-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytesthdistorage.blob.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytesthdistorage\",\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdipskafkwithcustomvmsize\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.1\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961\",\r\n \"name\": \"hdi-ps-test1961\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"67c3b7bf-e704-43eb-a742-a170eb7c9ea3\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.0\"\r\n }\r\n },\r\n \"clusterId\": \"fff56a10b9cc41c2aed9ab7b794fc006\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-15T07:16:52.373\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 48\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"storagepstest1981.blob.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.Storage/storageAccounts/storagepstest1981\",\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdi-ps-test1961\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.HDInsight/clusters/hdisdk-rpoutboundandpl3435\",\r\n \"name\": \"hdisdk-rpoutboundandpl3435\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"4541a31e-9c1e-4193-959c-c08d83d39065\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2010090238.json\",\r\n \"kind\": \"Hadoop\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"7fad972979dc4cdda8dd0c831d72f173\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser7543\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser7543\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser7543\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-10T12:16:39.98\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 20\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdisdk-rpoutboundandpl3435-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdisdk-rpoutboundandpl3435.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdisdk-rpoutboundandpl3435-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"hdicsharpstorage96.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"default5234\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"networkProperties\": {\r\n \"resourceProviderConnection\": \"Outbound\",\r\n \"privateLink\": \"Disabled\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/zzyclusteradlsgen2\",\r\n \"name\": \"zzyclusteradlsgen2\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"d5e5664b-01b4-46cf-a324-aada9b6b5c9f\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.71\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2009101914.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"c1564e20a50343d5b2fc4e7e3faba992\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T07:23:24.24\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"zzyclusteradlsgen2-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"zzyclusteradlsgen2.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytestadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytestadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"zzyclusteradlsgen2-2020-09-21t07-20-14-046z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/abdrg/providers/Microsoft.HDInsight/clusters/test123234\",\r\n \"name\": \"test123234\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2 Euap\",\r\n \"etag\": \"30126aab-bcb6-487c-8a57-cae4d22f6a5c\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"c7bfd54b2c254d41bea4a7d2af65e138\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-18T02:21:15.413\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test123234-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test123234.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"test123234hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"test123234-2020-09-18t02-20-33-958z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n }\r\n ]\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/providers/Microsoft.HDInsight/clusters?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzP2FwaS12ZXJzaW9uPTIwMTgtMDYtMDEtcHJldmlldw==", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-client-request-id": [ + "2322b98b-a56d-4304-8503-d47030219fb6" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-original-request-ids": [ + "800dffaf-d76c-441a-a422-6202f1b1a5ee", + "ff90dccb-6b56-4fae-b7ae-0c1821727898", + "adf1342c-7b51-4042-9c16-20b2aafffc00", + "715b262c-9ff8-4ff5-8a17-46a0a9463161", + "89847d23-1fb2-4a2f-a09c-8fc975174d94", + "1d068327-3e3d-496e-8d2f-f68427a1bc7a", + "b5259d92-f261-4387-90d1-3967d8aeba9b", + "d778d74e-521c-4dcf-be8a-59ad8162a7f1", + "245fe22a-9bed-4221-9a7f-4cb8e7f87e2d", + "aea2c0b7-028b-436f-8d30-c9fe8bdb1e91", + "", + "daa68304-9dd7-467e-87bf-3db8480b1610" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11986" + ], + "x-ms-request-id": [ + "8ba4fd30-6a57-4d4d-8062-a2f0fd182a3a" + ], + "x-ms-correlation-request-id": [ + "8ba4fd30-6a57-4d4d-8062-a2f0fd182a3a" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073359Z:8ba4fd30-6a57-4d4d-8062-a2f0fd182a3a" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:33:59 GMT" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "193431" + ] + }, + "ResponseBody": "{\r\n \"value\": [\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdicli-load\",\r\n \"name\": \"hdicli-load\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US 2\",\r\n \"etag\": \"b47c24cc-4252-4a78-a140-abe73d4c7312\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"0ee46435969b49dca0916c2ed7ecd9c6\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"autoscale\": {\r\n \"capacity\": {\r\n \"minInstanceCount\": 4,\r\n \"maxInstanceCount\": 5\r\n }\r\n },\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-17T04:52:20.05\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdicli-load-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdicli-load.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytesthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdicli-load\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mktestrg/providers/Microsoft.HDInsight/clusters/mktestkafkawithpremium\",\r\n \"name\": \"mktestkafkawithpremium\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US 2\",\r\n \"etag\": \"190e2bed-27c2-4ff4-909f-af585879227f\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"dd634edd4e7741dbb09db1b3b611ddf9\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds14_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Premium_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-14T16:49:03.85\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 88\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mktestkafkawithpremium-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mktestkafkawithpremium.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"mktestkafkawihdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"mktestkafkawithpremium-2020-09-14t16-47-51-518z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mktestrg/providers/Microsoft.HDInsight/clusters/tipmktesttgen2\",\r\n \"name\": \"tipmktesttgen2\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US 2\",\r\n \"etag\": \"93e2d827-42a5-4cef-942c-57e4eb717cbd\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"3e3bcacff2684f0c959e978b35a8365e\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser1\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"autoscale\": {\r\n \"capacity\": {\r\n \"minInstanceCount\": 2,\r\n \"maxInstanceCount\": 5\r\n }\r\n },\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser1\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser1\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser1\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-19T02:49:44.807\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 28\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"tipmktesttgen2-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"tipmktesttgen2.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"abfsdevofficialstoreacct.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/ce6570fa-18fb-4503-80d9-4a225591a428/resourceGroups/wasbofficialdevpipeline-rg/providers/Microsoft.Storage/storageAccounts/abfsdevofficialstoreacct\",\r\n \"msiResourceId\": \"/subscriptions/ce6570fa-18fb-4503-80d9-4a225591a428/resourcegroups/wasbofficialdevpipeline-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/abfsdevofficial\",\r\n \"key\": null,\r\n \"fileSystem\": \"tipmktesttgen2-2020-09-19t02-48-26-910z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/ce6570fa-18fb-4503-80d9-4a225591a428/resourcegroups/wasbofficialdevpipeline-rg/providers/microsoft.managedidentity/userassignedidentities/abfsdevofficial\": {\r\n \"principalId\": \"f00f4393-d22d-4cbe-9736-8c5818fcc181\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/abhitestce03\",\r\n \"name\": \"abhitestce03\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"cab00335-636a-4314-b891-9e8b5959cfc6\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"5156d8409e6746368d8cc3db27b5e9df\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-02T19:39:07.307\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"abhitestce03-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"abhitestce03.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"abhitestce03hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"abhitestce03-2020-10-02t19-37-58-531z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengTest/providers/Microsoft.HDInsight/clusters/ammeng123\",\r\n \"name\": \"ammeng123\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"e8fa534d-15e8-4694-8248-cdc87c1f65cf\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"59b547213c0d4b8794bbe25500fb876e\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-10-03T00:48:40.043\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AmbariClusterCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support. The following host components failed to start up: OOZIE_SERVER.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"ammeng123-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"ammeng123.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"ammeng123hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"ammeng123-2020-10-03t00-46-14-605z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvargCanEast/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengTest/providers/Microsoft.HDInsight/clusters/meli2123\",\r\n \"name\": \"meli2123\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"c5bf9e3f-59ab-4548-9049-9759e6a0ff8b\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"a02502a2477041699ca8d04de6d762bb\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-02T19:17:42.293\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"meli2123-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"meli2123.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"meli2123hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"meli2123-2020-10-02t19-16-42-476z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/sijin/providers/Microsoft.HDInsight/clusters/sijin-monagent-metric\",\r\n \"name\": \"sijin-monagent-metric\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"bf4a91f7-20bd-4f6b-8a45-1608afc0f5c4\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.1.2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-4.0.2000.1.2009301626.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"3.1\"\r\n }\r\n },\r\n \"clusterId\": \"cd789d02ac6e412da84ea60d575e08a6\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"autoscale\": {\r\n \"recurrence\": {\r\n \"timeZone\": \"Pacific Standard Time\",\r\n \"schedule\": [\r\n {\r\n \"days\": [\r\n \"Friday\"\r\n ],\r\n \"timeAndCapacity\": {\r\n \"time\": \"09:30\",\r\n \"minInstanceCount\": 2,\r\n \"maxInstanceCount\": 2\r\n }\r\n }\r\n ]\r\n }\r\n },\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-09T15:18:38.8\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"sijin-monagent-metric-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"sijin-monagent-metric.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"sijinmonagenthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"sijin-monagent-2020-10-09t15-17-59-916z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/sijin/providers/Microsoft.HDInsight/clusters/sijin-prod-caea\",\r\n \"name\": \"sijin-prod-caea\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"0b70924b-02ec-4ccd-b581-a1fa48fcb702\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.71\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-4.0.2000.1.2009101914.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"3.1\"\r\n }\r\n },\r\n \"clusterId\": \"efed1d5b48a74902adee6156e98391be\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-29T19:15:31.133\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"sijin-prod-caea-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"sijin-prod-caea.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"sijinprodcaeahdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"sijin-prod-caea-2020-09-29t19-14-19-319z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/adkorlep-devrp/providers/Microsoft.HDInsight/clusters/testsparkcluster123\",\r\n \"name\": \"testsparkcluster123\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"568f95f2-71e5-448e-b25a-cae956364203\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"cbbb2dfb5d9a4d22a6d905cc06235fb1\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-09-14T22:37:15.323\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"StoragePermissionsBlockedForMsi\",\r\n \"message\": \"The Managed Identity does not have permissions on the storage account. Please verify that 'Storage Blob Data Owner' role is assigned to the Managed Identity for the storage account. Storage: /subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengpatchcert/providers/Microsoft.Storage/storageAccounts/ammengpatchcertce, Managed Identity: /subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/Microsoft.ManagedIdentity/userAssignedIdentities/adkorlepMsi, Missing permissions: Microsoft.Storage/storageAccounts/blobServices/containers/blobs/read,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/write,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/delete,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/add/action,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/deleteAutomaticSnapshot/action,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/runAsSuperUser/action,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/filter/action,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/tags/read,Microsoft.Storage/storageAccounts/blobServices/containers/blobs/tags/write\"\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"ammengpatchcertce.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengpatchcert/providers/Microsoft.Storage/storageAccounts/ammengpatchcertce\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/Microsoft.ManagedIdentity/userAssignedIdentities/adkorlepMsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"testsparkcluster123-2020-09-14t22-35-17-053z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/microsoft.managedidentity/userassignedidentities/adkorlepmsi\": {}\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/adkorlep-devrp/providers/Microsoft.HDInsight/clusters/testsparktest123\",\r\n \"name\": \"testsparktest123\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Canada East\",\r\n \"etag\": \"1ab3ed98-95ba-4cd1-b983-ad1c973b2edc\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"2c065be9e36141c4ba96f7df28592e47\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-14T22:40:48.013\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testsparktest123-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testsparktest123.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"ammengpatchcertce.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/ammengpatchcert/providers/Microsoft.Storage/storageAccounts/ammengpatchcertce\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/Microsoft.ManagedIdentity/userAssignedIdentities/adkorlepMsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"testsparktest123-2020-09-14t22-39-54-526z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/adkorlep-devrp/providers/microsoft.managedidentity/userassignedidentities/adkorlepmsi\": {\r\n \"principalId\": \"279320f6-401d-4080-a16f-65b19557812c\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/x1rg/providers/Microsoft.HDInsight/clusters/x1diskencrypt0925\",\r\n \"name\": \"x1diskencrypt0925\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East Asia\",\r\n \"etag\": \"c024b7c0-993f-4e02-98be-4d4af0df3b86\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"a1f0880d88cc4a17b8b195f0b8bb7f05\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-25T07:46:25.997\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x1diskencrypt0925-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x1diskencrypt0925.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"diskEncryptionProperties\": {\r\n \"vaultUri\": \"https://x1kvwmsi.vault.azure.net\",\r\n \"keyName\": \"x14hdidiskencrypt\",\r\n \"keyVersion\": \"6c461e3a20824fbf9186b15a82507165\",\r\n \"encryptionAlgorithm\": \"RSA-OAEP\",\r\n \"msiResourceId\": \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\",\r\n \"encryptionAtHost\": false\r\n },\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"x1diskencrypthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"x1diskencrypt0925-2020-09-25t07-41-10-456z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\": {\r\n \"principalId\": \"d6664102-3548-487d-bbd0-258742e3789f\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/fadyw-test/providers/Microsoft.HDInsight/clusters/fadyisvtest\",\r\n \"name\": \"fadyisvtest\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Australia East\",\r\n \"etag\": \"20d3e213-952e-4314-ad73-2b8fbc1414df\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"29f6cc51d6ba48e089eb35895d0444f1\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-23T07:52:30.62\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"fadyisvtest-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"fadyisvtest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"fadyisvtesthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"fadyisvtest-2020-09-23t07-50-54-855z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/mketsttip\",\r\n \"name\": \"mketsttip\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Australia East\",\r\n \"etag\": \"579ec99b-f0e3-4bfb-8099-0c1d60191b33\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hbase-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HBASE\",\r\n \"componentVersion\": {\r\n \"HBase\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"4513deef5ee440b0a35c9b958b0a4256\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-08-20T17:17:46.137\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mketsttip-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mketsttip.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"mktestblockblob.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mktestrg/providers/Microsoft.Storage/storageAccounts/mktestblockblob\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/mktestrg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/mktestidentity\",\r\n \"key\": null,\r\n \"fileSystem\": \"mketsttip-2020-08-20t17-14-12-117z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/mktestrg/providers/microsoft.managedidentity/userassignedidentities/mktestidentity\": {\r\n \"principalId\": \"ef570684-cf1f-4c4e-98c6-296e646b8804\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.HDInsight/clusters/mariusonehdi1\",\r\n \"name\": \"mariusonehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"North Europe\",\r\n \"etag\": \"50926cec-036f-4376-a172-6d9e3ea7448a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3022-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2004291541.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"b5a4d09b4f4b4d7f8c6496b6c8ec5852\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mariusonerg1/providers/Microsoft.Network/virtualNetworks/mariusonevnet1/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-05-14T16:18:59.917\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"InvalidScriptLocation\",\r\n \"message\": \"Failed to validate script action at URI https://mariusonestg1.blob.core.windows.net/testscriptaction/noop.sh?sp=r&st=2020-05-14T17:13:39Z&se=2021-05-16T01:13:39Z&spr=https&sv=2019-10-10&sr=b&sig=KwMJg70dZLFm2TlCWK2%2FUCnNs%2FbwPMGKCSPY8e7ZPgM%3D. Exception message: The remote server returned an error: (403) Forbidden..\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mariusonehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mariusonehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mariusonehdi1-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"mariusonestg1.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"mariusonehdi1-2020-05-14t16-16-46-039z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubhadoopnottipeastus\",\r\n \"name\": \"cdubhadoopnottipeastus\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"eaf68e4d-765c-4c23-aa42-e71414a40808\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"9703ad5266bd4a6bb23e766466716bfe\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-06T23:50:21.82\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubHadoopNotTIPEastUS-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubHadoopNotTIPEastUS.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdub0527hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubhadoopnot-2020-10-06t23-48-48-330z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubkafka1dot1hdi3dot6\",\r\n \"name\": \"cdubkafka1dot1hdi3dot6\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"e3fb7f66-81ae-4c67-ac30-3d0ddd6e4e95\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3022-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2004291541.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"fe70a816330b4bdd8a34fe39f790dc1d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-06-02T07:32:08.28\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka1dot1hdi3dot6-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka1dot1hdi3dot6.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubkafka1dothdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubkafka1dot1hdi3dot6-2020-06-02t07-31-24-377z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubkafka1dot1hdi4dot0\",\r\n \"name\": \"cdubkafka1dot1hdi4dot0\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"aa0b2d3b-b8e5-4f80-865c-617b30cf4d94\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.1000.0\",\r\n \"clusterHdpVersion\": \"3.0.2.1-8\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.1000.0.2003140425.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"1a1855ab5f4d4a37926d5091817b119a\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-06-02T07:33:19.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"InvalidKafkaScaleDownRequestErrorCode\",\r\n \"message\": \"Kafka clusters do not support scale down of worker nodes.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka1dot1hdi4dot0-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka1dot1hdi4dot0.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubkafka1dothdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubkafka1dot1hdi4dot0-2020-06-02t07-32-30-151z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubkrphardwareoverrideeastus\",\r\n \"name\": \"cdubkrphardwareoverrideeastus\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"1b3d21e6-5be7-46e0-a719-165edd418c07\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"3.1.2.1-1\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2003150128.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"47cb06587c044f6395f57ea465fc3d06\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 5,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-06-10T23:21:39.32\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 56\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubKRPHardwareOverrideEastUS-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubKRPHardwareOverrideEastUS.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkrphardwareoverrideeastus-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"adgroup4522\",\r\n \"groupId\": \"6eccdfac-68e3-4c4f-a726-1a1f9949ddbb\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubkrphardwahdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubkrphardwareoverride-2020-06-10t23-20-41-341z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/dsrg/providers/Microsoft.HDInsight/clusters/deshrivamarketplace\",\r\n \"name\": \"deshrivamarketplace\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"524a31f6-624a-4c16-9826-ed99ade77e5e\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3025-2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2006100202.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"c0454a498b2c49f5a182dd4f765485c2\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode2\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_e8_v3\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode3\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-06-24T17:37:53.81\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 44\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"deshrivamarketplace-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"deshrivamarketplace.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"deshrivamktplc.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"deshrivamarketplace-2020-06-24t17-36-34-439z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/hbasetestcluster\",\r\n \"name\": \"hbasetestcluster\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"c06f34cc-b680-40f5-b591-0d0a3d500f89\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"3.1.2.1-1\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hbase-4.0.2000.1.2003150128.json\",\r\n \"kind\": \"HBASE\",\r\n \"componentVersion\": {\r\n \"HBase\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"33d36637c36c475cb2e5867bb083acfb\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a5\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"edgenode1\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-07-17T18:40:10.74\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hbasetestcluster-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hbasetestcluster.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdub0527hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hbasetestcluster-2020-07-17t18-37-14-480z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test5460/providers/Microsoft.HDInsight/clusters/hdi-ps-test8835\",\r\n \"name\": \"hdi-ps-test8835\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"ef08d59a-ff41-49cb-8723-4e9c530beea0\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2009301626.json\",\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"33458d64b625427e946def93acf5db40\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"InProgress\",\r\n \"clusterState\": \"Operational\",\r\n \"createdDate\": \"2020-10-15T06:21:38.37\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 48\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test8835-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test8835.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test8835-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"storagepstest1337.blob.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test5460/providers/Microsoft.Storage/storageAccounts/storagepstest1337\",\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdi-ps-test8835\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/abhijithdnd/providers/Microsoft.HDInsight/clusters/krp3scaling3-2020\",\r\n \"name\": \"krp3scaling3-2020\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"70c54b18-5098-4831-ab52-41674078cd12\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.1.2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2009301626.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"5af6bde7f2b34a08a6bc304d0102ae90\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 5,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-14T15:28:57.387\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 76\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"krp3scaling3-2020-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"krp3scaling3-2020.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"krp3scaling3-2020-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"adgroup2620\",\r\n \"groupId\": \"8ccab7c3-6528-4ae8-9753-ea894217e566\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"282211eastus.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"krp3scaling3-2020-09-03-2020-10-14t15-25-28-517z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-custv-cluster-rg/providers/Microsoft.HDInsight/clusters/mawolfen-clust-to-lock\",\r\n \"name\": \"mawolfen-clust-to-lock\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"2b8ecc2c-9556-42ca-b0b9-e7827f14eb2f\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3004-13\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.1810270004.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"e29521270a734d1ab894e2ed53ed6e60\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet/subnets/mawolfen-eus-custom-subnet\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet/subnets/mawolfen-eus-custom-subnet\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mawolfen-253943-eus-customvnet-rg/providers/Microsoft.Network/virtualNetworks/mawolfen-eus-custom-vnet/subnets/mawolfen-eus-custom-subnet\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2018-12-10T17:35:07.003\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mawolfen-clust-to-lock-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mawolfen-clust-to-lock.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mawolfen-clust-to-lock-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hegayamtestvmss/providers/Microsoft.HDInsight/clusters/test3neweastus\",\r\n \"name\": \"test3neweastus\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"f8360dc6-eb27-46ce-9c20-6e6338844c31\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2009101914.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"27585cf330dc43d6b50e957e045684e3\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-09-30T00:13:30.853\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test3neweastus-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test3neweastus.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"test3neweastuhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"test3neweastus-2020-09-30t00-12-20-589z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hegayamtestvmss/providers/Microsoft.HDInsight/clusters/test4neweastus\",\r\n \"name\": \"test4neweastus\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"18d017e0-0e57-4ab8-b09d-cb7b26842e71\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"c7aa141037ea44eca56e682a9497814e\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-29T23:30:06.81\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test4neweastus-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test4neweastus.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"test4neweastuhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"test4neweastus-2020-09-29t23-29-22-139z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/testadlsgen2withanothersub\",\r\n \"name\": \"testadlsgen2withanothersub\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"62f9d1c7-fed0-4749-8253-d86a62956809\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"eaa464a220f441238bd2a7dac30a4915\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T09:30:25.41\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testadlsgen2withanothersub-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testadlsgen2withanothersub.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"shangweiadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/051ddeca-1ed6-4d8b-ba6f-1ff561e5f3b3/resourceGroups/shangwei-synapse/providers/Microsoft.Storage/storageAccounts/shangweiadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"testadlsgen2withanother-2020-09-21t09-29-44-016z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hegayamtestvmss/providers/Microsoft.HDInsight/clusters/testeus40\",\r\n \"name\": \"testeus40\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"0e257dae-fe31-41f4-850e-fb92dfc9ce0e\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2009101914.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"bb35aa5c668845679ed68d7cdf4c0a14\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-09-30T00:03:05.8\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testeus40-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testeus40.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testeus40hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testeus40-2020-09-30t00-02-08-112z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/TestZookeeperNode/providers/Microsoft.HDInsight/clusters/testsparkzookeeper\",\r\n \"name\": \"testsparkzookeeper\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"7e688d44-e510-4b25-b58f-3652b6056cb5\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"Hadoop\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"e785a0406f5247179c9d1381eac5a952\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T15:06:53.867\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testsparkzookeeper-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testsparkzookeeper.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/shangwei-rg/providers/Microsoft.HDInsight/clusters/testzknodeshadoopv36\",\r\n \"name\": \"testzknodeshadoopv36\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"07528661-6e30-40fa-98b5-52220e909f45\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"1f381844b8324aac9217789e2aa159c5\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T05:37:43.71\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodeshadoopv36-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodeshadoopv36.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testzknodeshahdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testzknodesha-2020-09-22t05-35-19-355z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/shangwei-rg/providers/Microsoft.HDInsight/clusters/testzknodeshadoopv40\",\r\n \"name\": \"testzknodeshadoopv40\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"2255817c-7132-4e4b-8fb8-7e83ff3ec883\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"3.1\"\r\n }\r\n },\r\n \"clusterId\": \"a2f2401896014daca510b307c028c034\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T05:39:01.607\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodeshadoopv40-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodeshadoopv40.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testzknodeshahdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testzknodeshadoop-2020-09-22t05-37-59-605z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/shangwei-rg/providers/Microsoft.HDInsight/clusters/testzknodessparkv36\",\r\n \"name\": \"testzknodessparkv36\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"6b6b7ee3-1db6-4a80-bae5-d161feec917a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"a4e0fe2523df429ea9728fb120e11cef\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T05:29:54.087\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodessparkv36-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodessparkv36.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testzknodessphdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testzknodesspark-2020-09-22t05-28-21-603z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/shangwei-rg/providers/Microsoft.HDInsight/clusters/testzknodessparkv40\",\r\n \"name\": \"testzknodessparkv40\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"8a12fd20-3d5c-4172-a7c2-b31ec00c1ec9\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"14030a5069bf4f02a8fd58925b1db1ee\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-22T05:33:27.277\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodessparkv40-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzknodessparkv40.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testzknodessphdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testzknodessp-2020-09-22t05-32-18-480z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/TestZookeeperNode/providers/Microsoft.HDInsight/clusters/testzookeepercls\",\r\n \"name\": \"testzookeepercls\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"0946b93e-c735-407e-966e-d20947a669f5\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hbase-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HBase\",\r\n \"componentVersion\": {\r\n \"HBase\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"1e29bab4ddd048689135b9be03128e93\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T18:42:11.663\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 30\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzookeepercls-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testzookeepercls.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/testhdiclusterzookeepernode/providers/Microsoft.HDInsight/clusters/testzookeepernodesize\",\r\n \"name\": \"testzookeepernodesize\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"022ced59-4f74-4404-81c0-4b2ed3e0b001\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hbase-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"hbase\",\r\n \"componentVersion\": {\r\n \"hbase\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"8312b9e07ba24939bb483781316fc503\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-09-14T19:01:39.643\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 26\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"InvalidWasbAccountNoPageBlobSupport\",\r\n \"message\": \"Provided storage account 'testzookeeperstg' does not support page blobs, a requirement for this cluster type.\"\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/x1rg/providers/Microsoft.HDInsight/clusters/x109262222\",\r\n \"name\": \"x109262222\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"ad30dce8-7b5a-4f2f-8d1f-0bcdd3e8ef99\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"d19861e78ff042b9beb289c381092802\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 6,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Premium_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-25T10:30:46.1\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 38\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x109262222-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x109262222.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"diskEncryptionProperties\": {\r\n \"vaultUri\": \"https://x1kv0925.vault.azure.net\",\r\n \"keyName\": \"x1encykey0925enabled\",\r\n \"keyVersion\": \"2901d8961ab04dcf8056fcf8e5d31983\",\r\n \"encryptionAlgorithm\": \"RSA-OAEP\",\r\n \"msiResourceId\": \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\",\r\n \"encryptionAtHost\": true\r\n },\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"x109262222hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"x109262222-2020-09-25t10-28-48-389z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\": {\r\n \"principalId\": \"d6664102-3548-487d-bbd0-258742e3789f\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/x1rg/providers/Microsoft.HDInsight/clusters/x1hdi09256enb\",\r\n \"name\": \"x1hdi09256enb\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US\",\r\n \"etag\": \"b07acd77-d996-4299-8276-3c5772b53a0a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"b0b91fc0d83b43139b1065287b617a2a\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_ds2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-25T10:06:33.09\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x1hdi09256enb-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"x1hdi09256enb.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"diskEncryptionProperties\": {\r\n \"vaultUri\": \"https://x1kv0925.vault.azure.net\",\r\n \"keyName\": \"x1encykey0925enabled\",\r\n \"keyVersion\": \"2901d8961ab04dcf8056fcf8e5d31983\",\r\n \"encryptionAlgorithm\": \"RSA-OAEP\",\r\n \"msiResourceId\": \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\",\r\n \"encryptionAtHost\": true\r\n },\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"x1hdi09256enbhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"x1hdi09256enb-2020-09-25t10-05-23-500z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/1533031f-9510-4d8d-8f83-af94df45d43c/resourcegroups/hdi-sf-df-eastus/providers/microsoft.managedidentity/userassignedidentities/msi-hdi-sf-df-eastus-0\": {\r\n \"principalId\": \"d6664102-3548-487d-bbd0-258742e3789f\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/mktestrg/providers/Microsoft.HDInsight/clusters/mktestaddlstorage1\",\r\n \"name\": \"mktestaddlstorage1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US\",\r\n \"etag\": \"76de626f-6b39-4813-bdb6-898556c1c97c\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"783efcb9280e42b48f9c5d313a53b376\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-14T04:28:26.76\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mktestAddlstorage1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"mktestAddlstorage1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"mktestaddlstohdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"mktestaddlstorage-2020-09-14t04-25-31-212z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n },\r\n {\r\n \"name\": \"cdub0528.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"blank\",\r\n \"saskey\": null,\r\n \"isDefault\": false,\r\n \"fileshare\": null\r\n },\r\n {\r\n \"name\": \"mkteststroagea.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"blank\",\r\n \"saskey\": null,\r\n \"isDefault\": false,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.HDInsight/clusters/testoozieerror1\",\r\n \"name\": \"testoozieerror1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US\",\r\n \"etag\": \"2499aa33-194c-4618-8e8c-ae8bc9726b38\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"bfa0137bcf56473eac44c26380751856\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN/subnets/Workload-SN\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN/subnets/Workload-SN\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/Test-FW-RG/providers/Microsoft.Network/virtualNetworks/Test-FW-VN/subnets/Workload-SN\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Failed\",\r\n \"clusterState\": \"Error\",\r\n \"createdDate\": \"2020-02-10T18:42:28.42\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"InvalidNetworkConfigurationErrorCode\",\r\n \"message\": \"Virtual Network configuration is not compatible with HDInsight Requirement. Error: 'Failed to connect to Azure SQL', Please follow https://go.microsoft.com/fwlink/?linkid=853974 to fix it. \"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testoozieerror1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testoozieerror1.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testoozieerror1-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testooziestg1.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testoozieerror1-2020-02-10t18-41-26-343z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdi-test-wawon-rg/providers/Microsoft.HDInsight/clusters/wawon-test\",\r\n \"name\": \"wawon-test\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"West US\",\r\n \"etag\": \"2f286f2f-9bb1-4348-9fbd-7ee9fc35091b\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3003-25\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.1810062023.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"e9017f01897f4a65bcf8e231ac3c01bc\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/wawon-diskencrypt/providers/Microsoft.Network/virtualNetworks/wawon-diskencrypt-vnet/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2018-11-12T01:23:36.633\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"wawon-test-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"wawon-test.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"wawon-test-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/adkorlep-devrp/providers/Microsoft.HDInsight/clusters/testcomponents\",\r\n \"name\": \"testcomponents\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"France Central\",\r\n \"etag\": \"58d45ef0-5b0e-453b-b40a-cd9e014b9680\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.1000.1\",\r\n \"clusterHdpVersion\": \"3.1.6.2-2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.1000.1.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"22312a47f0ef444f961caeb4bf0adaff\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-11T20:55:10.25\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testComponents-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"testComponents.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"testcomponenthdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"testcomponents1-2020-10-11t20-51-54-777z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubkafka11hdi40\",\r\n \"name\": \"cdubkafka11hdi40\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"b813a5d7-bfb5-4a40-85e7-e75b14b9241d\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.1000.0\",\r\n \"clusterHdpVersion\": \"3.0.2.1-8\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.1000.0.2005250626.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.1\"\r\n }\r\n },\r\n \"clusterId\": \"9ebfb234ac654796849fec584bc09744\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 6,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-05-29T06:24:09.14\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 44\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka11hdi40-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka11hdi40.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubkafka11hdhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubkafka11hdi40-2020-05-29t06-23-09-112z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/congrli-scus/providers/Microsoft.HDInsight/clusters/congrli0610\",\r\n \"name\": \"congrli0610\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"90beba44-a429-4258-ad16-0c2a1f76fab2\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3025-2\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2006100202.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"22d87ce7ad974de6bae9ab73ba8e5f3c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"DeleteQueued\",\r\n \"createdDate\": \"2020-06-11T00:33:33.83\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"congrli0610-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"congrli0610.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"congrli0610storage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"congrli0610-2020-06-11t00-31-49-109z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdi-latest-adlsgen2\",\r\n \"name\": \"hdi-latest-adlsgen2\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"6906cf25-3e87-4762-8459-c3bfb2b46c48\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Spark\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"0ddee3bb563b47b197b5b7ee9091eebe\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-12T13:34:15.003\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 20\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-latest-adlsgen2-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-latest-adlsgen2.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytestadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytestadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"hdi-latest-adlsgen2\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdi-ps-adlsgen2\",\r\n \"name\": \"hdi-ps-adlsgen2\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"9089784b-a2bd-4afe-ae3a-7de0360bbfdd\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Spark\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"f4e28228c09440c5bec51bc7e3157924\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T11:58:11.837\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 16\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-adlsgen2-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-adlsgen2.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytestadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytestadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"cluster1\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdi-ps-adlsgen2-nokey\",\r\n \"name\": \"hdi-ps-adlsgen2-nokey\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"1530a08c-8f41-4e99-961b-f6a76e67f191\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Spark\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.4\"\r\n }\r\n },\r\n \"clusterId\": \"1d2851bf24284ad5896ac38d2f64f513\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T13:02:19.367\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 16\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-adlsgen2-nokey-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-adlsgen2-nokey.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytestadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytestadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"cluster1\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/hdipskafkwithcustomvmsize\",\r\n \"name\": \"hdipskafkwithcustomvmsize\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"5919cb06-9439-4d08-bec9-3ac685eb8dee\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.0\"\r\n }\r\n },\r\n \"clusterId\": \"1606b3bc954d4f8d8e849c75a85db39d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-14T08:33:13.973\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdipskafkwithcustomvmsize-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdipskafkwithcustomvmsize.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdipskafkwithcustomvmsize-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytesthdistorage.blob.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytesthdistorage\",\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdipskafkwithcustomvmsize\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.1\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961\",\r\n \"name\": \"hdi-ps-test1961\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"67c3b7bf-e704-43eb-a742-a170eb7c9ea3\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.26\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2007270451.json\",\r\n \"kind\": \"Kafka\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"1.0\"\r\n }\r\n },\r\n \"clusterId\": \"fff56a10b9cc41c2aed9ab7b794fc006\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-15T07:16:52.373\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 48\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdi-ps-test1961-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"FakeClientGroup\",\r\n \"groupId\": \"00000000-0000-0000-0000-000000000000\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"storagepstest1981.blob.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.Storage/storageAccounts/storagepstest1981\",\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"hdi-ps-test1961\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.HDInsight/clusters/hdisdk-rpoutboundandpl3435\",\r\n \"name\": \"hdisdk-rpoutboundandpl3435\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"4541a31e-9c1e-4193-959c-c08d83d39065\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3026-7\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2010090238.json\",\r\n \"kind\": \"Hadoop\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"7fad972979dc4cdda8dd0c831d72f173\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser7543\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser7543\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a1_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser7543\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicsharprg5163/providers/Microsoft.Network/virtualNetworks/hdisdkvnet4316/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-10-10T12:16:39.98\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 20\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdisdk-rpoutboundandpl3435-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdisdk-rpoutboundandpl3435.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"HTTPS-INTERNAL\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"hdisdk-rpoutboundandpl3435-int.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"hdicsharpstorage96.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"default5234\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"networkProperties\": {\r\n \"resourceProviderConnection\": \"Outbound\",\r\n \"privateLink\": \"Disabled\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.HDInsight/clusters/zzyclusteradlsgen2\",\r\n \"name\": \"zzyclusteradlsgen2\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"South Central US\",\r\n \"etag\": \"d5e5664b-01b4-46cf-a324-aada9b6b5c9f\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.2000.1\",\r\n \"clusterHdpVersion\": \"4.1.0.71\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.2000.1.2009101914.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"c1564e20a50343d5b2fc4e7e3faba992\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-21T07:23:24.24\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"zzyclusteradlsgen2-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"zzyclusteradlsgen2.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"zzytestadlsgen2.dfs.core.windows.net\",\r\n \"resourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/zzy-test-rg/providers/Microsoft.Storage/storageAccounts/zzytestadlsgen2\",\r\n \"msiResourceId\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/Microsoft.ManagedIdentity/userAssignedIdentities/zzytestmsi\",\r\n \"key\": null,\r\n \"fileSystem\": \"zzyclusteradlsgen2-2020-09-21t07-20-14-046z\",\r\n \"container\": null,\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n },\r\n \"identity\": {\r\n \"type\": \"UserAssigned\",\r\n \"userAssignedIdentities\": {\r\n \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/zzy-test-rg/providers/microsoft.managedidentity/userassignedidentities/zzytestmsi\": {\r\n \"principalId\": \"5665a891-521c-474d-8b9b-4f3398a2a792\",\r\n \"tenantId\": \"72f988bf-86f1-41af-91ab-2d7cd011db47\"\r\n }\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/bhselvagRGeastus2/providers/Microsoft.HDInsight/clusters/bhselvtest-donotdel\",\r\n \"name\": \"bhselvtest-donotdel\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"a8725f13-af0b-4401-b570-6214a8816284\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3016-3\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.6.1000.67.2001080246.json\",\r\n \"kind\": \"HADOOP\",\r\n \"componentVersion\": {\r\n \"Hadoop\": \"2.7\"\r\n }\r\n },\r\n \"clusterId\": \"846a4280314d4d21a3470815e7789c36\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-02-26T16:58:15.13\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 24\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"bhselvtest-donotdel.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"bhselvtestdonhdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"bhselvtest-donotdel-2020-02-26t16-55-47-031z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/01madhu24june/providers/Microsoft.HDInsight/clusters/harinic-l-701-522\",\r\n \"name\": \"harinic-l-701-522\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"0fc538cd-057a-455a-8870-25391aa66162\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.2.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.2.1000.0.4930622.json\",\r\n \"kind\": \"hadoop\"\r\n },\r\n \"clusterId\": \"927c705a4e1e4cc4b46b3b08a18e6f5d\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 1,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"remote\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Deleting\",\r\n \"clusterState\": \"DeleteError\",\r\n \"createdDate\": \"2015-07-02T00:22:32.477\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 0\r\n },\r\n \"errors\": [\r\n {\r\n \"code\": \"AzureResourceCreationFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n },\r\n {\r\n \"code\": \"AzureResourceDeletionFailedErrorCode\",\r\n \"message\": \"Internal server error occurred while processing the request. Please retry the request or contact support.\"\r\n }\r\n ],\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"harinic-l-701-522.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/priteeeastus2rg/providers/Microsoft.HDInsight/clusters/priteeeastus2pre\",\r\n \"name\": \"priteeeastus2pre\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"e6aa83fc-e6bb-469c-b34b-f81ce52811b1\",\r\n \"tags\": null,\r\n \"properties\": {\r\n \"clusterVersion\": \"3.5.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/hadoop-3.5.1000.0.10078699.json\",\r\n \"kind\": \"HADOOP\"\r\n },\r\n \"clusterId\": \"5847e4654a9e4ab18b8e49d59215b545\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2017-05-19T00:13:18.52\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"priteeeastus2pre.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.HDInsight/clusters/rahusingsecurehdi1\",\r\n \"name\": \"rahusingsecurehdi1\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"Central US\",\r\n \"etag\": \"76bb8ab4-a964-4515-8aa7-655f8ecce32a\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.0\",\r\n \"clusterHdpVersion\": \"\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.0.11683648.json\",\r\n \"kind\": \"spark\",\r\n \"componentVersion\": {\r\n \"spark\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"31990306470645bfa413700df47fc45c\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_A2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"virtualNetworkProfile\": {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET\",\r\n \"subnet\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/rahusingtestrg/providers/Microsoft.Network/virtualNetworks/adVNET/subnets/default\"\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"securityProfile\": {\r\n \"directoryType\": \"ActiveDirectory\",\r\n \"domain\": \"contoso.com\",\r\n \"organizationalUnitDN\": \"OU=Hadoop,DC=contoso,DC=com\",\r\n \"ldapsUrls\": [\r\n \"ldaps://contoso.com:636/\"\r\n ],\r\n \"domainUsername\": \"hdiuser@contoso.com\",\r\n \"clusterUsersGroupDNs\": [\r\n \"hadoopusers\"\r\n ],\r\n \"aaddsResourceId\": null,\r\n \"msiResourceId\": null\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2018-04-10T19:29:13.727\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 32\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"rahusingsecurehdi1.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"premium\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubkafka2dot1hdi4dot0\",\r\n \"name\": \"cdubkafka2dot1hdi4dot0\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"40cb328e-3945-4c20-8d31-abfcdfa49086\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.1000.0\",\r\n \"clusterHdpVersion\": \"3.0.2.0-50\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.1000.0.1810270004.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"0b2f69f07e5e4e15b523b0024bd15b07\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 1,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-06-02T07:35:12.707\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 36\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka2dot1hdi4dot0-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubkafka2dot1hdi4dot0.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubkafka2dothdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubkafka2dot1hdi4dot0-2020-06-02t07-34-11-761z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/cdub-rg/providers/Microsoft.HDInsight/clusters/cdubtest0915w\",\r\n \"name\": \"cdubtest0915w\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2\",\r\n \"etag\": \"baab3dab-b527-4456-9962-1087d425e42f\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"4.0.1000.0\",\r\n \"clusterHdpVersion\": \"3.0.2.0-50\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/kafka-4.0.1000.0.1810270004.json\",\r\n \"kind\": \"KAFKA\",\r\n \"componentVersion\": {\r\n \"Kafka\": \"2.1\"\r\n }\r\n },\r\n \"clusterId\": \"456d07513bd142eca56e50c1abe18318\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d3_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"dataDisksGroups\": [\r\n {\r\n \"disksPerNode\": 2,\r\n \"storageAccountType\": \"Standard_LRS\",\r\n \"diskSizeGB\": 1023\r\n }\r\n ],\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"kafkamanagementnode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a6\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a4_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"InProgress\",\r\n \"clusterState\": \"Operational\",\r\n \"createdDate\": \"2020-09-15T23:15:39.213\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 48\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubtest0915w-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubtest0915w.azurehdinsight.net\",\r\n \"port\": 443\r\n },\r\n {\r\n \"name\": \"KafkaRestProxyPublicEndpoint\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"cdubtest0915w-kafkarest.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"kafkaRestProperties\": {\r\n \"clientGroupInfo\": {\r\n \"groupName\": \"e-commercePreview\",\r\n \"groupId\": \"a8d8136e-d79e-47a5-8541-0772e1dec013\"\r\n },\r\n \"configurationOverride\": null\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"cdubtest0915whdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"cdubtest0915w-2020-09-15t23-13-18-307z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"m_Item1\": \"default\",\r\n \"m_Item2\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false\r\n }\r\n }\r\n },\r\n {\r\n \"id\": \"/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/abdrg/providers/Microsoft.HDInsight/clusters/test123234\",\r\n \"name\": \"test123234\",\r\n \"type\": \"Microsoft.HDInsight/clusters\",\r\n \"location\": \"East US 2 Euap\",\r\n \"etag\": \"30126aab-bcb6-487c-8a57-cae4d22f6a5c\",\r\n \"tags\": {},\r\n \"properties\": {\r\n \"clusterVersion\": \"3.6.1000.67\",\r\n \"clusterHdpVersion\": \"2.6.5.3027-5\",\r\n \"osType\": \"Linux\",\r\n \"clusterDefinition\": {\r\n \"blueprint\": \"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2007210011.json\",\r\n \"kind\": \"SPARK\",\r\n \"componentVersion\": {\r\n \"Spark\": \"2.3\"\r\n }\r\n },\r\n \"clusterId\": \"c7bfd54b2c254d41bea4a7d2af65e138\",\r\n \"computeProfile\": {\r\n \"roles\": [\r\n {\r\n \"name\": \"headnode\",\r\n \"targetInstanceCount\": 2,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d12_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"workernode\",\r\n \"targetInstanceCount\": 4,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_d13_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n },\r\n {\r\n \"name\": \"zookeepernode\",\r\n \"targetInstanceCount\": 3,\r\n \"hardwareProfile\": {\r\n \"vmSize\": \"standard_a2_v2\"\r\n },\r\n \"osProfile\": {\r\n \"linuxOperatingSystemProfile\": {\r\n \"username\": \"sshuser\"\r\n }\r\n },\r\n \"encryptDataDisks\": false\r\n }\r\n ]\r\n },\r\n \"provisioningState\": \"Succeeded\",\r\n \"clusterState\": \"Running\",\r\n \"createdDate\": \"2020-09-18T02:21:15.413\",\r\n \"quotaInfo\": {\r\n \"coresUsed\": 40\r\n },\r\n \"connectivityEndpoints\": [\r\n {\r\n \"name\": \"SSH\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test123234-ssh.azurehdinsight.net\",\r\n \"port\": 22\r\n },\r\n {\r\n \"name\": \"HTTPS\",\r\n \"protocol\": \"TCP\",\r\n \"location\": \"test123234.azurehdinsight.net\",\r\n \"port\": 443\r\n }\r\n ],\r\n \"tier\": \"standard\",\r\n \"encryptionInTransitProperties\": {\r\n \"isEncryptionInTransitEnabled\": false\r\n },\r\n \"storageProfile\": {\r\n \"storageaccounts\": [\r\n {\r\n \"name\": \"test123234hdistorage.blob.core.windows.net\",\r\n \"resourceId\": null,\r\n \"msiResourceId\": null,\r\n \"key\": null,\r\n \"fileSystem\": null,\r\n \"container\": \"test123234-2020-09-18t02-20-33-958z\",\r\n \"saskey\": null,\r\n \"isDefault\": true,\r\n \"fileshare\": null\r\n }\r\n ]\r\n },\r\n \"minSupportedTlsVersion\": \"1.2\",\r\n \"excludedServicesConfig\": {\r\n \"excludedServicesConfigId\": \"default\",\r\n \"excludedServicesList\": \"\"\r\n },\r\n \"computeIsolationProperties\": {\r\n \"enableComputeIsolation\": false,\r\n \"hostSku\": null\r\n }\r\n }\r\n }\r\n ]\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/configurations/core-site?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9jb25maWd1cmF0aW9ucy9jb3JlLXNpdGU/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-client-request-id": [ + "931a4c91-b1df-4a78-90ae-db338cf1a8c4" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "50169ede-eca9-4666-bf7a-81b2137c0918" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "2fd22e31-f19e-4f74-b2c3-5ebc762c9bf2" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11988" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073338Z:2fd22e31-f19e-4f74-b2c3-5ebc762c9bf2" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:33:38 GMT" + ], + "Content-Length": [ + "152" + ], + "Content-Type": [ + "application/json; charset=Windows-1252" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"fs.defaultFS\": \"wasb://hdi-ps-test1961@storagepstest1981.blob.core.windows.net\",\r\n \"fs.azure.account.key.storagepstest1981.blob.core.windows.net\": \"*****\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961/configurations/clusterIdentity?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MS9jb25maWd1cmF0aW9ucy9jbHVzdGVySWRlbnRpdHk/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "x-ms-client-request-id": [ + "7ebb099f-b9a0-4b47-b59c-ad330bfde430" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "b8fca270-146f-4b79-9e8f-179cd3809cc0" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "c600a485-efc8-4acd-8ec6-2e7cf1a3cb53" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11987" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073339Z:c600a485-efc8-4acd-8ec6-2e7cf1a3cb53" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:33:39 GMT" + ], + "Content-Length": [ + "2" + ], + "Content-Type": [ + "application/json; charset=Windows-1252" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/group-ps-test6287/providers/Microsoft.HDInsight/clusters/hdi-ps-test1961?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlR3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2NsdXN0ZXJzL2hkaS1wcy10ZXN0MTk2MT9hcGktdmVyc2lvbj0yMDE4LTA2LTAxLXByZXZpZXc=", + "RequestMethod": "DELETE", + "RequestBody": "", + "RequestHeaders": { + "x-ms-client-request-id": [ + "16904135-47d4-4cd5-8e29-387bc362ca6c" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/providers/Microsoft.HDInsight/locations/South%20Central%20US/operationresults/2e4ad7cd-f59a-4a92-add1-450723b9ce26-0-r?api-version=2018-06-01-preview" + ], + "Retry-After": [ + "60" + ], + "Azure-AsyncOperation": [ + "https://management.azure.com:443/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/providers/Microsoft.HDInsight/locations/South Central US/azureasyncoperations/2e4ad7cd-f59a-4a92-add1-450723b9ce26-0-r?api-version=2018-06-01-preview" + ], + "x-ms-request-id": [ + "dcb538da-3926-4f76-b3ff-7bfb726f968e" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "20c1757d-1c15-446a-99a1-63f7667aa3da" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-deletes": [ + "14999" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073401Z:20c1757d-1c15-446a-99a1-63f7667aa3da" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:34:01 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/providers/Microsoft.HDInsight/locations/South%20Central%20US/azureasyncoperations/2e4ad7cd-f59a-4a92-add1-450723b9ce26-0-r?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2xvY2F0aW9ucy9Tb3V0aCUyMENlbnRyYWwlMjBVUy9henVyZWFzeW5jb3BlcmF0aW9ucy8yZTRhZDdjZC1mNTlhLTRhOTItYWRkMS00NTA3MjNiOWNlMjYtMC1yP2FwaS12ZXJzaW9uPTIwMTgtMDYtMDEtcHJldmlldw==", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "f22057e7-67e4-46f0-9b4c-839326616039" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "681a95c7-5593-4b67-a266-186891fbf313" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11985" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073501Z:681a95c7-5593-4b67-a266-186891fbf313" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:35:00 GMT" + ], + "Content-Length": [ + "22" + ], + "Content-Type": [ + "application/json; charset=utf-8" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "{\r\n \"status\": \"Succeeded\"\r\n}", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/providers/Microsoft.HDInsight/locations/South%20Central%20US/operationresults/2e4ad7cd-f59a-4a92-add1-450723b9ce26-0-r?api-version=2018-06-01-preview", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Byb3ZpZGVycy9NaWNyb3NvZnQuSERJbnNpZ2h0L2xvY2F0aW9ucy9Tb3V0aCUyMENlbnRyYWwlMjBVUy9vcGVyYXRpb25yZXN1bHRzLzJlNGFkN2NkLWY1OWEtNGE5Mi1hZGQxLTQ1MDcyM2I5Y2UyNi0wLXI/YXBpLXZlcnNpb249MjAxOC0wNi0wMS1wcmV2aWV3", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.HDInsight.HDInsightManagementClient/5.6.0.0" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-request-id": [ + "170881b1-40ef-464d-88b7-e9b6a9d0b1cc" + ], + "x-ms-hdi-served-by": [ + "southcentralus" + ], + "x-ms-correlation-request-id": [ + "d6e51f13-fa36-4c23-b815-e2170845df8f" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11984" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073501Z:d6e51f13-fa36-4c23-b815-e2170845df8f" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:35:01 GMT" + ], + "Expires": [ + "-1" + ] + }, + "ResponseBody": "", + "StatusCode": 204 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourcegroups/group-ps-test6287?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L3Jlc291cmNlZ3JvdXBzL2dyb3VwLXBzLXRlc3Q2Mjg3P2FwaS12ZXJzaW9uPTIwMTYtMDktMDE=", + "RequestMethod": "DELETE", + "RequestBody": "", + "RequestHeaders": { + "x-ms-client-request-id": [ + "327238ed-0c7b-440c-b793-51be6c034549" + ], + "Accept-Language": [ + "en-US" + ], + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-deletes": [ + "14999" + ], + "x-ms-request-id": [ + "db1a17b2-5862-4900-8aba-5503cbce8af3" + ], + "x-ms-correlation-request-id": [ + "db1a17b2-5862-4900-8aba-5503cbce8af3" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073505Z:db1a17b2-5862-4900-8aba-5503cbce8af3" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:35:04 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFIVWs5VlVEb3lSRkJUT2pKRVZFVlRWRFl5T0RjdFUwOVZWRWhEUlU1VVVrRk1WVk1pTENKcWIySk1iMk5oZEdsdmJpSTZJbk52ZFhSb1kyVnVkSEpoYkhWekluMD9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11995" + ], + "x-ms-request-id": [ + "873af6c9-7bb6-4e3f-a422-113fa8e61199" + ], + "x-ms-correlation-request-id": [ + "873af6c9-7bb6-4e3f-a422-113fa8e61199" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073520Z:873af6c9-7bb6-4e3f-a422-113fa8e61199" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:35:19 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFIVWs5VlVEb3lSRkJUT2pKRVZFVlRWRFl5T0RjdFUwOVZWRWhEUlU1VVVrRk1WVk1pTENKcWIySk1iMk5oZEdsdmJpSTZJbk52ZFhSb1kyVnVkSEpoYkhWekluMD9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11994" + ], + "x-ms-request-id": [ + "1989472d-b81c-408c-a526-e87ddaa082f7" + ], + "x-ms-correlation-request-id": [ + "1989472d-b81c-408c-a526-e87ddaa082f7" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073536Z:1989472d-b81c-408c-a526-e87ddaa082f7" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:35:36 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFIVWs5VlVEb3lSRkJUT2pKRVZFVlRWRFl5T0RjdFUwOVZWRWhEUlU1VVVrRk1WVk1pTENKcWIySk1iMk5oZEdsdmJpSTZJbk52ZFhSb1kyVnVkSEpoYkhWekluMD9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11993" + ], + "x-ms-request-id": [ + "ff2d4b89-dfe7-497b-9ef1-5b88b1c3cb8b" + ], + "x-ms-correlation-request-id": [ + "ff2d4b89-dfe7-497b-9ef1-5b88b1c3cb8b" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073551Z:ff2d4b89-dfe7-497b-9ef1-5b88b1c3cb8b" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:35:51 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFIVWs5VlVEb3lSRkJUT2pKRVZFVlRWRFl5T0RjdFUwOVZWRWhEUlU1VVVrRk1WVk1pTENKcWIySk1iMk5oZEdsdmJpSTZJbk52ZFhSb1kyVnVkSEpoYkhWekluMD9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11992" + ], + "x-ms-request-id": [ + "305d0056-18ff-441b-8d07-4d81e5d61ac7" + ], + "x-ms-correlation-request-id": [ + "305d0056-18ff-441b-8d07-4d81e5d61ac7" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073606Z:305d0056-18ff-441b-8d07-4d81e5d61ac7" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:36:06 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFIVWs5VlVEb3lSRkJUT2pKRVZFVlRWRFl5T0RjdFUwOVZWRWhEUlU1VVVrRk1WVk1pTENKcWIySk1iMk5oZEdsdmJpSTZJbk52ZFhSb1kyVnVkSEpoYkhWekluMD9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11991" + ], + "x-ms-request-id": [ + "97cb99fb-1640-42a0-83a7-15cf9fb57289" + ], + "x-ms-correlation-request-id": [ + "97cb99fb-1640-42a0-83a7-15cf9fb57289" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073622Z:97cb99fb-1640-42a0-83a7-15cf9fb57289" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:36:21 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFIVWs5VlVEb3lSRkJUT2pKRVZFVlRWRFl5T0RjdFUwOVZWRWhEUlU1VVVrRk1WVk1pTENKcWIySk1iMk5oZEdsdmJpSTZJbk52ZFhSb1kyVnVkSEpoYkhWekluMD9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "Location": [ + "https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01" + ], + "Retry-After": [ + "15" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11990" + ], + "x-ms-request-id": [ + "c1c6a4ae-c852-4c3e-80c7-47ae5a0e8645" + ], + "x-ms-correlation-request-id": [ + "c1c6a4ae-c852-4c3e-80c7-47ae5a0e8645" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073637Z:c1c6a4ae-c852-4c3e-80c7-47ae5a0e8645" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:36:36 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 202 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFIVWs5VlVEb3lSRkJUT2pKRVZFVlRWRFl5T0RjdFUwOVZWRWhEUlU1VVVrRk1WVk1pTENKcWIySk1iMk5oZEdsdmJpSTZJbk52ZFhSb1kyVnVkSEpoYkhWekluMD9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11989" + ], + "x-ms-request-id": [ + "e51e1f79-fbd1-4094-8cea-728560a6aff3" + ], + "x-ms-correlation-request-id": [ + "e51e1f79-fbd1-4094-8cea-728560a6aff3" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073652Z:e51e1f79-fbd1-4094-8cea-728560a6aff3" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:36:52 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 200 + }, + { + "RequestUri": "/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1HUk9VUDoyRFBTOjJEVEVTVDYyODctU09VVEhDRU5UUkFMVVMiLCJqb2JMb2NhdGlvbiI6InNvdXRoY2VudHJhbHVzIn0?api-version=2016-09-01", + "EncodedRequestUri": "L3N1YnNjcmlwdGlvbnMvOTY0YzEwYmItOGE2Yy00M2JjLTgzZDMtNmIzMThjNmM3MzA1L29wZXJhdGlvbnJlc3VsdHMvZXlKcWIySkpaQ0k2SWxKRlUwOVZVa05GUjFKUFZWQkVSVXhGVkVsUFRrcFBRaTFIVWs5VlVEb3lSRkJUT2pKRVZFVlRWRFl5T0RjdFUwOVZWRWhEUlU1VVVrRk1WVk1pTENKcWIySk1iMk5oZEdsdmJpSTZJbk52ZFhSb1kyVnVkSEpoYkhWekluMD9hcGktdmVyc2lvbj0yMDE2LTA5LTAx", + "RequestMethod": "GET", + "RequestBody": "", + "RequestHeaders": { + "User-Agent": [ + "FxVersion/4.6.29321.03", + "OSName/Windows", + "OSVersion/Microsoft.Windows.10.0.18363.", + "Microsoft.Azure.Management.Internal.Resources.ResourceManagementClient/1.3.24" + ] + }, + "ResponseHeaders": { + "Cache-Control": [ + "no-cache" + ], + "Pragma": [ + "no-cache" + ], + "x-ms-ratelimit-remaining-subscription-reads": [ + "11988" + ], + "x-ms-request-id": [ + "2205c83d-c1da-4d95-937b-0a010edb48d9" + ], + "x-ms-correlation-request-id": [ + "2205c83d-c1da-4d95-937b-0a010edb48d9" + ], + "x-ms-routing-request-id": [ + "JAPANEAST:20201015T073653Z:2205c83d-c1da-4d95-937b-0a010edb48d9" + ], + "Strict-Transport-Security": [ + "max-age=31536000; includeSubDomains" + ], + "X-Content-Type-Options": [ + "nosniff" + ], + "Date": [ + "Thu, 15 Oct 2020 07:36:52 GMT" + ], + "Expires": [ + "-1" + ], + "Content-Length": [ + "0" + ] + }, + "ResponseBody": "", + "StatusCode": 200 + } + ], + "Names": { + "Test-CreateClusterWithKafkaRestProxy": [ + "hdi-ps-test1961", + "group-ps-test6287", + "storagepstest1981" + ] + }, + "Variables": { + "SubscriptionId": "964c10bb-8a6c-43bc-83d3-6b318c6c7305" + } +} \ No newline at end of file diff --git a/src/HDInsight/HDInsight.Test/UnitTests/ConfigurationTests.cs b/src/HDInsight/HDInsight.Test/UnitTests/ConfigurationTests.cs index 022e76a7b147..fc8ad008bd18 100644 --- a/src/HDInsight/HDInsight.Test/UnitTests/ConfigurationTests.cs +++ b/src/HDInsight/HDInsight.Test/UnitTests/ConfigurationTests.cs @@ -78,8 +78,8 @@ private void CreateNewConfig(bool setEdgeNodeVmSize = false) c.AdditionalStorageAccounts.Count == 0 && c.Configurations.Count == 0 && string.IsNullOrEmpty(c.WorkerNodeSize) && - string.IsNullOrEmpty(c.DefaultStorageAccountKey) && - string.IsNullOrEmpty(c.DefaultStorageAccountName) && + string.IsNullOrEmpty(c.StorageAccountKey) && + string.IsNullOrEmpty(c.StorageAccountResourceId) && string.IsNullOrEmpty(c.HeadNodeSize) && string.IsNullOrEmpty(c.ZookeeperNodeSize) && ((!setEdgeNodeVmSize && string.IsNullOrEmpty(c.EdgeNodeSize)) || (setEdgeNodeVmSize && c.EdgeNodeSize == "edgeNodeVmSizeSetTest")) && diff --git a/src/HDInsight/HDInsight.Test/UnitTests/NewClusterTests.cs b/src/HDInsight/HDInsight.Test/UnitTests/NewClusterTests.cs index 16b796bbe82a..4a5569412562 100644 --- a/src/HDInsight/HDInsight.Test/UnitTests/NewClusterTests.cs +++ b/src/HDInsight/HDInsight.Test/UnitTests/NewClusterTests.cs @@ -30,7 +30,9 @@ public class NewClusterTests : HDInsightTestBase { private NewAzureHDInsightClusterCommand cmdlet; private const string StorageName = "giyerwestus1.blob.core.windows.net"; + private const string StorageAccountResourceId = "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/fakerg/providers/Microsoft.Storage/storageAccounts/giyerwestus1"; private const string DataLakeStoreName = "giyerwestus1.azuredatalakestore.net"; + private const string DataLakeStoreResourceId = "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/fakerg/providers/Microsoft.Storage/storageAccounts/giyerwestus1"; private const string StorageKey = "O9EQvp3A3AjXq/W27rst1GQfLllhp01qlJMJfSU1hVW2K42gUeiUUn2D8zX2lU3taiXSSfqkZlcPv+nQcYUxYw=="; private const int ClusterSize = 4; @@ -58,8 +60,8 @@ public void CanCreateNewHDInsightCluster() cmdlet.ClusterSizeInNodes = ClusterSize; cmdlet.Location = Location; cmdlet.HttpCredential = _httpCred; - cmdlet.DefaultStorageAccountName = StorageName; - cmdlet.DefaultStorageAccountKey = StorageKey; + cmdlet.StorageAccountResourceId = StorageAccountResourceId; + cmdlet.StorageAccountKey = StorageKey; cmdlet.ClusterType = ClusterType; var cluster = new Cluster(id: "id", name: ClusterName) @@ -103,18 +105,12 @@ public void CanCreateNewHDInsightCluster() var serializedConfig = JsonConvert.SerializeObject(configurations); cluster.Properties.ClusterDefinition.Configurations = serializedConfig; - hdinsightManagementMock.Setup(c => c.CreateNewCluster(ResourceGroupName, ClusterName, OSType.Linux, It.Is( - parameters => - parameters.ClusterSizeInNodes == ClusterSize && - parameters.DefaultStorageInfo as AzureStorageInfo != null && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountName == StorageName && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountKey == StorageKey && - parameters.Location == Location && - parameters.UserName == _httpCred.UserName && - parameters.Password == _httpCred.Password.ConvertToString() && - parameters.ClusterType == ClusterType), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny())) - .Returns(cluster) - .Verifiable(); + hdinsightManagementMock.Setup(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == ClusterType && + parameters.Properties.OsType == OSType.Linux + )) + ).Returns(cluster).Verifiable(); cmdlet.ExecuteCmdlet(); @@ -165,7 +161,7 @@ public void CanCreateNewHDInsightCluster_Secure_Linux() { cmdlet.SecurityProfile = new AzureHDInsightSecurityProfile() { - Domain = "domain.com", + DomainResourceId = "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/fakerg/providers/Microsoft.AAD/domainServices/domain.com", DomainUserCredential = new PSCredential("username", "pass".ConvertToSecureString()), OrganizationalUnitDN = "OUDN", LdapsUrls = new[] @@ -189,7 +185,7 @@ public void CanCreateNewHDInsightCluster_Secure_Linux() clusterout.Location == Location && clusterout.Name == ClusterName && clusterout.OperatingSystemType == OSType.Linux && - clusterout.SecurityProfile.Domain.Equals(cmdlet.SecurityProfile.Domain) && + clusterout.SecurityProfile.DomainResourceId.Equals(cmdlet.SecurityProfile.DomainResourceId) && clusterout.SecurityProfile.DomainUserCredential.UserName.Equals( cmdlet.SecurityProfile.DomainUserCredential.UserName) && clusterout.SecurityProfile.OrganizationalUnitDN.Equals(cmdlet.SecurityProfile.OrganizationalUnitDN) && @@ -211,8 +207,8 @@ private void CreateNewHDInsightCluster( cmdlet.ClusterSizeInNodes = ClusterSize; cmdlet.Location = Location; cmdlet.HttpCredential = _httpCred; - cmdlet.DefaultStorageAccountName = StorageName; - cmdlet.DefaultStorageAccountKey = StorageKey; + cmdlet.StorageAccountResourceId = StorageAccountResourceId; + cmdlet.StorageAccountKey = StorageKey; cmdlet.ClusterType = ClusterType; cmdlet.SshCredential = _sshCred; cmdlet.DisksPerWorkerNode = workerNodeDataDisks; @@ -275,7 +271,8 @@ private void CreateNewHDInsightCluster( ClusterUsersGroupDNs = new[] { "userGroupDn" - } + }, + AaddsResourceId= "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/fakerg/providers/Microsoft.AAD/domainServices/domain.com" }; } @@ -303,23 +300,12 @@ private void CreateNewHDInsightCluster( cluster.Properties.ClusterDefinition.Configurations = serializedConfig; // Setup Mocks and verify successfull GET response - hdinsightManagementMock.Setup( - c => c.CreateNewCluster(ResourceGroupName, ClusterName, OSType.Linux, It.Is( - parameters => - parameters.ClusterSizeInNodes == ClusterSize && - parameters.DefaultStorageInfo as AzureStorageInfo != null && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountName == StorageName && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountKey == StorageKey && - parameters.Location == Location && - parameters.UserName == _httpCred.UserName && - parameters.Password == _httpCred.Password.ConvertToString() && - parameters.ClusterType == ClusterType && - parameters.SshUserName == _sshCred.UserName && - parameters.SshPassword == _sshCred.Password.ConvertToString() && - ((!setEdgeNodeVmSize && parameters.EdgeNodeSize == null) || (setEdgeNodeVmSize && parameters.EdgeNodeSize == "edgeNodeVmSizeSetTest")) && - (workerNodeDataDisks == 0) || (workerNodeDataDisks > 0 && parameters.WorkerNodeDataDisksGroups.First().DisksPerNode == workerNodeDataDisks)), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny())) - .Returns(cluster) - .Verifiable(); + hdinsightManagementMock.Setup(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == ClusterType && + parameters.Properties.OsType == OSType.Linux + )) + ).Returns(cluster).Verifiable(); // Execute Cmdlet and verify output cmdlet.ExecuteCmdlet(); @@ -354,8 +340,8 @@ public void CanCreateNewHDInsightCluster_LinuxComponentVersion() cmdlet.ClusterSizeInNodes = ClusterSize; cmdlet.Location = Location; cmdlet.HttpCredential = _httpCred; - cmdlet.DefaultStorageAccountName = StorageName; - cmdlet.DefaultStorageAccountKey = StorageKey; + cmdlet.StorageAccountResourceId = StorageAccountResourceId; + cmdlet.StorageAccountKey = StorageKey; cmdlet.ClusterType = "Spark"; cmdlet.SshCredential = _sshCred; cmdlet.ComponentVersion = componentVersion; @@ -404,34 +390,18 @@ public void CanCreateNewHDInsightCluster_LinuxComponentVersion() var serializedConfig = JsonConvert.SerializeObject(configurations); cluster.Properties.ClusterDefinition.Configurations = serializedConfig; - hdinsightManagementMock.Setup(c => c.CreateNewCluster(ResourceGroupName, ClusterName, OSType.Linux, It.Is( - parameters => - parameters.ClusterSizeInNodes == ClusterSize && - parameters.DefaultStorageInfo as AzureStorageInfo != null && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountName == StorageName && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountKey == StorageKey && - parameters.Location == Location && - parameters.UserName == _httpCred.UserName && - parameters.Password == _httpCred.Password.ConvertToString() && - parameters.ClusterType == sparkClusterType && - parameters.SshUserName == _sshCred.UserName && - parameters.SshPassword == _sshCred.Password.ConvertToString() && - parameters.ComponentVersion["Spark"] == componentVersion["Spark"]), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny())) - .Returns(cluster) - .Verifiable(); - hdinsightManagementMock.Setup( - c => c.CreateNewCluster(ResourceGroupName, ClusterName, OSType.Linux, It.Is( - parameters => - parameters.ClusterSizeInNodes == ClusterSize && - parameters.DefaultStorageInfo as AzureStorageInfo != null && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountName == StorageName && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountKey == StorageKey && - parameters.Location == Location && - parameters.UserName == _httpCred.UserName && - parameters.Password == _httpCred.Password.ConvertToString() && - parameters.ClusterType == ClusterType && - parameters.SshUserName == _sshCred.UserName && - parameters.SshPassword == _sshCred.Password.ConvertToString()), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny())) + hdinsightManagementMock.Setup(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == sparkClusterType && + parameters.Properties.OsType == OSType.Linux + )) + ).Returns(cluster).Verifiable(); + + hdinsightManagementMock.Setup(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == ClusterType && + parameters.Properties.OsType == OSType.Linux + ))) .Returns(cluster) .Verifiable(); @@ -477,8 +447,8 @@ public void CanCreateNewHDInsightCluster_Disk_Encryption() cmdlet.ClusterSizeInNodes = ClusterSize; cmdlet.Location = Location; cmdlet.HttpCredential = _httpCred; - cmdlet.DefaultStorageAccountName = StorageName; - cmdlet.DefaultStorageAccountKey = StorageKey; + cmdlet.StorageAccountResourceId = StorageAccountResourceId; + cmdlet.StorageAccountKey = StorageKey; cmdlet.ClusterType = "Spark"; cmdlet.SshCredential = _sshCred; cmdlet.EncryptionAlgorithm = EncryptionAlgorithm; @@ -548,25 +518,12 @@ public void CanCreateNewHDInsightCluster_Disk_Encryption() var serializedConfig = JsonConvert.SerializeObject(configurations); cluster.Properties.ClusterDefinition.Configurations = serializedConfig; - hdinsightManagementMock.Setup(c => c.CreateNewCluster(ResourceGroupName, ClusterName, OSType.Linux, It.Is( - parameters => - parameters.ClusterSizeInNodes == ClusterSize && - parameters.DefaultStorageInfo as AzureStorageInfo != null && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountName == StorageName && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountKey == StorageKey && - parameters.Location == Location && - parameters.UserName == _httpCred.UserName && - parameters.Password == _httpCred.Password.ConvertToString() && - parameters.ClusterType == sparkClusterType && - parameters.SshUserName == _sshCred.UserName && - parameters.SshPassword == _sshCred.Password.ConvertToString() && - parameters.DiskEncryptionProperties.VaultUri == EncryptionVaultUri && - parameters.DiskEncryptionProperties.KeyName == EncryptionKeyName && - parameters.DiskEncryptionProperties.KeyVersion == EncryptionKeyVersion && - parameters.DiskEncryptionProperties.EncryptionAlgorithm == EncryptionAlgorithm && - parameters.DiskEncryptionProperties.MsiResourceId == AssignedIdentity), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny())) - .Returns(cluster) - .Verifiable(); + hdinsightManagementMock.Setup(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == sparkClusterType && + parameters.Properties.OsType == OSType.Linux + )) + ).Returns(cluster).Verifiable(); cmdlet.ExecuteCmdlet(); @@ -600,24 +557,23 @@ public void TestStorageAccountTypeDefaultsToAzureStorage() cmdlet.ClusterSizeInNodes = ClusterSize; cmdlet.Location = Location; cmdlet.HttpCredential = _httpCred; - cmdlet.DefaultStorageAccountName = StorageName; - cmdlet.DefaultStorageAccountKey = StorageKey; + cmdlet.StorageAccountResourceId = StorageAccountResourceId; + cmdlet.StorageAccountKey = StorageKey; cmdlet.ClusterType = ClusterType; - hdinsightManagementMock.Setup(c => c.CreateNewCluster(ResourceGroupName, ClusterName, OSType.Linux, It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny())); + hdinsightManagementMock.Setup(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == ClusterType && + parameters.Properties.OsType == OSType.Linux + ))); cmdlet.ExecuteCmdlet(); - hdinsightManagementMock.Verify(c => c.CreateNewCluster(It.IsAny(), It.IsAny(), OSType.Linux, It.Is( - parameters => - parameters.ClusterSizeInNodes == ClusterSize && - parameters.DefaultStorageInfo as AzureStorageInfo != null && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountName == StorageName && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountKey == StorageKey && - parameters.Location == Location && - parameters.UserName == _httpCred.UserName && - parameters.Password == _httpCred.Password.ConvertToString() && - parameters.ClusterType == ClusterType), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny()), + hdinsightManagementMock.Verify(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == ClusterType && + parameters.Properties.OsType == OSType.Linux + )), Times.Once); } @@ -630,25 +586,24 @@ public void TestStorageAccountTypeAzureStorage() cmdlet.ClusterSizeInNodes = ClusterSize; cmdlet.Location = Location; cmdlet.HttpCredential = _httpCred; - cmdlet.DefaultStorageAccountName = StorageName; - cmdlet.DefaultStorageAccountKey = StorageKey; + cmdlet.StorageAccountResourceId = StorageAccountResourceId; + cmdlet.StorageAccountKey = StorageKey; cmdlet.ClusterType = ClusterType; - cmdlet.DefaultStorageAccountType = StorageType.AzureStorage; + cmdlet.StorageAccountType = StorageType.AzureStorage; - hdinsightManagementMock.Setup(c => c.CreateNewCluster(ResourceGroupName, ClusterName, OSType.Linux, It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny())); + hdinsightManagementMock.Setup(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == ClusterType && + parameters.Properties.OsType == OSType.Linux + ))); cmdlet.ExecuteCmdlet(); - hdinsightManagementMock.Verify(c => c.CreateNewCluster(It.IsAny(), It.IsAny(), OSType.Linux, It.Is( - parameters => - parameters.ClusterSizeInNodes == ClusterSize && - parameters.DefaultStorageInfo as AzureStorageInfo != null && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountName == StorageName && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountKey == StorageKey && - parameters.Location == Location && - parameters.UserName == _httpCred.UserName && - parameters.Password == _httpCred.Password.ConvertToString() && - parameters.ClusterType == ClusterType), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny()), + hdinsightManagementMock.Verify(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == ClusterType && + parameters.Properties.OsType == OSType.Linux + )), Times.Once); } @@ -662,25 +617,20 @@ public void TestStorageAccountTypeAzureDataLakeStore() cmdlet.ClusterSizeInNodes = ClusterSize; cmdlet.Location = Location; cmdlet.HttpCredential = _httpCred; - cmdlet.DefaultStorageAccountName = DataLakeStoreName; - cmdlet.DefaultStorageRootPath = StorageRootPath; + cmdlet.StorageAccountResourceId = DataLakeStoreResourceId; + cmdlet.StorageRootPath = StorageRootPath; cmdlet.ClusterType = ClusterType; - cmdlet.DefaultStorageAccountType = StorageType.AzureDataLakeStore; + cmdlet.StorageAccountType = StorageType.AzureDataLakeStore; - hdinsightManagementMock.Setup(c => c.CreateNewCluster(ResourceGroupName, ClusterName, OSType.Linux, It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny())); + hdinsightManagementMock.Setup(c => c.CreateCluster(ResourceGroupName, ClusterName, It.IsAny())); cmdlet.ExecuteCmdlet(); - hdinsightManagementMock.Verify(c => c.CreateNewCluster(It.IsAny(), It.IsAny(), OSType.Linux, It.Is( - parameters => - parameters.ClusterSizeInNodes == ClusterSize && - parameters.DefaultStorageInfo as AzureDataLakeStoreInfo != null && - ((AzureDataLakeStoreInfo)parameters.DefaultStorageInfo).StorageAccountName == DataLakeStoreName && - ((AzureDataLakeStoreInfo)parameters.DefaultStorageInfo).StorageRootPath == StorageRootPath && - parameters.Location == Location && - parameters.UserName == _httpCred.UserName && - parameters.Password == _httpCred.Password.ConvertToString() && - parameters.ClusterType == ClusterType), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny()), + hdinsightManagementMock.Verify(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == ClusterType && + parameters.Properties.OsType == OSType.Linux + )), Times.Once); } } diff --git a/src/HDInsight/HDInsight.Test/UnitTests/PremiumClusterTests.cs b/src/HDInsight/HDInsight.Test/UnitTests/PremiumClusterTests.cs index dbd624c8a533..4f500cf77295 100644 --- a/src/HDInsight/HDInsight.Test/UnitTests/PremiumClusterTests.cs +++ b/src/HDInsight/HDInsight.Test/UnitTests/PremiumClusterTests.cs @@ -28,6 +28,7 @@ public class PremiumClusterTests : HDInsightTestBase { private NewAzureHDInsightClusterCommand cmdlet; private const string StorageName = "PlaceStorageName.blob.core.windows.net"; + private const string StorageAccountResourceId = "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/fakerg/providers/Microsoft.Storage/storageAccounts/PlaceStorageName"; private const string StorageKey = "PlaceStorageKey"; private const int ClusterSize = 4; @@ -54,8 +55,8 @@ public void CanCreateNewPremiumHDInsightCluster() cmdlet.ClusterSizeInNodes = ClusterSize; cmdlet.Location = Location; cmdlet.HttpCredential = _httpCred; - cmdlet.DefaultStorageAccountName = StorageName; - cmdlet.DefaultStorageAccountKey = StorageKey; + cmdlet.StorageAccountResourceId = StorageAccountResourceId; + cmdlet.StorageAccountKey = StorageKey; cmdlet.ClusterType = ClusterType; cmdlet.ClusterTier = Tier.Premium; cmdlet.SshCredential = _httpCred; @@ -101,19 +102,11 @@ public void CanCreateNewPremiumHDInsightCluster() var serializedConfig = JsonConvert.SerializeObject(configurations); cluster.Properties.ClusterDefinition.Configurations = serializedConfig; - hdinsightManagementMock.Setup(c => c.CreateNewCluster(ResourceGroupName, ClusterName, OSType.Linux, It.Is( - parameters => - parameters.ClusterSizeInNodes == ClusterSize && - parameters.DefaultStorageInfo as AzureStorageInfo != null && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountName == StorageName && - ((AzureStorageInfo)parameters.DefaultStorageInfo).StorageAccountKey == StorageKey && - parameters.Location == Location && - parameters.UserName == _httpCred.UserName && - parameters.Password == _httpCred.Password.ConvertToString() && - parameters.SshUserName == _httpCred.UserName && - parameters.SshPassword == _httpCred.Password.ConvertToString() && - parameters.ClusterType == ClusterType && - parameters.ClusterTier == Tier.Premium),It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny(), It.IsAny())) + hdinsightManagementMock.Setup(c => c.CreateCluster(ResourceGroupName, ClusterName, It.Is( + parameters => parameters.Location == Location && + parameters.Properties.ClusterDefinition.Kind == ClusterType && + parameters.Properties.OsType == OSType.Linux + ))) .Returns(cluster) .Verifiable(); diff --git a/src/HDInsight/HDInsight.Test/UnitTests/SecurityProfileTests.cs b/src/HDInsight/HDInsight.Test/UnitTests/SecurityProfileTests.cs index 1bb0ab0db4ff..c6a2c4b6239d 100644 --- a/src/HDInsight/HDInsight.Test/UnitTests/SecurityProfileTests.cs +++ b/src/HDInsight/HDInsight.Test/UnitTests/SecurityProfileTests.cs @@ -41,7 +41,7 @@ public void CanCreateNewSecurityProfile() CommandRuntime = commandRuntimeMock.Object, HDInsightManagementClient = hdinsightManagementMock.Object, Config = config, - Domain = "domain.com", + DomainResourceId = "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/fakerg/providers/Microsoft.AAD/domainServices/domain.com", DomainUserCredential = new PSCredential("username","pass".ConvertToSecureString()), OrganizationalUnitDN = "OUDN", LdapsUrls = new[] @@ -64,14 +64,14 @@ public void CanCreateNewSecurityProfile() c.AdditionalStorageAccounts.Count == 0 && c.Configurations.Count == 0 && string.IsNullOrEmpty(c.WorkerNodeSize) && - string.IsNullOrEmpty(c.DefaultStorageAccountKey) && - string.IsNullOrEmpty(c.DefaultStorageAccountName) && + string.IsNullOrEmpty(c.StorageAccountKey) && + string.IsNullOrEmpty(c.StorageAccountResourceId) && string.IsNullOrEmpty(c.HeadNodeSize) && string.IsNullOrEmpty(c.ZookeeperNodeSize) && c.HiveMetastore == null && c.OozieMetastore == null && c.ScriptActions.Count == 0 && - c.SecurityProfile.Domain.Equals(newconfigcmdlet.Domain) && + c.SecurityProfile.DomainResourceId.Equals(newconfigcmdlet.DomainResourceId) && c.SecurityProfile.DomainUserCredential.UserName.Equals(newconfigcmdlet.DomainUserCredential.UserName) && c.SecurityProfile.OrganizationalUnitDN.Equals(newconfigcmdlet.OrganizationalUnitDN) && c.SecurityProfile.LdapsUrls.ArrayToString("").Equals(newconfigcmdlet.LdapsUrls.ArrayToString("")) && diff --git a/src/HDInsight/HDInsight/ChangeLog.md b/src/HDInsight/HDInsight/ChangeLog.md index 4d0991026da7..2873ab7676aa 100644 --- a/src/HDInsight/HDInsight/ChangeLog.md +++ b/src/HDInsight/HDInsight/ChangeLog.md @@ -18,6 +18,26 @@ - Additional information about change #1 --> ## Upcoming Release + * For New-AzHDInsightCluster cmdlet: + - Replaced parameter `DefaultStorageAccountName` with `StorageAccountResourceId` + - Replaced parameter `DefaultStorageAccountKey` with `StorageAccountKey` + - Replaced parameter `DefaultStorageAccountType` with `StorageAccountType` + - Removed parameter `PublicNetworkAccessType` + - Removed parameter `OutboundPublicNetworkAccessType` + - Added new parameters: `StorageFileSystem` and `StorageAccountManagedIdentity` to support ADLSGen2 + - Added new parameter `EnableIDBroker` to Support HDInsight ID Broker + - Added new parameters: `KafkaClientGroupId`, `KafkaClientGroupName` and `KafkaManagementNodeSize` to support Kafka Rest Proxy + * For New-AzHDInsightClusterConfig cmdlet: + - Replaced parameter `DefaultStorageAccountName` with `StorageAccountResourceId` + - Replaced parameter `DefaultStorageAccountKey` with `StorageAccountKey` + - Replaced parameter `DefaultStorageAccountType` with `StorageAccountType` + - Removed parameter `PublicNetworkAccessType` + - Removed parameter `OutboundPublicNetworkAccessType` +* For Set-AzHDInsightDefaultStorage cmdlet: + - Replaced parameter `StorageAccountName` with `StorageAccountResourceId` +* For Add-AzHDInsightSecurityProfile cmdlet: + - Replaced parameter `Domain` with `DomainResourceId` + - Removed the mandatory requirement for parameter `OrganizationalUnitDN` ## Version 3.6.1 * Added warning message for planning to deprecate the parameters `PublicNetworkAccessType` and `OutboundPublicNetworkAccessType` diff --git a/src/HDInsight/HDInsight/ClusterConfigurationUtils.cs b/src/HDInsight/HDInsight/ClusterConfigurationUtils.cs index 33e78837a141..28411918243a 100644 --- a/src/HDInsight/HDInsight/ClusterConfigurationUtils.cs +++ b/src/HDInsight/HDInsight/ClusterConfigurationUtils.cs @@ -54,6 +54,7 @@ public static AzureHDInsightDefaultStorageAccount GetDefaultStorageAccountDetail const string AdlPrefix = "adl://"; const string WasbPrefix = "wasb://"; const string SecureWasbPrefix = "wasbs://"; + const string AdlsGen2Prefix = "abfs://"; if (coreSiteConfiguration.TryGetValue(key, out defaultFSUrl)) { @@ -101,9 +102,11 @@ public static AzureHDInsightDefaultStorageAccount GetDefaultStorageAccountDetail storageAccountKey: storageAccountKey ); } - else + else if (defaultFSUrl.StartsWith(AdlsGen2Prefix)) { - return null; + string[] accountAndFileSystem; + accountAndFileSystem = defaultFSUrl.Substring(AdlsGen2Prefix.Length).Split('@'); + return new AzureHDInsightDataLakeGen2DefaultStorageAccount(storageAccountName: accountAndFileSystem[1], storageFileSystem: accountAndFileSystem[0]); } } diff --git a/src/HDInsight/HDInsight/ClusterCreateHelper.cs b/src/HDInsight/HDInsight/ClusterCreateHelper.cs new file mode 100644 index 000000000000..658551e36b5f --- /dev/null +++ b/src/HDInsight/HDInsight/ClusterCreateHelper.cs @@ -0,0 +1,415 @@ +// +// Copyright Microsoft Corporation +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// http://www.apache.org/licenses/LICENSE-2.0 +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// ---------------------------------------------------------------------------------- + +using Microsoft.Azure.Commands.HDInsight.Models.Management; +using Microsoft.Azure.Management.HDInsight.Models; +using Microsoft.WindowsAzure.Commands.Common; +using System; +using System.Collections.Generic; +using System.Linq; +using System.Management.Automation; + +namespace Microsoft.Azure.Commands.HDInsight.Models +{ + public static class ClusterCreateHelper + { + public static void AddClusterCredentialToGatewayConfig(PSCredential httpCredential, IDictionary> configurations) + { + Dictionary gatewayConfig = GetExistingConfigurationsForType(configurations, ConfigurationKey.Gateway); + if (!string.IsNullOrEmpty(httpCredential?.UserName)) + { + gatewayConfig[Constants.GatewayConfigurations.CredentialIsEnabledKey] = "true"; + gatewayConfig[Constants.GatewayConfigurations.UserNameKey] = httpCredential?.UserName; + gatewayConfig[Constants.GatewayConfigurations.PasswordKey] = httpCredential?.Password?.ConvertToString(); + } + else + { + gatewayConfig[Constants.GatewayConfigurations.CredentialIsEnabledKey] = "false"; + } + + configurations[ConfigurationKey.Gateway] = gatewayConfig; + } + + public static void AddAzureDataLakeStorageGen1ToCoreConfig(string storageResourceId, string storageRootPath, string defaultAzureDataLakeStoreFileSystemEndpointSuffix, IDictionary> configurations) + { + string storageAccountName = Utils.GetResourceNameFromResourceId(storageResourceId); + + // For public the defaultAzureDataLakeStoreFileSystemEndpointSuffix is "azuredatalakestore.net" + if (string.IsNullOrWhiteSpace(storageRootPath)) + { + throw new ArgumentException(Constants.Errors.ERROR_INPUT_CANNOT_BE_EMPTY, "storageRootPath"); + } + + if (!storageAccountName.Contains(".")) + { + storageAccountName = string.Format("{0}.{1}", storageAccountName, defaultAzureDataLakeStoreFileSystemEndpointSuffix); + } + + // Get existing core configs. + Dictionary coreConfig = GetExistingConfigurationsForType(configurations, ConfigurationKey.CoreSite); + + // Add configurations for default ADL storage. + coreConfig[Constants.StorageConfigurations.DefaultFsKey] = Constants.StorageConfigurations.DefaultFsAdlValue; + coreConfig[Constants.StorageConfigurations.AdlHostNameKey] = storageAccountName; + coreConfig[Constants.StorageConfigurations.AdlMountPointKey] = storageRootPath; + + configurations[ConfigurationKey.CoreSite] = coreConfig; + } + + public static void AddAdditionalStorageAccountsToCoreConfig(Dictionary additionalStorageAccounts, IDictionary> configurations) + { + // Get existing core configs. + Dictionary coreConfig = GetExistingConfigurationsForType(configurations, ConfigurationKey.CoreSite); + + foreach (KeyValuePair storageAccount in additionalStorageAccounts) + { + string configKey = string.Format(Constants.StorageConfigurations.WasbStorageAccountKeyFormat, storageAccount.Key); + coreConfig[configKey] = storageAccount.Value; + } + + configurations[ConfigurationKey.CoreSite] = coreConfig; + } + + public static void AddDataLakeStorageGen1IdentityToIdentityConfig(Guid applicationId, Guid aadTenantId, byte[] certificateFileBytes, string certificatePassword, + IDictionary> configurations, string cloudAadAuthority = default(string), string dataLakeEndpointResourceId = default(string)) + { + Dictionary datalakeConfig = new Dictionary + { + {Constants.DataLakeConfigurations.ApplicationIdKey, applicationId.ToString()}, + { + // Converting the Tenant ID to URI as RP expects this to be URI. + Constants.DataLakeConfigurations.TenantIdKey, string.Format("{0}{1}", cloudAadAuthority, aadTenantId) + }, + {Constants.DataLakeConfigurations.CertificateKey, Convert.ToBase64String(certificateFileBytes)}, + {Constants.DataLakeConfigurations.CertificatePasswordKey, certificatePassword}, + {Constants.DataLakeConfigurations.ResourceUriKey, dataLakeEndpointResourceId} + }; + + configurations[ConfigurationKey.ClusterIdentity] = datalakeConfig; + } + + public static StorageAccount CreateAzureStorageAccount(string clusterName, string storageResourceId, string storageAccountkey, string storageContainer, string defaultStorageSuffix) + { + storageContainer = storageContainer ?? clusterName.ToLower(); + string storageAccountName = Utils.GetResourceNameFromResourceId(storageResourceId); + storageAccountName = storageAccountName + string.Format(Constants.StorageConfigurations.BlobStorageSuffixValueFormat, defaultStorageSuffix); + + return new StorageAccount() + { + Name = storageAccountName, + IsDefault = true, + Container = storageContainer, + Key = storageAccountkey, + ResourceId = storageResourceId + }; + } + + public static StorageAccount CreateAdlsGen2StorageAccount(string clusterName, string storageResourceId, string storageAccountkey, string storageFileSystem, string msiResourceId, string defaultStorageSuffix) + { + storageFileSystem = storageFileSystem ?? clusterName.ToLower(); + + string storageAccountName = Utils.GetResourceNameFromResourceId(storageResourceId); + storageAccountName = storageAccountName + string.Format(Constants.StorageConfigurations.Adlsgen2StorageSuffixValueFormat, defaultStorageSuffix); + + return new StorageAccount() + { + Name = storageAccountName, + IsDefault = true, + FileSystem = storageFileSystem, + Key = storageAccountkey, + MsiResourceId = msiResourceId, + ResourceId = storageResourceId + }; + } + + public static void AddHiveMetastoreToConfigurations(AzureHDInsightMetastore hiveMetastore, IDictionary> configurations) + { + if (!hiveMetastore.SqlAzureServerName.Contains(".")) + { + throw new ArgumentException("Please provide the fully qualified metastore name."); + } + + string connectionUrl = + string.Format(Constants.MetastoreConfigurations.ConnectionUrlFormat, hiveMetastore.SqlAzureServerName, hiveMetastore.DatabaseName); + + configurations.AddOrCombineConfigurations(ConfigurationKey.HiveSite, new Dictionary + { + {Constants.MetastoreConfigurations.HiveSite.ConnectionUrlKey, connectionUrl}, + {Constants.MetastoreConfigurations.HiveSite.ConnectionUserNameKey, hiveMetastore.Credential.UserName}, + {Constants.MetastoreConfigurations.HiveSite.ConnectionPasswordKey, hiveMetastore.Credential.Password.ConvertToString()}, + {Constants.MetastoreConfigurations.HiveSite.ConnectionDriverNameKey, Constants.MetastoreConfigurations.HiveSite.ConnectionDriverNameValue} + }); + + configurations.AddOrCombineConfigurations(ConfigurationKey.HiveEnv, new Dictionary + { + {Constants.MetastoreConfigurations.HiveEnv.DatabaseKey, Constants.MetastoreConfigurations.DatabaseValue}, + {Constants.MetastoreConfigurations.HiveEnv.DatabaseNameKey, hiveMetastore.DatabaseName}, + {Constants.MetastoreConfigurations.HiveEnv.DatabaseTypeKey, Constants.MetastoreConfigurations.DatabaseTypeValue}, + {Constants.MetastoreConfigurations.HiveEnv.ExistingDatabaseKey, hiveMetastore.DatabaseName}, + {Constants.MetastoreConfigurations.HiveEnv.ExistingHostKey, hiveMetastore.SqlAzureServerName}, + {Constants.MetastoreConfigurations.HiveEnv.HostNameKey, hiveMetastore.SqlAzureServerName} + }); + } + + public static void AddOozieMetastoreToConfigurations(AzureHDInsightMetastore oozieMetastore, IDictionary> configurations) + { + if (Uri.CheckHostName(oozieMetastore.SqlAzureServerName) != UriHostNameType.Dns) + { + throw new ArgumentException("Please provide the fully qualified metastore name."); + } + string connectionUrl = string.Format(Constants.MetastoreConfigurations.ConnectionUrlFormat, oozieMetastore.SqlAzureServerName, oozieMetastore.DatabaseName); + + configurations.AddOrCombineConfigurations(ConfigurationKey.OozieSite, new Dictionary + { + {Constants.MetastoreConfigurations.OozieSite.UrlKey, connectionUrl}, + {Constants.MetastoreConfigurations.OozieSite.UserNameKey, oozieMetastore.Credential.UserName}, + {Constants.MetastoreConfigurations.OozieSite.PasswordKey, oozieMetastore.Credential.Password.ConvertToString()}, + {Constants.MetastoreConfigurations.OozieSite.DriverKey, Constants.MetastoreConfigurations.OozieSite.DriverValue}, + {Constants.MetastoreConfigurations.OozieSite.SchemaKey, Constants.MetastoreConfigurations.OozieSite.SchemaValue} + }); + + configurations.AddOrCombineConfigurations(ConfigurationKey.OozieEnv, new Dictionary + { + {Constants.MetastoreConfigurations.OozieEnv.DatabaseKey, Constants.MetastoreConfigurations.DatabaseValue}, + {Constants.MetastoreConfigurations.OozieEnv.DatabaseNameKey, oozieMetastore.DatabaseName}, + {Constants.MetastoreConfigurations.OozieEnv.DatabaseTypeKey, Constants.MetastoreConfigurations.DatabaseTypeValue}, + {Constants.MetastoreConfigurations.OozieEnv.ExistingDatabaseKey, oozieMetastore.DatabaseName}, + {Constants.MetastoreConfigurations.OozieEnv.ExistingHostKey, oozieMetastore.SqlAzureServerName}, + {Constants.MetastoreConfigurations.OozieEnv.HostNameKey, oozieMetastore.SqlAzureServerName} + }); + } + + public static VirtualNetworkProfile CreateVirtualNetworkProfile(string virtualNetworkId, string subnetName) + { + if (string.IsNullOrEmpty(virtualNetworkId) && string.IsNullOrEmpty(subnetName)) + { + return null; + } + + VirtualNetworkProfile vnetProfile = new VirtualNetworkProfile(virtualNetworkId, string.Format("{0}/subnets/{1}", virtualNetworkId, subnetName)); + return vnetProfile; + } + + public static OsProfile CreateOsProfile(PSCredential sshCredential, string sshPublicKey) + { + string sshUserName = sshCredential?.UserName; + string sshPassword = sshCredential?.Password?.ConvertToString(); + List sshPublicKeys = new List(); + if (!string.IsNullOrEmpty(sshPublicKey)) + { + sshPublicKeys.Add(new SshPublicKey + { + CertificateData = sshPublicKey + }); + } + + SshProfile sshProfile = null; + if (sshPublicKeys.Count > 0) + { + sshProfile = new SshProfile + { + PublicKeys = sshPublicKeys.ToArray() + }; + } + + return new OsProfile + { + LinuxOperatingSystemProfile = new LinuxOperatingSystemProfile + { + SshProfile = sshProfile, + Password = sshPassword, + Username = sshUserName + } + }; + } + + public static ComputeProfile CreateComputeProfile(OsProfile osProfile, VirtualNetworkProfile vnetProfile, Dictionary> clusterScriptActions, string clusterType, int workerNodeCount, string headNodeSize, string workerNodeSize, string zookeeperNodeSize = null, string edgeNodeSize = null, string kafkaManagementNodeSize = null, bool isEnableIDBroker = false) + { + List roles = new List(); + + // Create head node + headNodeSize = headNodeSize ?? GetNodeSize(clusterType, ClusterNodeType.HeadNode); + List headNodeScriptActions = GetScriptActionsForRoleType(clusterScriptActions, ClusterNodeType.HeadNode); + Role headNode = CreateHeadNodeRole(osProfile, vnetProfile, headNodeScriptActions, headNodeSize); + roles.Add(headNode); + + // Create worker node + workerNodeSize = workerNodeSize ?? GetNodeSize(clusterType, ClusterNodeType.WorkerNode); + List workerNodeScriptActions = GetScriptActionsForRoleType(clusterScriptActions, ClusterNodeType.WorkerNode); + Role workerNode = CreateWorkerNodeRole(osProfile, vnetProfile, workerNodeScriptActions, workerNodeCount, workerNodeSize); + roles.Add(workerNode); + + // Create Zookeeper Node + if (zookeeperNodeSize != null) + { + List zookeeperNodeScriptActions = GetScriptActionsForRoleType(clusterScriptActions, ClusterNodeType.ZookeeperNode); + Role zookeeperNode = CreateZookeeperNodeRole(osProfile, vnetProfile, zookeeperNodeScriptActions, zookeeperNodeSize); + roles.Add(zookeeperNode); + } + + // RServer & MLServices clusters contain an additional edge node. Return here for all other types. + if (new[] { "RServer", "MLServices" }.Contains(clusterType, StringComparer.OrdinalIgnoreCase)) + { + // Set up edgenode and add to collection. + const int edgeNodeCount = 1; + edgeNodeSize = edgeNodeSize ?? GetNodeSize(clusterType, ClusterNodeType.EdgeNode); + Role edgeNode = CreateEdgeNodeRole(osProfile, vnetProfile, null, edgeNodeCount, edgeNodeSize); + roles.Add(edgeNode); + } + + // Create Id Broker Node + if (isEnableIDBroker) + { + Role idBrokerNode = CreateIdBrokerNodeRole(osProfile, vnetProfile); + roles.Add(idBrokerNode); + } + + // Create Kafka Management Node + if (kafkaManagementNodeSize != null) + { + Role kafkaManagementNode = CreateKafkaManagementNode(osProfile, vnetProfile, kafkaManagementNodeSize); + roles.Add(kafkaManagementNode); + } + return new ComputeProfile(roles); + } + + public static Role CreateHeadNodeRole(OsProfile osProfile, VirtualNetworkProfile vnetProfile, List headNodeScriptActions, string headNodeSize) + { + const int headNodeCount = 2; + return CreateCommonRole(osProfile, vnetProfile, AzureHDInsightClusterNodeType.HeadNode, headNodeScriptActions, headNodeCount, headNodeSize); + } + + public static Role CreateWorkerNodeRole(OsProfile osProfile, VirtualNetworkProfile vnetProfile, List workerNodeScriptActions, int workerNodeCount, string workerNodeSize) + { + return CreateCommonRole(osProfile, vnetProfile, AzureHDInsightClusterNodeType.WorkerNode, workerNodeScriptActions, workerNodeCount, workerNodeSize); + } + + public static Role CreateZookeeperNodeRole(OsProfile osProfile, VirtualNetworkProfile vnetProfile, List zookeeperNodeScriptActions, string zookeeperNodeSize) + { + const int zookeeperNodeCount = 3; + return CreateCommonRole(osProfile, vnetProfile, AzureHDInsightClusterNodeType.ZookeeperNode, zookeeperNodeScriptActions, zookeeperNodeCount, zookeeperNodeSize); + } + + public static Role CreateEdgeNodeRole(OsProfile osProfile, VirtualNetworkProfile vnetProfile, List edgeNodeScriptActions, int edgeNodeCount, string edgeNodeSize) + { + return CreateCommonRole(osProfile, vnetProfile, AzureHDInsightClusterNodeType.EdgeNode, edgeNodeScriptActions, edgeNodeCount, edgeNodeSize); + } + + public static Role CreateIdBrokerNodeRole(OsProfile osProfile, VirtualNetworkProfile vnetProfile) + { + const int idBrokerNodeCount = 2; + return CreateCommonRole(null, vnetProfile, AzureHDInsightClusterNodeType.IdBrokerNode, null, idBrokerNodeCount, null); + } + + public static Role CreateKafkaManagementNode(OsProfile osProfile, VirtualNetworkProfile vnetProfile, string kafkaManagementNodeSize) + { + const int kafkaManagementNodeCount = 2; + return CreateCommonRole(osProfile, vnetProfile, AzureHDInsightClusterNodeType.KafkaManagementNode, null, kafkaManagementNodeCount, kafkaManagementNodeSize); + } + + private static Role CreateCommonRole(OsProfile osProfile, VirtualNetworkProfile vnetProfile, AzureHDInsightClusterNodeType nodeType, List scriptActions, int instanceCount, + string vmSize) + { + return new Role + { + Name = nodeType.ToString().ToLower(), + TargetInstanceCount = instanceCount, + HardwareProfile = vmSize != null ? new HardwareProfile + { + VmSize = vmSize + } : null, + VirtualNetworkProfile = vnetProfile, + OsProfile = osProfile, + ScriptActions = scriptActions + }; + } + + public static string GetNodeSize(string clusterType, ClusterNodeType nodeType) + { + switch (nodeType) + { + case ClusterNodeType.HeadNode: + return DefaultVmSizes.HeadNode.GetSize(clusterType); + case ClusterNodeType.WorkerNode: + return DefaultVmSizes.WorkerNode.GetSize(clusterType); + case ClusterNodeType.ZookeeperNode: + return DefaultVmSizes.ZookeeperNode.GetSize(clusterType); + case ClusterNodeType.EdgeNode: + return DefaultVmSizes.EdgeNode.GetSize(clusterType); + default: + throw new ArgumentOutOfRangeException("nodeType"); + } + } + + public static SecurityProfile ConvertAzureHDInsightSecurityProfileToSecurityProfile(AzureHDInsightSecurityProfile azureHDInsightSecurityProfile, string assignedIdentity) + { + if (azureHDInsightSecurityProfile == null) return null; + + SecurityProfile securityProfile = new SecurityProfile(DirectoryType.ActiveDirectory); + securityProfile.Domain = Utils.GetResourceNameFromResourceId(azureHDInsightSecurityProfile.DomainResourceId); + securityProfile.OrganizationalUnitDN = azureHDInsightSecurityProfile.OrganizationalUnitDN; + securityProfile.LdapsUrls = azureHDInsightSecurityProfile.LdapsUrls; + if (azureHDInsightSecurityProfile.DomainUserCredential != null) + { + securityProfile.DomainUsername = azureHDInsightSecurityProfile.DomainUserCredential.UserName; + securityProfile.DomainUserPassword = azureHDInsightSecurityProfile.DomainUserCredential.Password?.ConvertToString(); + } + securityProfile.ClusterUsersGroupDNs = azureHDInsightSecurityProfile.ClusterUsersGroupDNs; + securityProfile.AaddsResourceId = azureHDInsightSecurityProfile.DomainResourceId; + securityProfile.MsiResourceId = assignedIdentity; + + return securityProfile; + } + + private static List GetScriptActionsForRoleType(Dictionary> clusterScriptActions, ClusterNodeType nodeType) + { + if (clusterScriptActions == null) return null; + List scriptActions; + clusterScriptActions.TryGetValue(nodeType, out scriptActions); + return scriptActions; + } + + public static Dictionary GetExistingConfigurationsForType(IDictionary> configurations, string configurationType) + { + Dictionary config; + if (!configurations.TryGetValue(configurationType, out config)) + { + config = new Dictionary(); + } + + return config; + } + + private static void AddOrCombineConfigurations(this IDictionary> configurations, string configKey, Dictionary newConfigurations) + { + if (configurations.ContainsKey(configKey)) + { + IEnumerable duplicateConfigs = newConfigurations.Keys.Intersect(configurations[configKey].Keys); + if (duplicateConfigs.Any()) + { + throw new ArgumentException(string.Format($"Configuration already specified: {string.Join(", ", duplicateConfigs)}")); + } + configurations[configKey] = MergedDictionaries(configurations[configKey], newConfigurations); + } + else + { + configurations.Add(configKey, newConfigurations); + } + } + + private static Dictionary MergedDictionaries(IDictionary dict1, IDictionary dict2) + { + return dict1.Union(dict2).ToDictionary(p => p.Key, p => p.Value); + } + } +} diff --git a/src/HDInsight/HDInsight/Constants.cs b/src/HDInsight/HDInsight/Constants.cs index ffbea20b526e..1c832bb30908 100644 --- a/src/HDInsight/HDInsight/Constants.cs +++ b/src/HDInsight/HDInsight/Constants.cs @@ -57,5 +57,91 @@ public static class ClusterConfiguration public const string DefaultStorageAccountNameKeyOld = "fs.default.name"; public const string StorageAccountKeyPrefix = "fs.azure.account.key."; } + + public static class GatewayConfigurations + { + public const string CredentialIsEnabledKey = "restAuthCredential.isEnabled"; + public const string UserNameKey = "restAuthCredential.username"; + public const string PasswordKey = "restAuthCredential.password"; + } + + public static class StorageConfigurations + { + public const string BlobStorageSuffixValueFormat = ".blob.{0}"; + public const string Adlsgen2StorageSuffixValueFormat = ".dfs.{0}"; + public const string DefaultFsKey = "fs.defaultFS"; + public const string WasbStorageAccountKeyFormat = "fs.azure.account.key.{0}"; + public const string AdlHostNameKey = "dfs.adls.home.hostname"; + public const string AdlMountPointKey = "dfs.adls.home.mountpoint"; + + public const string DefaultFsWasbValueFormat = "wasb://{0}@{1}"; + public const string DefaultFsAdlValue = "adl://home"; + } + + public static class DataLakeConfigurations + { + public const string ApplicationIdKey = "clusterIdentity.applicationId"; + public const string TenantIdKey = "clusterIdentity.aadTenantId"; + public const string CertificateKey = "clusterIdentity.certificate"; + public const string CertificatePasswordKey = "clusterIdentity.certificatePassword"; + public const string ResourceUriKey = "clusterIdentity.resourceUri"; + } + + public static class MetastoreConfigurations + { + public const string ConnectionUrlFormat = + "jdbc:sqlserver://{0};database={1};encrypt=true;trustServerCertificate=true;create=false;loginTimeout=300;sendStringParametersAsUnicode=true;prepareSQL=0"; + + public const string DatabaseValue = "Existing MSSQL Server database with SQL authentication"; + public const string DatabaseTypeValue = "mssql"; + + public static class HiveSite + { + public const string ConnectionUrlKey = "javax.jdo.option.ConnectionURL"; + public const string ConnectionUserNameKey = "javax.jdo.option.ConnectionUserName"; + public const string ConnectionPasswordKey = "javax.jdo.option.ConnectionPassword"; + public const string ConnectionDriverNameKey = "javax.jdo.option.ConnectionDriverName"; + + public const string ConnectionDriverNameValue = "com.microsoft.sqlserver.jdbc.SQLServerDriver"; + } + + public static class HiveEnv + { + public const string DatabaseKey = "hive_database"; + public const string DatabaseNameKey = "hive_database_name"; + public const string DatabaseTypeKey = "hive_database_type"; + public const string ExistingDatabaseKey = "hive_existing_mssql_server_database"; + public const string ExistingHostKey = "hive_existing_mssql_server_host"; + public const string HostNameKey = "hive_hostname"; + } + + public static class OozieSite + { + public const string UrlKey = "oozie.service.JPAService.jdbc.url"; + public const string UserNameKey = "oozie.service.JPAService.jdbc.username"; + public const string PasswordKey = "oozie.service.JPAService.jdbc.password"; + public const string DriverKey = "oozie.service.JPAService.jdbc.driver"; + public const string SchemaKey = "oozie.db.schema.name"; + + public const string DriverValue = "com.microsoft.sqlserver.jdbc.SQLServerDriver"; + public const string SchemaValue = "oozie"; + } + + public static class OozieEnv + { + public const string DatabaseKey = "oozie_database"; + public const string DatabaseNameKey = "oozie_database_name"; + public const string DatabaseTypeKey = "oozie_database_type"; + public const string ExistingDatabaseKey = "oozie_existing_mssql_server_database"; + public const string ExistingHostKey = "oozie_existing_mssql_server_host"; + public const string HostNameKey = "oozie_hostname"; + } + } + + public static class Errors + { + public static string ERROR_INPUT_CANNOT_BE_EMPTY = "Input cannot be empty"; + public static string ERROR_SCHEME_SPECIFIED_IN_STORAGE_FQDN = "Please specify fully qualified storage endpoint without the scheme"; + } } } diff --git a/src/HDInsight/HDInsight/DefaultVmSizes.cs b/src/HDInsight/HDInsight/DefaultVmSizes.cs new file mode 100644 index 000000000000..f7b668117719 --- /dev/null +++ b/src/HDInsight/HDInsight/DefaultVmSizes.cs @@ -0,0 +1,106 @@ +// +// Copyright Microsoft Corporation +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// http://www.apache.org/licenses/LICENSE-2.0 +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// ---------------------------------------------------------------------------------- + +namespace Microsoft.Azure.Commands.HDInsight +{ + using System; + using System.Collections.Generic; + + public static class DefaultVmSizes + { + public static class HeadNode + { + private const string DefaultSizeIfNotSpecified = "Large"; + + private static readonly Dictionary DefaultSizes = new Dictionary(StringComparer.OrdinalIgnoreCase) + { + {"hadoop", "Standard_D3_v2"}, + {"spark", "Standard_D12_v2"}, + {"rserver", "Standard_D12_v2"}, + {"mlservices", "Standard_D12_v2"}, + {"InteractiveHive", "Standard_D13_v2"}, + {"Sandbox", "Standard_D13_V2"} + }; + + public static string GetSize(string clusterType) + { + if (!DefaultSizes.TryGetValue(clusterType.ToLowerInvariant(), out string nodeSize)) + { + nodeSize = DefaultSizeIfNotSpecified; + } + + return nodeSize; + } + } + + public static class WorkerNode + { + private const string DefaultSizeIfNotSpecified = "Standard_D3_v2"; + + private static readonly Dictionary DefaultSizes = new Dictionary(StringComparer.OrdinalIgnoreCase) + { + {"spark", "Standard_D12_v2"}, + {"rserver", "Standard_D4_v2"}, + {"mlservices", "Standard_D4_v2"}, + {"InteractiveHive", "Standard_D13_v2"}, + }; + + public static string GetSize(string clusterType) + { + if (!DefaultSizes.TryGetValue(clusterType.ToLowerInvariant(), out string nodeSize)) + { + nodeSize = DefaultSizeIfNotSpecified; + } + + return nodeSize; + } + } + + public static class ZookeeperNode + { + private const string DefaultSizeIfNotSpecified = "Standard_A2_v2"; + + private static readonly Dictionary DefaultSizes = new Dictionary(StringComparer.OrdinalIgnoreCase) + { + {"kafka", "Standard_A4_v2"} + }; + + public static string GetSize(string clusterType) + { + if (!DefaultSizes.TryGetValue(clusterType.ToLowerInvariant(), out string nodeSize)) + { + nodeSize = DefaultSizeIfNotSpecified; + } + + return nodeSize; + } + } + + public static class EdgeNode + { + private const string DefaultSizeIfNotSpecified = "Standard_D4_v2"; + + private static readonly Dictionary DefaultSizes = new Dictionary(StringComparer.OrdinalIgnoreCase); + + public static string GetSize(string clusterType) + { + if (!DefaultSizes.TryGetValue(clusterType.ToLowerInvariant(), out string nodeSize)) + { + nodeSize = DefaultSizeIfNotSpecified; + } + + return nodeSize; + } + } + } +} diff --git a/src/HDInsight/HDInsight/ManagementCommands/AddAzureHDInsightSecurityProfile.cs b/src/HDInsight/HDInsight/ManagementCommands/AddAzureHDInsightSecurityProfile.cs index 7ac1a7d0ae98..b4c8d2a63317 100644 --- a/src/HDInsight/HDInsight/ManagementCommands/AddAzureHDInsightSecurityProfile.cs +++ b/src/HDInsight/HDInsight/ManagementCommands/AddAzureHDInsightSecurityProfile.cs @@ -34,11 +34,11 @@ public class AddAzureHDInsightSecurityProfile : HDInsightCmdletBase public AzureHDInsightConfig Config { get; set; } [Parameter(Mandatory = true, - HelpMessage = "Active Directory domain for the cluster.")] - public string Domain + HelpMessage = "Active Directory domain resource id for the cluster.")] + public string DomainResourceId { - get { return _securityProfile.Domain; } - set { _securityProfile.Domain = value; } + get { return _securityProfile.DomainResourceId; } + set { _securityProfile.DomainResourceId = value; } } [Parameter(Mandatory = true, @@ -49,7 +49,7 @@ public PSCredential DomainUserCredential set { _securityProfile.DomainUserCredential = value; } } - [Parameter(Mandatory = true, + [Parameter(Mandatory = false, HelpMessage = "Distinguished name of the organizational unit in the Active directory where user and computer accounts will be created.")] public string OrganizationalUnitDN { diff --git a/src/HDInsight/HDInsight/ManagementCommands/GetAzureHDInsightClusterAutoscaleConfigurationCommand.cs b/src/HDInsight/HDInsight/ManagementCommands/GetAzureHDInsightClusterAutoscaleConfigurationCommand.cs index 55e6a87777c5..843ad41a90ce 100644 --- a/src/HDInsight/HDInsight/ManagementCommands/GetAzureHDInsightClusterAutoscaleConfigurationCommand.cs +++ b/src/HDInsight/HDInsight/ManagementCommands/GetAzureHDInsightClusterAutoscaleConfigurationCommand.cs @@ -90,7 +90,7 @@ public override void ExecuteCmdlet() ResourceGroupName = GetResourceGroupByAccountName(ClusterName); } var cluster = HDInsightManagementClient.Get(ResourceGroupName, ClusterName); - var autoscale = Utils.ExtractWorkerNode(cluster)?.AutoscaleConfiguration; + var autoscale = Utils.ExtractRole(AzureHDInsightClusterNodeType.WorkerNode.ToString(), cluster.Properties.ComputeProfile)?.AutoscaleConfiguration; autoscaleConfiguration = autoscale != null ? new AzureHDInsightAutoscale(autoscale) : null; } diff --git a/src/HDInsight/HDInsight/ManagementCommands/NewAzureHDInsightClusterCommand.cs b/src/HDInsight/HDInsight/ManagementCommands/NewAzureHDInsightClusterCommand.cs index 494455d0be2e..32dfd3228fb2 100644 --- a/src/HDInsight/HDInsight/ManagementCommands/NewAzureHDInsightClusterCommand.cs +++ b/src/HDInsight/HDInsight/ManagementCommands/NewAzureHDInsightClusterCommand.cs @@ -32,18 +32,18 @@ namespace Microsoft.Azure.Commands.HDInsight { - [Cmdlet("New", ResourceManager.Common.AzureRMConstants.AzureRMPrefix + "HDInsightCluster",DefaultParameterSetName = DefaultParameterSet),OutputType(typeof(AzureHDInsightCluster))] + [Cmdlet("New", ResourceManager.Common.AzureRMConstants.AzureRMPrefix + "HDInsightCluster", DefaultParameterSetName = DefaultParameterSet), OutputType(typeof(AzureHDInsightCluster))] public class NewAzureHDInsightClusterCommand : HDInsightCmdletBase { - private ClusterCreateParameters parameters; + private Dictionary> clusterConfigurations; + private Dictionary clusterComponentVersion; + private Dictionary clusterAdditionalStorageAccounts; + private Dictionary> clusterScriptActions; private const string CertificateFilePathSet = "CertificateFilePath"; private const string CertificateFileContentsSet = "CertificateFileContents"; private const string DefaultParameterSet = "Default"; #region These fields are marked obsolete in ClusterCreateParameters - private string _defaultStorageAccountName; - private string _defaultStorageAccountKey; - private string _defaultStorageContainer; private OSType? _osType; #endregion @@ -54,11 +54,7 @@ public class NewAzureHDInsightClusterCommand : HDInsightCmdletBase Mandatory = true, HelpMessage = "Gets or sets the datacenter location for the cluster.")] [LocationCompleter("Microsoft.HDInsight/clusters")] - public string Location - { - get { return parameters.Location; } - set { parameters.Location = value; } - } + public string Location { get; set; } [Parameter( Position = 1, @@ -77,11 +73,7 @@ public string Location Position = 3, Mandatory = true, HelpMessage = "Gets or sets the number of workernodes for the cluster.")] - public int ClusterSizeInNodes - { - get { return parameters.ClusterSizeInNodes; } - set { parameters.ClusterSizeInNodes = value; } - } + public int ClusterSizeInNodes { get; set; } [Parameter( Position = 4, @@ -89,30 +81,19 @@ public int ClusterSizeInNodes HelpMessage = "Gets or sets the login for the cluster's user.")] public PSCredential HttpCredential { get; set; } - [CmdletParameterBreakingChange("DefaultStorageAccountName", ReplaceMentCmdletParameterName = "StorageAccountResourceId")] [Parameter( Position = 5, - HelpMessage = "Gets or sets the StorageName for the default Azure Storage Account or the default Data Lake Store Account.")] - public string DefaultStorageAccountName - { - get { return _defaultStorageAccountName; } - set { _defaultStorageAccountName = value; } - } + HelpMessage = "Gets or sets the Storage Resource Id for the Storage Account.")] + public string StorageAccountResourceId { get; set; } - [CmdletParameterBreakingChange("DefaultStorageAccountKey", ReplaceMentCmdletParameterName = "StorageAccountKey")] [Parameter( Position = 6, - HelpMessage = "Gets or sets the StorageKey for the default Azure Storage Account.")] - public string DefaultStorageAccountKey - { - get { return _defaultStorageAccountKey; } - set { _defaultStorageAccountKey = value; } - } + HelpMessage = "Gets or sets the Storage Account Access Key for the Storage Account.")] + public string StorageAccountKey { get; set; } - [CmdletParameterBreakingChange("DefaultStorageAccountType", ReplaceMentCmdletParameterName = "StorageAccountType")] [Parameter( - HelpMessage = "Gets or sets the type of the default storage account.")] - public StorageType? DefaultStorageAccountType { get; set; } + HelpMessage = "Gets or sets the type of the storage account.")] + public StorageType? StorageAccountType { get; set; } [Parameter(ValueFromPipeline = true, HelpMessage = "The HDInsight cluster configuration to use when creating the new cluster.")] @@ -122,15 +103,15 @@ public AzureHDInsightConfig Config { var result = new AzureHDInsightConfig { - ClusterType = parameters.ClusterType, - ClusterTier = parameters.ClusterTier, - DefaultStorageAccountType = DefaultStorageAccountType ?? StorageType.AzureStorage, - DefaultStorageAccountName = _defaultStorageAccountName, - DefaultStorageAccountKey = _defaultStorageAccountKey, - WorkerNodeSize = parameters.WorkerNodeSize, - HeadNodeSize = parameters.HeadNodeSize, - EdgeNodeSize = parameters.EdgeNodeSize, - ZookeeperNodeSize = parameters.ZookeeperNodeSize, + ClusterType = ClusterType, + ClusterTier = ClusterTier, + StorageAccountType = StorageAccountType ?? StorageType.AzureStorage, + StorageAccountResourceId = StorageAccountResourceId, + StorageAccountKey = StorageAccountKey, + WorkerNodeSize = WorkerNodeSize, + HeadNodeSize = HeadNodeSize, + EdgeNodeSize = EdgeNodeSize, + ZookeeperNodeSize = ZookeeperNodeSize, HiveMetastore = HiveMetastore, OozieMetastore = OozieMetastore, ObjectId = ObjectId, @@ -147,53 +128,51 @@ public AzureHDInsightConfig Config EncryptionKeyName = EncryptionKeyName, EncryptionKeyVersion = EncryptionKeyVersion, EncryptionVaultUri = EncryptionVaultUri, - PublicNetworkAccessType = PublicNetworkAccessType, - OutboundPublicNetworkAccessType = OutboundPublicNetworkAccessType, EncryptionInTransit = EncryptionInTransit, EncryptionAtHost = EncryptionAtHost }; foreach ( var storageAccount in - parameters.AdditionalStorageAccounts.Where( + clusterAdditionalStorageAccounts.Where( storageAccount => !result.AdditionalStorageAccounts.ContainsKey(storageAccount.Key))) { result.AdditionalStorageAccounts.Add(storageAccount.Key, storageAccount.Value); } - foreach (var val in parameters.Configurations.Where(val => !result.Configurations.ContainsKey(val.Key))) + foreach (var val in clusterConfigurations.Where(val => !result.Configurations.ContainsKey(val.Key))) { result.Configurations.Add(val.Key, DictionaryToHashtable(val.Value)); } - foreach (var action in parameters.ScriptActions.Where(action => !result.ScriptActions.ContainsKey(action.Key))) + foreach (var action in clusterScriptActions.Where(action => !result.ScriptActions.ContainsKey(action.Key))) { result.ScriptActions.Add(action.Key, action.Value.Select(a => new AzureHDInsightScriptAction(a)).ToList()); } - foreach (var component in parameters.ComponentVersion.Where(component => !result.ComponentVersion.ContainsKey(component.Key))) + foreach (var component in clusterComponentVersion.Where(component => !result.ComponentVersion.ContainsKey(component.Key))) { result.ComponentVersion.Add(component.Key, component.Value); } - + return result; } set { - parameters.ClusterType = value.ClusterType; - parameters.ClusterTier = value.ClusterTier; - if (DefaultStorageAccountType == null) + ClusterType = value.ClusterType; + ClusterTier = value.ClusterTier; + if (StorageAccountType == null) { - DefaultStorageAccountType = value.DefaultStorageAccountType; + StorageAccountType = value.StorageAccountType; } - if (string.IsNullOrWhiteSpace(_defaultStorageAccountName)) + if (string.IsNullOrWhiteSpace(StorageAccountResourceId)) { - _defaultStorageAccountName = value.DefaultStorageAccountName; + StorageAccountResourceId = value.StorageAccountResourceId; } - if (string.IsNullOrWhiteSpace(_defaultStorageAccountKey)) + if (string.IsNullOrWhiteSpace(StorageAccountKey)) { - _defaultStorageAccountKey = value.DefaultStorageAccountKey; + StorageAccountKey = value.StorageAccountKey; } - parameters.WorkerNodeSize = value.WorkerNodeSize; - parameters.HeadNodeSize = value.HeadNodeSize; - parameters.EdgeNodeSize = value.EdgeNodeSize; - parameters.ZookeeperNodeSize = value.ZookeeperNodeSize; + WorkerNodeSize = value.WorkerNodeSize; + HeadNodeSize = value.HeadNodeSize; + EdgeNodeSize = value.EdgeNodeSize; + ZookeeperNodeSize = value.ZookeeperNodeSize; HiveMetastore = value.HiveMetastore; OozieMetastore = value.OozieMetastore; CertificateFileContents = value.CertificateFileContents; @@ -210,29 +189,27 @@ var storageAccount in EncryptionKeyName = value.EncryptionKeyName; EncryptionKeyVersion = value.EncryptionKeyVersion; EncryptionVaultUri = value.EncryptionVaultUri; - PublicNetworkAccessType = value.PublicNetworkAccessType; - OutboundPublicNetworkAccessType = value.OutboundPublicNetworkAccessType; EncryptionInTransit = value.EncryptionInTransit; EncryptionAtHost = value.EncryptionAtHost; foreach ( var storageAccount in value.AdditionalStorageAccounts.Where( - storageAccount => !parameters.AdditionalStorageAccounts.ContainsKey(storageAccount.Key))) + storageAccount => !clusterAdditionalStorageAccounts.ContainsKey(storageAccount.Key))) { - parameters.AdditionalStorageAccounts.Add(storageAccount.Key, storageAccount.Value); + clusterAdditionalStorageAccounts.Add(storageAccount.Key, storageAccount.Value); } - foreach (var val in value.Configurations.Where(val => !parameters.Configurations.ContainsKey(val.Key))) + foreach (var val in value.Configurations.Where(val => !clusterConfigurations.ContainsKey(val.Key))) { - parameters.Configurations.Add(val.Key, HashtableToDictionary(val.Value)); + clusterConfigurations.Add(val.Key, HashtableToDictionary(val.Value)); } - foreach (var action in value.ScriptActions.Where(action => !parameters.ScriptActions.ContainsKey(action.Key))) + foreach (var action in value.ScriptActions.Where(action => !clusterScriptActions.ContainsKey(action.Key))) { - parameters.ScriptActions.Add(action.Key, action.Value.Select(a => a.GetScriptActionFromPSModel()).ToList()); + clusterScriptActions.Add(action.Key, action.Value.Select(a => a.GetScriptActionFromPSModel()).ToList()); } - foreach (var component in value.ComponentVersion.Where(component => !parameters.ComponentVersion.ContainsKey(component.Key))) + foreach (var component in value.ComponentVersion.Where(component => !clusterComponentVersion.ContainsKey(component.Key))) { - parameters.ComponentVersion.Add(component.Key, component.Value); + clusterComponentVersion.Add(component.Key, component.Value); } } } @@ -252,76 +229,44 @@ var storageAccount in [Parameter(HelpMessage = "Gets config actions for the cluster.")] public Dictionary> ScriptActions { get; private set; } - [CmdletParameterBreakingChange("DefaultStorageContainer", ReplaceMentCmdletParameterName = "StorageContainer")] [Parameter(HelpMessage = "Gets or sets the StorageContainer name for the default Azure Storage Account")] - public string DefaultStorageContainer - { - get { return _defaultStorageContainer; } - set { _defaultStorageContainer = value; } - } + public string StorageContainer { get; set; } - [CmdletParameterBreakingChange("DefaultStorageRootPath", ReplaceMentCmdletParameterName = "StorageRootPath")] [Parameter(HelpMessage = "Gets or sets the path to the root of the cluster in the default Data Lake Store Account.")] - public string DefaultStorageRootPath { get; set; } + public string StorageRootPath { get; set; } + + [Parameter(HelpMessage = "Gets or sets the file system for the default Azure Data Lake Storage Gen2 account.")] + public string StorageFileSystem { get; set; } [Parameter(HelpMessage = "Gets or sets the version of the HDInsight cluster.")] - public string Version - { - get { return parameters.Version; } - set { parameters.Version = value; } - } + public string Version { get; set; } [Parameter(HelpMessage = "Gets or sets the size of the Head Node.")] - public string HeadNodeSize - { - get { return parameters.HeadNodeSize; } - set { parameters.HeadNodeSize = value; } - } + public string HeadNodeSize { get; set; } [Parameter(HelpMessage = "Gets or sets the size of the Data Node.")] - public string WorkerNodeSize - { - get { return parameters.WorkerNodeSize; } - set { parameters.WorkerNodeSize = value; } - } + public string WorkerNodeSize { get; set; } [Parameter(HelpMessage = "Gets or sets the size of the Edge Node if available for the cluster type.")] - public string EdgeNodeSize - { - get { return parameters.EdgeNodeSize; } - set { parameters.EdgeNodeSize = value; } - } + public string EdgeNodeSize { get; set; } + + [Parameter(HelpMessage = "Gets or sets the size of the Kafka Management Node.")] + public string KafkaManagementNodeSize { get; set; } [Parameter(HelpMessage = "Gets or sets the size of the Zookeeper Node.")] - public string ZookeeperNodeSize - { - get { return parameters.ZookeeperNodeSize; } - set { parameters.ZookeeperNodeSize = value; } - } + public string ZookeeperNodeSize { get; set; } [Parameter(HelpMessage = "Gets or sets the flavor for a cluster.")] - public string ClusterType - { - get { return parameters.ClusterType; } - set { parameters.ClusterType = value; } - } + public string ClusterType { get; set; } [Parameter(HelpMessage = "Gets or sets the version for a service in the cluster.")] public Dictionary ComponentVersion { get; set; } [Parameter(HelpMessage = "Gets or sets the virtual network guid for this HDInsight cluster.")] - public string VirtualNetworkId - { - get { return parameters.VirtualNetworkId; } - set { parameters.VirtualNetworkId = value; } - } + public string VirtualNetworkId { get; set; } [Parameter(HelpMessage = "Gets or sets the subnet name for this HDInsight cluster.")] - public string SubnetName - { - get { return parameters.SubnetName; } - set { parameters.SubnetName = value; } - } + public string SubnetName { get; set; } [Parameter(HelpMessage = "Gets or sets the type of operating system installed on cluster nodes.")] public OSType OSType @@ -331,11 +276,7 @@ public OSType OSType } [Parameter(HelpMessage = "Gets or sets the cluster tier for this HDInsight cluster.")] - public Tier ClusterTier - { - get { return parameters.ClusterTier; } - set { parameters.ClusterTier = value; } - } + public Tier ClusterTier { get; set; } [Parameter(HelpMessage = "Gets or sets SSH credential.")] public PSCredential SshCredential { get; set; } @@ -343,15 +284,13 @@ public Tier ClusterTier [Parameter(HelpMessage = "Gets or sets the public key to be used for SSH.")] public string SshPublicKey { get; set; } + [CmdletParameterBreakingChange("RdpCredential", ChangeDescription = "This parameter is being deprecated.")] [Parameter(HelpMessage = "Gets or sets the credential for RDP access to the cluster.")] public PSCredential RdpCredential { get; set; } + [CmdletParameterBreakingChange("RdpAccessExpiry", ChangeDescription = "This parameter is being deprecated.")] [Parameter(HelpMessage = "Gets or sets the expiry DateTime for RDP access on the cluster.")] - public DateTime RdpAccessExpiry - { - get { return parameters.RdpAccessExpiry; } - set { parameters.RdpAccessExpiry = value; } - } + public DateTime RdpAccessExpiry { get; set; } [Parameter(HelpMessage = "Gets or sets the Service Principal Object Id for accessing Azure Data Lake.")] public Guid ObjectId { get; set; } @@ -382,8 +321,11 @@ public DateTime RdpAccessExpiry [Parameter(HelpMessage = "Gets or sets the minimal supported TLS version.")] public string MinSupportedTlsVersion { get; set; } - [Parameter(HelpMessage = "Gets or sets the assigned identity.")] - public string AssignedIdentity { get; set; } + [Parameter(HelpMessage = "Gets or sets the cluster assigned identity.")] + public string AssignedIdentity { get; set; } + + [Parameter(HelpMessage = "Gets or sets the storage account managed identity.")] + public string StorageAccountManagedIdentity { get; set; } [Parameter(HelpMessage = "Gets or sets the encryption algorithm.")] [ValidateSet(JsonWebKeyEncryptionAlgorithm.RSAOAEP, JsonWebKeyEncryptionAlgorithm.RSAOAEP256, JsonWebKeyEncryptionAlgorithm.RSA15)] @@ -398,16 +340,6 @@ public DateTime RdpAccessExpiry [Parameter(HelpMessage = "Gets or sets the encryption vault uri.")] public string EncryptionVaultUri { get; set; } - [CmdletParameterBreakingChange("PublicNetworkAccessType", ChangeDescription = "This parameter is being deprecated.")] - [Parameter(HelpMessage = "Gets or sets the public network access type.")] - [ValidateSet(PublicNetworkAccess.InboundAndOutbound, PublicNetworkAccess.OutboundOnly, IgnoreCase = true)] - public string PublicNetworkAccessType { get; set; } - - [CmdletParameterBreakingChange("OutboundPublicNetworkAccessType", ChangeDescription = "This parameter is being deprecated.")] - [Parameter(HelpMessage = "Gets or sets the outbound access type to the public network.")] - [ValidateSet(OutboundOnlyPublicNetworkAccessType.PublicLoadBalancer, OutboundOnlyPublicNetworkAccessType.UDR, IgnoreCase = true)] - public string OutboundPublicNetworkAccessType { get; set; } - [Parameter(HelpMessage = "Gets or sets the flag which indicates whether enable encryption in transit or not.")] public bool? EncryptionInTransit { get; set; } @@ -417,117 +349,130 @@ public DateTime RdpAccessExpiry [Parameter(HelpMessage = "Gets or sets the autoscale configuration")] public AzureHDInsightAutoscale AutoscaleConfiguration { get; set; } + [Parameter(HelpMessage = "Enables HDInsight Identity Broker feature.")] + public SwitchParameter EnableIDBroker { get; set; } + + [Parameter(HelpMessage = "Gets or sets the client group id for Kafka Rest Proxy access.")] + public string KafkaClientGroupId { get; set; } + + [Parameter(HelpMessage = "Gets or sets the client group name for Kafka Rest Proxy access.")] + public string KafkaClientGroupName { get; set; } + + #endregion public NewAzureHDInsightClusterCommand() { - parameters = new ClusterCreateParameters(); AdditionalStorageAccounts = new Dictionary(); + clusterAdditionalStorageAccounts = new Dictionary(); Configurations = new Dictionary>(); + clusterConfigurations = new Dictionary>(); ScriptActions = new Dictionary>(); + clusterScriptActions = new Dictionary>(); ComponentVersion = new Dictionary(); + clusterComponentVersion = new Dictionary(); } public override void ExecuteCmdlet() { - parameters.UserName = HttpCredential.UserName; - parameters.Password = HttpCredential.Password.ConvertToString(); - - if (RdpCredential != null) + foreach (var component in ComponentVersion.Where(component => !clusterComponentVersion.ContainsKey(component.Key))) { - parameters.RdpUsername = RdpCredential.UserName; - parameters.RdpPassword = RdpCredential.Password.ConvertToString(); + clusterComponentVersion.Add(component.Key, component.Value); } - - if (SshCredential != null) + // Construct Configurations + foreach (var config in Configurations.Where(config => !clusterConfigurations.ContainsKey(config.Key))) { - parameters.SshUserName = SshCredential.UserName; - if (!string.IsNullOrEmpty(SshCredential.Password.ConvertToString())) - { - parameters.SshPassword = SshCredential.Password.ConvertToString(); - } - if (!string.IsNullOrEmpty(SshPublicKey)) - { - parameters.SshPublicKey = SshPublicKey; - } + clusterConfigurations.Add(config.Key, config.Value); } - if (DefaultStorageAccountType==null || DefaultStorageAccountType == StorageType.AzureStorage) + // Add cluster username/password to gateway config. + ClusterCreateHelper.AddClusterCredentialToGatewayConfig(HttpCredential, clusterConfigurations); + + // Construct OS Profile + OsProfile osProfile = ClusterCreateHelper.CreateOsProfile(SshCredential, SshPublicKey); + + // Construct Virtual Network Profile + VirtualNetworkProfile vnetProfile = ClusterCreateHelper.CreateVirtualNetworkProfile(VirtualNetworkId, SubnetName); + + // Handle storage account + StorageProfile storageProfile = new StorageProfile() { Storageaccounts = new List { } }; + + if (StorageAccountType == null || StorageAccountType == StorageType.AzureStorage) { - parameters.DefaultStorageInfo = new AzureStorageInfo(DefaultStorageAccountName, DefaultStorageAccountKey, DefaultStorageContainer); + var azureStorageAccount = ClusterCreateHelper.CreateAzureStorageAccount(ClusterName, StorageAccountResourceId, StorageAccountKey, StorageContainer, this.DefaultContext.Environment.StorageEndpointSuffix); + storageProfile.Storageaccounts.Add(azureStorageAccount); } - else + else if (StorageAccountType == StorageType.AzureDataLakeStore) { - parameters.DefaultStorageInfo = new AzureDataLakeStoreInfo(DefaultStorageAccountName, DefaultStorageRootPath); + ClusterCreateHelper.AddAzureDataLakeStorageGen1ToCoreConfig(StorageAccountResourceId, StorageRootPath, this.DefaultContext.Environment.AzureDataLakeStoreFileSystemEndpointSuffix, clusterConfigurations); + } + else if (StorageAccountType == StorageType.AzureDataLakeStorageGen2) + { + var adlsgen2Account = ClusterCreateHelper.CreateAdlsGen2StorageAccount(ClusterName, StorageAccountResourceId, StorageAccountKey, StorageFileSystem, StorageAccountManagedIdentity, this.DefaultContext.Environment.StorageEndpointSuffix); + storageProfile.Storageaccounts.Add(adlsgen2Account); } + // Handle additional storage accounts foreach ( var storageAccount in AdditionalStorageAccounts.Where( - storageAccount => !parameters.AdditionalStorageAccounts.ContainsKey(storageAccount.Key))) + storageAccount => !clusterAdditionalStorageAccounts.ContainsKey(storageAccount.Key))) { - parameters.AdditionalStorageAccounts.Add(storageAccount.Key, storageAccount.Value); + clusterAdditionalStorageAccounts.Add(storageAccount.Key, storageAccount.Value); } - foreach (var config in Configurations.Where(config => !parameters.Configurations.ContainsKey(config.Key))) - { - parameters.Configurations.Add(config.Key, config.Value); - } - foreach (var action in ScriptActions.Where(action => parameters.ScriptActions.ContainsKey(action.Key))) + ClusterCreateHelper.AddAdditionalStorageAccountsToCoreConfig(clusterAdditionalStorageAccounts, clusterConfigurations); + + // Handle script action + foreach (var action in ScriptActions.Where(action => clusterScriptActions.ContainsKey(action.Key))) { - parameters.ScriptActions.Add(action.Key, + clusterScriptActions.Add(action.Key, action.Value.Select(a => a.GetScriptActionFromPSModel()).ToList()); } - foreach (var component in ComponentVersion.Where(component => !parameters.ComponentVersion.ContainsKey(component.Key))) - { - parameters.ComponentVersion.Add(component.Key, component.Value); - } + + // Handle metastore if (OozieMetastore != null) { - var metastore = OozieMetastore; - parameters.OozieMetastore = new Metastore(metastore.SqlAzureServerName, metastore.DatabaseName, metastore.Credential.UserName, metastore.Credential.Password.ConvertToString()); + ClusterCreateHelper.AddOozieMetastoreToConfigurations(OozieMetastore, clusterConfigurations); } if (HiveMetastore != null) { - var metastore = HiveMetastore; - parameters.HiveMetastore = new Metastore(metastore.SqlAzureServerName, metastore.DatabaseName, metastore.Credential.UserName, metastore.Credential.Password.ConvertToString()); + ClusterCreateHelper.AddHiveMetastoreToConfigurations(HiveMetastore, clusterConfigurations); } + + // Handle ADLSGen1 identity if (!string.IsNullOrEmpty(CertificatePassword)) { if (!string.IsNullOrEmpty(CertificateFilePath)) { CertificateFileContents = File.ReadAllBytes(CertificateFilePath); } - var servicePrincipal = new Management.HDInsight.Models.ServicePrincipal( - GetApplicationId(ApplicationId), GetTenantId(AadTenantId), CertificateFileContents, - CertificatePassword); - parameters.Principal = servicePrincipal; + ClusterCreateHelper.AddDataLakeStorageGen1IdentityToIdentityConfig( + GetApplicationId(ApplicationId), GetTenantId(AadTenantId), CertificateFileContents, CertificatePassword, clusterConfigurations, + this.DefaultContext.Environment.ActiveDirectoryAuthority, this.DefaultContext.Environment.DataLakeEndpointResourceId); } - if (SecurityProfile != null) + // Handle Kafka Rest Proxy + KafkaRestProperties kafkaRestProperties = null; + if (KafkaClientGroupId != null && KafkaClientGroupName != null) { - parameters.SecurityProfile = new SecurityProfile() + kafkaRestProperties = new KafkaRestProperties() { - DirectoryType = DirectoryType.ActiveDirectory, - Domain = SecurityProfile.Domain, - DomainUsername = - SecurityProfile.DomainUserCredential != null - ? SecurityProfile.DomainUserCredential.UserName - : null, - DomainUserPassword = - SecurityProfile.DomainUserCredential != null && - SecurityProfile.DomainUserCredential.Password != null - ? SecurityProfile.DomainUserCredential.Password.ConvertToString() - : null, - OrganizationalUnitDN = SecurityProfile.OrganizationalUnitDN, - LdapsUrls = SecurityProfile.LdapsUrls, - ClusterUsersGroupDNs = SecurityProfile.ClusterUsersGroupDNs + ClientGroupInfo = new ClientGroupInfo(KafkaClientGroupName, KafkaClientGroupId) }; } + // Compute profile contains headnode, workernode, zookeepernode, edgenode, kafkamanagementnode, idbrokernode, etc. + ComputeProfile computeProfile = ClusterCreateHelper.CreateComputeProfile(osProfile, vnetProfile, clusterScriptActions, ClusterType, ClusterSizeInNodes, HeadNodeSize, WorkerNodeSize, ZookeeperNodeSize, EdgeNodeSize, KafkaManagementNodeSize, EnableIDBroker.IsPresent); + + // Handle SecurityProfile + SecurityProfile securityProfile = ClusterCreateHelper.ConvertAzureHDInsightSecurityProfileToSecurityProfile(SecurityProfile, AssignedIdentity); + + // Handle DisksPerWorkerNode feature + Role workerNode = Utils.ExtractRole(ClusterNodeType.WorkerNode.ToString(), computeProfile); if (DisksPerWorkerNode > 0) { - parameters.WorkerNodeDataDisksGroups = new List() + workerNode.DataDisksGroups = new List() { new DataDisksGroups() { @@ -536,17 +481,30 @@ var storageAccount in }; } - if (EncryptionKeyName != null && EncryptionKeyVersion != null && EncryptionVaultUri !=null && AssignedIdentity != null) + // Handle ClusterIdentity + ClusterIdentity clusterIdentity = null; + if (AssignedIdentity != null || StorageAccountManagedIdentity != null) { - parameters.ClusterIdentity = new ClusterIdentity + clusterIdentity = new ClusterIdentity { Type = ResourceIdentityType.UserAssigned, - UserAssignedIdentities = new Dictionary - { - { AssignedIdentity, new ClusterIdentityUserAssignedIdentitiesValue() } - } + UserAssignedIdentities = new Dictionary() }; - parameters.DiskEncryptionProperties = new DiskEncryptionProperties() + if (AssignedIdentity != null) + { + clusterIdentity.UserAssignedIdentities.Add(AssignedIdentity, new ClusterIdentityUserAssignedIdentitiesValue()); + } + if (StorageAccountManagedIdentity != null) + { + clusterIdentity.UserAssignedIdentities.Add(StorageAccountManagedIdentity, new ClusterIdentityUserAssignedIdentitiesValue()); + } + } + + // Handle CMK feature + DiskEncryptionProperties diskEncryptionProperties = null; + if (EncryptionKeyName != null && EncryptionKeyVersion != null && EncryptionVaultUri != null) + { + diskEncryptionProperties = new DiskEncryptionProperties() { KeyName = EncryptionKeyName, KeyVersion = EncryptionKeyVersion, @@ -556,28 +514,63 @@ var storageAccount in }; } + // Handle encryption at host feature if (EncryptionAtHost != null) { - if (parameters.DiskEncryptionProperties != null) + if (diskEncryptionProperties != null) { - parameters.DiskEncryptionProperties.EncryptionAtHost = EncryptionAtHost; + diskEncryptionProperties.EncryptionAtHost = EncryptionAtHost; } else { - parameters.DiskEncryptionProperties = new DiskEncryptionProperties() + diskEncryptionProperties = new DiskEncryptionProperties() { EncryptionAtHost = EncryptionAtHost }; } } + // Handle autoscale featurer Autoscale autoscaleParameter = null; if (AutoscaleConfiguration != null) { autoscaleParameter = AutoscaleConfiguration.ToAutoscale(); + workerNode.AutoscaleConfiguration = autoscaleParameter; } - var cluster = HDInsightManagementClient.CreateNewCluster(ResourceGroupName, ClusterName, OSType, parameters, MinSupportedTlsVersion, this.DefaultContext.Environment.ActiveDirectoryAuthority, this.DefaultContext.Environment.DataLakeEndpointResourceId, PublicNetworkAccessType, OutboundPublicNetworkAccessType, EncryptionInTransit, autoscaleParameter); + // Construct cluster create parameter + ClusterCreateParametersExtended createParams = new ClusterCreateParametersExtended + { + Location = Location, + //Tags = Tags, //To Do add this Tags parameter + Properties = new ClusterCreateProperties + { + Tier = ClusterTier, + ClusterDefinition = new ClusterDefinition + { + Kind = ClusterType ?? "Hadoop", + ComponentVersion = clusterComponentVersion, + Configurations = clusterConfigurations + }, + ClusterVersion = Version ?? "default", + KafkaRestProperties = kafkaRestProperties, + ComputeProfile = computeProfile, + OsType = OSType, + SecurityProfile = securityProfile, + StorageProfile = storageProfile, + DiskEncryptionProperties = diskEncryptionProperties, + //handle Encryption In Transit feature + EncryptionInTransitProperties = EncryptionInTransit != null ? new EncryptionInTransitProperties() + { + IsEncryptionInTransitEnabled = EncryptionInTransit + } : null, + MinSupportedTlsVersion = MinSupportedTlsVersion + + }, + Identity = clusterIdentity + }; + + var cluster = HDInsightManagementClient.CreateCluster(ResourceGroupName, ClusterName, createParams); if (cluster != null) { @@ -597,7 +590,7 @@ private static Dictionary HashtableToDictionary(Hashtable table) .ToDictionary(kvp => (string)kvp.Key, kvp => (string)kvp.Value); } - //Get TenantId for the subscription if user doesn't provide this parameter + // Get TenantId for the subscription if user doesn't provide this parameter private Guid GetTenantId(Guid tenantId) { if (tenantId != Guid.Empty) @@ -609,7 +602,7 @@ private Guid GetTenantId(Guid tenantId) return new Guid(tenantIdStr); } - //Get ApplicationId of Service Principal if user doesn't provide this parameter + // Get ApplicationId of Service Principal if user doesn't provide this parameter private Guid GetApplicationId(Guid applicationId) { if (applicationId != Guid.Empty) @@ -622,12 +615,12 @@ private Guid GetApplicationId(Guid applicationId) graphClient.TenantID = DefaultProfile.DefaultContext.Tenant.Id.ToString(); - Microsoft.Azure.Graph.RBAC.Version1_6.Models.ServicePrincipal sp=null; + Microsoft.Azure.Graph.RBAC.Version1_6.Models.ServicePrincipal sp = null; try { sp = graphClient.ServicePrincipals.Get(ObjectId.ToString()); } - catch(Microsoft.Azure.Graph.RBAC.Version1_6.Models.GraphErrorException e) + catch (Microsoft.Azure.Graph.RBAC.Version1_6.Models.GraphErrorException e) { string errorMessage = e.Message + ". Please specify Application Id explicitly by providing ApplicationId parameter and retry."; throw new Microsoft.Azure.Graph.RBAC.Version1_6.Models.GraphErrorException(errorMessage); diff --git a/src/HDInsight/HDInsight/ManagementCommands/NewAzureHDInsightClusterConfigCommand.cs b/src/HDInsight/HDInsight/ManagementCommands/NewAzureHDInsightClusterConfigCommand.cs index d31a883a66c7..8aeb284adcdb 100644 --- a/src/HDInsight/HDInsight/ManagementCommands/NewAzureHDInsightClusterConfigCommand.cs +++ b/src/HDInsight/HDInsight/ManagementCommands/NewAzureHDInsightClusterConfigCommand.cs @@ -28,25 +28,25 @@ public class NewAzureHDInsightClusterConfigCommand : HDInsightCmdletBase #region Input Parameter Definitions - [Parameter(HelpMessage = "Gets or sets the account name for the default storage account.")] - public string DefaultStorageAccountName + [Parameter(HelpMessage = "Gets or sets the storage account resource id.")] + public string StorageAccountResourceId { - get { return _config.DefaultStorageAccountName; } - set { _config.DefaultStorageAccountName = value; } + get { return _config.StorageAccountResourceId; } + set { _config.StorageAccountResourceId = value; } } - [Parameter(HelpMessage = "Gets or sets the storage key for the default Azure Storage Account.")] - public string DefaultStorageAccountKey + [Parameter(HelpMessage = "Gets or sets the storage account access key.")] + public string StorageAccountKey { - get { return _config.DefaultStorageAccountKey; } - set { _config.DefaultStorageAccountKey = value; } + get { return _config.StorageAccountKey; } + set { _config.StorageAccountKey = value; } } [Parameter(HelpMessage = "Gets or sets the type of the default storage account.")] - public StorageType DefaultStorageAccountType + public StorageType StorageAccountType { - get { return _config.DefaultStorageAccountType; } - set { _config.DefaultStorageAccountType = value; } + get { return _config.StorageAccountType; } + set { _config.StorageAccountType = value; } } [Parameter(HelpMessage = "Gets or sets the database to store the metadata for Oozie.")] @@ -191,22 +191,6 @@ public string EncryptionVaultUri set { _config.EncryptionVaultUri = value; } } - [Parameter(HelpMessage = "Gets or sets the public network access type.")] - [ValidateSet(PublicNetworkAccess.InboundAndOutbound, PublicNetworkAccess.OutboundOnly, IgnoreCase = true)] - public string PublicNetworkAccessType - { - get { return _config.PublicNetworkAccessType; } - set { _config.PublicNetworkAccessType = value; } - } - - [Parameter(HelpMessage = "Gets or sets the outbound access type to the public network.")] - [ValidateSet(OutboundOnlyPublicNetworkAccessType.PublicLoadBalancer, OutboundOnlyPublicNetworkAccessType.UDR, IgnoreCase = true)] - public string OutboundPublicNetworkAccessType - { - get { return _config.OutboundPublicNetworkAccessType; } - set { _config.OutboundPublicNetworkAccessType = value; } - } - [Parameter(HelpMessage = "Gets or sets the flag which indicates whether enable encryption in transit or not.")] public bool? EncryptionInTransit { diff --git a/src/HDInsight/HDInsight/ManagementCommands/SetAzureHDInsightClusterAutoscaleConfigurationCommand.cs b/src/HDInsight/HDInsight/ManagementCommands/SetAzureHDInsightClusterAutoscaleConfigurationCommand.cs index c074efaf1e80..6ac7a7df7660 100644 --- a/src/HDInsight/HDInsight/ManagementCommands/SetAzureHDInsightClusterAutoscaleConfigurationCommand.cs +++ b/src/HDInsight/HDInsight/ManagementCommands/SetAzureHDInsightClusterAutoscaleConfigurationCommand.cs @@ -229,7 +229,7 @@ public override void ExecuteCmdlet() } var clusterBeforeUpdate = HDInsightManagementClient.Get(ResourceGroupName, ClusterName); - Autoscale autoscaleConfig = Utils.ExtractWorkerNode(clusterBeforeUpdate)?.AutoscaleConfiguration; + Autoscale autoscaleConfig = Utils.ExtractRole(AzureHDInsightClusterNodeType.WorkerNode.ToString(), clusterBeforeUpdate.Properties.ComputeProfile)?.AutoscaleConfiguration; if (autoscaleConfig == null) { autoscaleConfig = new Autoscale(); diff --git a/src/HDInsight/HDInsight/ManagementCommands/SetAzureHDInsightDefaultStorageCommand.cs b/src/HDInsight/HDInsight/ManagementCommands/SetAzureHDInsightDefaultStorageCommand.cs index c0a6f698b200..1c0ce657f85e 100644 --- a/src/HDInsight/HDInsight/ManagementCommands/SetAzureHDInsightDefaultStorageCommand.cs +++ b/src/HDInsight/HDInsight/ManagementCommands/SetAzureHDInsightDefaultStorageCommand.cs @@ -19,7 +19,7 @@ namespace Microsoft.Azure.Commands.HDInsight { - [Cmdlet("Set", ResourceManager.Common.AzureRMConstants.AzureRMPrefix + "HDInsightDefaultStorage"),OutputType(typeof(AzureHDInsightConfig))] + [Cmdlet("Set", ResourceManager.Common.AzureRMConstants.AzureRMPrefix + "HDInsightDefaultStorage"), OutputType(typeof(AzureHDInsightConfig))] public class SetAzureHDInsightDefaultStorageCommand : HDInsightCmdletBase { #region Input Parameter Definitions @@ -33,7 +33,7 @@ public class SetAzureHDInsightDefaultStorageCommand : HDInsightCmdletBase [Parameter(Position = 1, Mandatory = true, HelpMessage = "The storage account name for the storage account to be added to the new cluster.")] - public string StorageAccountName { get; set; } + public string StorageAccountResourceId { get; set; } [Parameter(Position = 2, Mandatory = false, @@ -49,9 +49,9 @@ public class SetAzureHDInsightDefaultStorageCommand : HDInsightCmdletBase public override void ExecuteCmdlet() { - Config.DefaultStorageAccountType = StorageAccountType ?? Config.DefaultStorageAccountType; - Config.DefaultStorageAccountName = StorageAccountName; - Config.DefaultStorageAccountKey = StorageAccountKey; + Config.StorageAccountType = StorageAccountType ?? Config.StorageAccountType; + Config.StorageAccountResourceId = StorageAccountResourceId; + Config.StorageAccountKey = StorageAccountKey; WriteObject(Config); } } diff --git a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightClientGroupInfo.cs b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightClientGroupInfo.cs new file mode 100644 index 000000000000..e36aa4d687e3 --- /dev/null +++ b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightClientGroupInfo.cs @@ -0,0 +1,48 @@ +// ---------------------------------------------------------------------------------- +// +// Copyright Microsoft Corporation +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// http://www.apache.org/licenses/LICENSE-2.0 +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// ---------------------------------------------------------------------------------- + +using Microsoft.Azure.Management.HDInsight.Models; +using System; +using System.Collections.Generic; +using System.Text; + +namespace Microsoft.Azure.Commands.HDInsight.Models +{ + public class AzureHDInsightClientGroupInfo + { + public AzureHDInsightClientGroupInfo() { } + + public AzureHDInsightClientGroupInfo(string groupName=null, string groupId=null) + { + GroupName = groupName; + GroupId = groupId; + } + + public AzureHDInsightClientGroupInfo(ClientGroupInfo clientGroupInfo = null) + { + GroupName = clientGroupInfo?.GroupName; + GroupId = clientGroupInfo?.GroupId; + } + + /// + /// The group name. + /// + public string GroupName { get; set; } + + /// + /// The group id. + /// + public string GroupId { get; set; } + } +} diff --git a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightCluster.cs b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightCluster.cs index a19387b3ab1f..3e79b4b6125f 100644 --- a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightCluster.cs +++ b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightCluster.cs @@ -59,7 +59,7 @@ public AzureHDInsightCluster(Cluster cluster) var clusterSecurityProfile = cluster.Properties.SecurityProfile; SecurityProfile = clusterSecurityProfile != null ? new AzureHDInsightSecurityProfile() { - Domain = clusterSecurityProfile.Domain, + DomainResourceId = clusterSecurityProfile.AaddsResourceId, //We should not be returning the actual password to the user DomainUserCredential = new PSCredential(clusterSecurityProfile.DomainUsername, "***".ConvertToSecureString()), OrganizationalUnitDN = clusterSecurityProfile.OrganizationalUnitDN, @@ -70,14 +70,13 @@ public AzureHDInsightCluster(Cluster cluster) MinSupportedTlsVersion = cluster.Properties.MinSupportedTlsVersion; DiskEncryption = cluster.Properties.DiskEncryptionProperties; AssignedIdentity = cluster.Identity; - PublicNetworkAccessType = cluster.Properties?.NetworkSettings?.PublicNetworkAccess; - OutboundPublicNetworkAccessType = cluster.Properties?.NetworkSettings?.OutboundOnlyPublicNetworkAccessType; EncryptionInTransit =cluster.Properties?.EncryptionInTransitProperties?.IsEncryptionInTransitEnabled; PrivateEndpoint = cluster.Properties?.ConnectivityEndpoints?.FirstOrDefault(endpoint => endpoint.Name.Equals("HTTPS-INTERNAL"))?.Location; - var vnet = Utils.ExtractWorkerNode(cluster)?.VirtualNetworkProfile; + var vnet = Utils.ExtractRole(AzureHDInsightClusterNodeType.WorkerNode.ToString(),cluster.Properties.ComputeProfile)?.VirtualNetworkProfile; VirtualNetworkId = vnet?.Id; - SubnetName = vnet?.Subnet; + SubnetName = Utils.GetResourceNameFromResourceId(vnet?.Subnet); ComputeProfile = cluster.Properties?.ComputeProfile != null ? new AzureHDInsightComputeProfile(cluster.Properties.ComputeProfile) : null; + KafkaRestProperties = cluster?.Properties.KafkaRestProperties != null ? new AzureHDInsightKafkaRestProperties(cluster.Properties.KafkaRestProperties) : null; } public AzureHDInsightCluster(Cluster cluster, IDictionary clusterConfiguration, IDictionary clusterIdentity) @@ -93,25 +92,26 @@ public AzureHDInsightCluster(Cluster cluster, IDictionary cluste if (defaultAccount != null) { - DefaultStorageAccount = defaultAccount.StorageAccountName; + StorageAccount = defaultAccount.StorageAccountName; var wasbAccount = defaultAccount as AzureHDInsightWASBDefaultStorageAccount; var adlAccount = defaultAccount as AzureHDInsightDataLakeDefaultStorageAccount; + var abfsAccount = defaultAccount as AzureHDInsightDataLakeGen2DefaultStorageAccount; if (wasbAccount != null) { - DefaultStorageContainer = wasbAccount.StorageContainerName; + StorageContainer = wasbAccount.StorageContainerName; } else if(adlAccount != null) { - DefaultStorageRootPath = adlAccount.StorageRootPath; + StorageRootPath = adlAccount.StorageRootPath; } - else + else if(abfsAccount!=null) { - DefaultStorageContainer = string.Empty; + StorageFileSystem = abfsAccount.StorageFileSystem; } - AdditionalStorageAccounts = ClusterConfigurationUtils.GetAdditionStorageAccounts(clusterConfiguration, DefaultStorageAccount); + AdditionalStorageAccounts = ClusterConfigurationUtils.GetAdditionStorageAccounts(clusterConfiguration, StorageAccount); } } } @@ -174,17 +174,22 @@ public AzureHDInsightCluster(Cluster cluster, IDictionary cluste /// /// Default storage account for this cluster. /// - public string DefaultStorageAccount { get; set; } + public string StorageAccount { get; set; } /// /// Default storage container for this cluster. /// - public string DefaultStorageContainer { get; set; } + public string StorageContainer { get; set; } /// - /// Default storage path where this Azure Data Lake Cluster is rooted + /// Default storage path where this Azure Data Lake Cluster is rooted. /// - public string DefaultStorageRootPath { get; set; } + public string StorageRootPath { get; set; } + + /// + /// Default storage file system for this cluster. + /// + public string StorageFileSystem { get; set; } /// /// Default storage container for this cluster. @@ -192,7 +197,7 @@ public AzureHDInsightCluster(Cluster cluster, IDictionary cluste public string ResourceGroup { get; set; } /// - /// Additional storage accounts for this cluster + /// Additional storage accounts for this cluster. /// public List AdditionalStorageAccounts { get; set; } @@ -233,16 +238,6 @@ public AzureHDInsightCluster(Cluster cluster, IDictionary cluste /// public string PrivateEndpoint; - /// - /// Gets or sets the public network access. - /// - public string PublicNetworkAccessType; - - /// - /// Gets or sets the outbound public network access. - /// - public string OutboundPublicNetworkAccessType; - /// /// Gets or sets the encryption in transit. /// @@ -259,8 +254,13 @@ public AzureHDInsightCluster(Cluster cluster, IDictionary cluste public string SubnetName; /// - /// Gets or sets the compute profile + /// Gets or sets the compute profile. /// public AzureHDInsightComputeProfile ComputeProfile; + + /// + /// Gets or sets the kafka rest properties. + /// + public AzureHDInsightKafkaRestProperties KafkaRestProperties; } } diff --git a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightClusterNodeType.cs b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightClusterNodeType.cs new file mode 100644 index 000000000000..c2388e459b7e --- /dev/null +++ b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightClusterNodeType.cs @@ -0,0 +1,52 @@ +// ---------------------------------------------------------------------------------- +// +// Copyright Microsoft Corporation +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// http://www.apache.org/licenses/LICENSE-2.0 +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// ---------------------------------------------------------------------------------- + +namespace Microsoft.Azure.Commands.HDInsight.Models +{ + /// + /// Defines the type of an AzureHDInsight cluster metastore. + /// + public enum AzureHDInsightClusterNodeType + { + /// + /// The head nodes of the cluster. + /// + HeadNode=0, + + /// + /// The worker nodes of the cluster. + /// + WorkerNode=1, + + /// + /// The zookeper nodes of the cluster. + /// + ZookeeperNode=2, + + /// + /// The edge nodes of the cluster. + /// + EdgeNode=3, + + /// + /// The idbroker nodes of the cluster. + /// + IdBrokerNode=4, + + /// + /// The kafkamanagement nodes of the cluster. + /// + KafkaManagementNode=5 + } +} diff --git a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightConfig.cs b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightConfig.cs index d0af1b0b90a2..16f2fdeb56a4 100644 --- a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightConfig.cs +++ b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightConfig.cs @@ -28,19 +28,19 @@ public class AzureHDInsightConfig public Dictionary AdditionalStorageAccounts { get; private set; } /// - /// Gets or sets the StorageType for the default Azure Storage Account. + /// Gets or sets the storage type for the Azure Storage Account. /// - public StorageType DefaultStorageAccountType { get; set; } + public StorageType StorageAccountType { get; set; } /// - /// Gets or sets the StorageName for the default Azure Storage Account. + /// Gets or sets the storage resource id for the Azure Storage Account. /// - public string DefaultStorageAccountName { get; set; } + public string StorageAccountResourceId { get; set; } /// - /// Gets or sets the storage key for the default Azure Storage Account. + /// Gets or sets the storage key for the Azure Storage Account. /// - public string DefaultStorageAccountKey { get; set; } + public string StorageAccountKey { get; set; } /// /// Gets or sets the size of the Head Node. @@ -170,16 +170,6 @@ public class AzureHDInsightConfig /// public string EncryptionVaultUri { get; set; } - /// - /// Gets or sets the public network access type. - /// - public string PublicNetworkAccessType; - - /// - /// Gets or sets the outbound access type to the public network. - /// - public string OutboundPublicNetworkAccessType; - /// /// Gets or sets the flag which indicates whether enable encryption in transit or not. /// diff --git a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightDataLakeDefaultStorageAccount.cs b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightDataLakeDefaultStorageAccount.cs index e483e1b04b3c..e8388c47a762 100644 --- a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightDataLakeDefaultStorageAccount.cs +++ b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightDataLakeDefaultStorageAccount.cs @@ -1,4 +1,18 @@ -using System; +// ---------------------------------------------------------------------------------- +// +// Copyright Microsoft Corporation +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// http://www.apache.org/licenses/LICENSE-2.0 +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// ---------------------------------------------------------------------------------- + +using System; using System.Collections.Generic; using System.Linq; using System.Text; diff --git a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightDataLakeGen2DefaultStorageAccount.cs b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightDataLakeGen2DefaultStorageAccount.cs new file mode 100644 index 000000000000..8ed847c29920 --- /dev/null +++ b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightDataLakeGen2DefaultStorageAccount.cs @@ -0,0 +1,33 @@ +// ---------------------------------------------------------------------------------- +// +// Copyright Microsoft Corporation +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// http://www.apache.org/licenses/LICENSE-2.0 +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// ---------------------------------------------------------------------------------- + +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace Microsoft.Azure.Commands.HDInsight.Models +{ + public class AzureHDInsightDataLakeGen2DefaultStorageAccount : AzureHDInsightDefaultStorageAccount + { + public AzureHDInsightDataLakeGen2DefaultStorageAccount(string storageAccountName, string storageFileSystem) + : base(storageAccountName) + { + StorageFileSystem = storageFileSystem; + } + + public string StorageFileSystem { get; private set; } + } +} diff --git a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightKafkaProperties.cs b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightKafkaProperties.cs new file mode 100644 index 000000000000..d1bd3d922c0d --- /dev/null +++ b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightKafkaProperties.cs @@ -0,0 +1,41 @@ +// ---------------------------------------------------------------------------------- +// +// Copyright Microsoft Corporation +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// http://www.apache.org/licenses/LICENSE-2.0 +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. +// ---------------------------------------------------------------------------------- + +using Microsoft.Azure.Management.HDInsight.Models; +using System; +using System.Collections.Generic; +using System.Text; + +namespace Microsoft.Azure.Commands.HDInsight.Models +{ + public class AzureHDInsightKafkaRestProperties + { + public AzureHDInsightKafkaRestProperties() { } + + public AzureHDInsightKafkaRestProperties(AzureHDInsightClientGroupInfo clientGroupInfo = null) + { + ClientGroupInfo = clientGroupInfo; + } + + public AzureHDInsightKafkaRestProperties(KafkaRestProperties kafkaRestProperties = null) + { + ClientGroupInfo = new AzureHDInsightClientGroupInfo(kafkaRestProperties?.ClientGroupInfo); + } + + /// + /// The client group info. + /// + public AzureHDInsightClientGroupInfo ClientGroupInfo { get; set; } + } +} diff --git a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightSecurityProfile.cs b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightSecurityProfile.cs index 7a9a9ae8c8ba..3af4c1bb82c3 100644 --- a/src/HDInsight/HDInsight/Models/Management/AzureHDInsightSecurityProfile.cs +++ b/src/HDInsight/HDInsight/Models/Management/AzureHDInsightSecurityProfile.cs @@ -26,12 +26,12 @@ namespace Microsoft.Azure.Commands.HDInsight.Models public class AzureHDInsightSecurityProfile { /// - /// Gets or sets Active Directory domain for the cluster. + /// Gets or sets Active Directory Domain Service resource id for the cluster. /// /// /// The domain. /// - public string Domain { get; set; } + public string DomainResourceId { get; set; } /// /// Gets or sets the domain user account credential with sufficient permissions for diff --git a/src/HDInsight/HDInsight/Models/Management/AzureHdInsightManagementClient.cs b/src/HDInsight/HDInsight/Models/Management/AzureHdInsightManagementClient.cs index 2c989f538d80..cdf8b63c04be 100644 --- a/src/HDInsight/HDInsight/Models/Management/AzureHdInsightManagementClient.cs +++ b/src/HDInsight/HDInsight/Models/Management/AzureHdInsightManagementClient.cs @@ -35,38 +35,8 @@ public AzureHdInsightManagementClient() { } private IHDInsightManagementClient HdInsightManagementClient { get; set; } - public virtual Cluster CreateNewCluster(string resourceGroupName, string clusterName, OSType osType, ClusterCreateParameters parameters, - string minSupportedTlsVersion = default(string), string cloudAadAuthority = default(string), - string cloudDataLakeAudience = default(string), string PublicNetworkAccessType = default(string), - string OutboundOnlyNetworkAccessType = default(string), bool? EnableEncryptionInTransit = default(bool?), Autoscale autoscaleParameter=null) + public virtual Cluster CreateCluster(string resourceGroupName, string clusterName, ClusterCreateParametersExtended createParams) { - var createParams = CreateParametersConverter.GetExtendedClusterCreateParameters(clusterName, parameters); - createParams.Properties.OsType = osType; - createParams.Properties.MinSupportedTlsVersion = minSupportedTlsVersion; - ResetClusterIdentity(createParams, cloudAadAuthority, cloudDataLakeAudience); - - if (EnableEncryptionInTransit.HasValue) - { - createParams.Properties.EncryptionInTransitProperties = new EncryptionInTransitProperties() - { - IsEncryptionInTransitEnabled = EnableEncryptionInTransit - }; - } - - if (!string.IsNullOrEmpty(PublicNetworkAccessType) || !string.IsNullOrEmpty(OutboundOnlyNetworkAccessType)){ - NetworkSettings networkSettings = new NetworkSettings() - { - PublicNetworkAccess = PublicNetworkAccessType, - OutboundOnlyPublicNetworkAccessType = OutboundOnlyNetworkAccessType - }; - createParams.Properties.NetworkSettings = networkSettings; - } - - if (autoscaleParameter != null) - { - createParams.Properties.ComputeProfile.Roles.FirstOrDefault(role => role.Name.Equals("workernode")).AutoscaleConfiguration = autoscaleParameter; - } - return HdInsightManagementClient.Clusters.Create(resourceGroupName, clusterName, createParams); } diff --git a/src/HDInsight/HDInsight/Models/Management/StorageAccountType.cs b/src/HDInsight/HDInsight/Models/Management/StorageAccountType.cs index 0cbb50ea5320..9bba792de7cb 100644 --- a/src/HDInsight/HDInsight/Models/Management/StorageAccountType.cs +++ b/src/HDInsight/HDInsight/Models/Management/StorageAccountType.cs @@ -21,5 +21,10 @@ public enum StorageType /// Azure Data Lake Store /// AzureDataLakeStore, + + /// + /// Azure Data Lake Storage Gen2 + /// + AzureDataLakeStorageGen2 } } \ No newline at end of file diff --git a/src/HDInsight/HDInsight/Utils.cs b/src/HDInsight/HDInsight/Utils.cs index 0c7defdb594d..1c2e19bf4f7f 100644 --- a/src/HDInsight/HDInsight/Utils.cs +++ b/src/HDInsight/HDInsight/Utils.cs @@ -20,9 +20,14 @@ namespace Microsoft.Azure.Commands.HDInsight.Models { internal class Utils { - public static Role ExtractWorkerNode(Cluster cluster) + public static Role ExtractRole(string nodeType, ComputeProfile computeProfile) { - return cluster?.Properties?.ComputeProfile?.Roles?.FirstOrDefault(role => role.Name.Equals("workernode")); + return computeProfile?.Roles?.FirstOrDefault(role => role.Name.Equals(nodeType.ToLower())); + } + + public static string GetResourceNameFromResourceId(string resourceId) + { + return resourceId?.Split('/').LastOrDefault(); } } } diff --git a/src/HDInsight/HDInsight/help/Add-AzHDInsightClusterIdentity.md b/src/HDInsight/HDInsight/help/Add-AzHDInsightClusterIdentity.md index 8d80c1eed39f..a74aaeea47e3 100644 --- a/src/HDInsight/HDInsight/help/Add-AzHDInsightClusterIdentity.md +++ b/src/HDInsight/HDInsight/help/Add-AzHDInsightClusterIdentity.md @@ -36,6 +36,7 @@ The **Add-AzHDInsightClusterIdentity** cmdlet adds a cluster identity to the Azu ``` PS C:\># Primary storage account info PS C:\> $storageAccountResourceGroupName = "Group" +PS C:\> $storageAccountResourceId = "yourstorageaccountresourceid" PS C:\> $storageAccountName = "yourstorageacct001" PS C:\> $storageAccountKey = (Get-AzStorageAccountKey -ResourceGroupName $storageAccountResourceGroupName -Name $storageAccountName)[0].value PS C:\> $storageContainer = "container001" @@ -72,9 +73,9 @@ PS C:\> New-AzHDInsightClusterConfig ` -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.windows.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageAccountContainer + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageAccountContainer ``` This command adds Cluster Identity info to the cluster named your-hadoop-001, allowing the cluster to access Azure Data Lake Store. diff --git a/src/HDInsight/HDInsight/help/Add-AzHDInsightComponentVersion.md b/src/HDInsight/HDInsight/help/Add-AzHDInsightComponentVersion.md index 7d1f9c97150e..18a2d663f2bb 100644 --- a/src/HDInsight/HDInsight/help/Add-AzHDInsightComponentVersion.md +++ b/src/HDInsight/HDInsight/help/Add-AzHDInsightComponentVersion.md @@ -29,6 +29,7 @@ The Add-AzHDInsightComponentVersion cmdlet adds a version for a service running PS C:\> # Primary storage account info $storageAccountResourceGroupName = "Group" $storageAccountName = "yourstorageacct001" + $storageAccountResourceId = "yourstorageaccountresourceid" $storageAccountKey = Get-AzStorageAccountKey ` -ResourceGroupName $storageAccountResourceGroupName ` -Name $storageAccountName | %{ $_.Key1 } @@ -57,9 +58,9 @@ PS C:\> # Primary storage account info -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ` -SshCredential $sshCredentials ` -Version "3.5" ``` diff --git a/src/HDInsight/HDInsight/help/Add-AzHDInsightConfigValue.md b/src/HDInsight/HDInsight/help/Add-AzHDInsightConfigValue.md index 6353d37613b5..6d0ad7b232b9 100644 --- a/src/HDInsight/HDInsight/help/Add-AzHDInsightConfigValue.md +++ b/src/HDInsight/HDInsight/help/Add-AzHDInsightConfigValue.md @@ -1,4 +1,4 @@ ---- +--- external help file: Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll-Help.xml Module Name: Az.HDInsight ms.assetid: 4C3CF283-DD4F-4D2A-ABEC-84AC7B005D6A @@ -13,24 +13,13 @@ Adds a Hadoop configuration value customization and/or a Hive shared library cus ## SYNTAX -### Spark1 -``` -Add-AzHDInsightConfigValue [-Config] [-Core ] [-HiveSite ] - [-HiveEnv ] [-OozieSite ] [-OozieEnv ] [-WebHCat ] - [-HBaseSite ] [-HBaseEnv ] [-Storm ] [-Yarn ] - [-MapRed ] [-Tez ] [-Hdfs ] [-RServer ] - [-SparkDefaults ] [-SparkThriftConf ] [-DefaultProfile ] - [] -``` - -### Spark2 ``` Add-AzHDInsightConfigValue [-Config] [-Core ] [-HiveSite ] [-HiveEnv ] [-OozieSite ] [-OozieEnv ] [-WebHCat ] [-HBaseSite ] [-HBaseEnv ] [-Storm ] [-Yarn ] [-MapRed ] [-Tez ] [-Hdfs ] [-RServer ] - [-Spark2Defaults ] [-Spark2ThriftConf ] [-DefaultProfile ] - [] + [-SparkDefaults ] [-SparkThriftConf ] [-Spark2Defaults ] + [-Spark2ThriftConf ] [-DefaultProfile ] [] ``` ## DESCRIPTION @@ -42,6 +31,7 @@ The **Add-AzHDInsightConfigValue** cmdlet adds a Hadoop configuration value cust ``` PS C:\># Primary storage account info PS C:\> $storageAccountResourceGroupName = "Group" +PS C:\> $storageAccountResourceId = "yourstorageaccountresourceid" PS C:\> $storageAccountName = "yourstorageacct001" PS C:\> $storageAccountKey = (Get-AzStorageAccountKey -ResourceGroupName $storageAccountResourceGroupName -Name $storageAccountName)[0].value @@ -73,9 +63,9 @@ PS C:\> New-AzHDInsightClusterConfig ` -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.windows.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageAccountContainer + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageAccountContainer ``` This command adds a Hadoop configuration value to the cluster named your-hadoop-001. @@ -268,7 +258,7 @@ Specifies the Spark2 Defaults configurations of this HDInsight cluster. ```yaml Type: System.Collections.Hashtable -Parameter Sets: Spark2 +Parameter Sets: (All) Aliases: Required: False @@ -283,7 +273,7 @@ Specifies the Spark2 Thrift SparkConf configurations of this HDInsight cluster. ```yaml Type: System.Collections.Hashtable -Parameter Sets: Spark2 +Parameter Sets: (All) Aliases: Required: False @@ -298,7 +288,7 @@ Specifies the Spark Defaults configurations of this HDInsight cluster. ```yaml Type: System.Collections.Hashtable -Parameter Sets: Spark1 +Parameter Sets: (All) Aliases: Required: False @@ -313,7 +303,7 @@ Specifies the Spark Thrift SparkConf configurations of this HDInsight cluster. ```yaml Type: System.Collections.Hashtable -Parameter Sets: Spark1 +Parameter Sets: (All) Aliases: Required: False @@ -384,7 +374,7 @@ Accept wildcard characters: False ``` ### CommonParameters -This cmdlet supports the common parameters: -Debug, -ErrorAction, -ErrorVariable, -InformationAction, -InformationVariable, -OutVariable, -OutBuffer, -PipelineVariable, -Verbose, -WarningAction, and -WarningVariable. For more information, see about_CommonParameters (http://go.microsoft.com/fwlink/?LinkID=113216). +This cmdlet supports the common parameters: -Debug, -ErrorAction, -ErrorVariable, -InformationAction, -InformationVariable, -OutVariable, -OutBuffer, -PipelineVariable, -Verbose, -WarningAction, and -WarningVariable. For more information, see [about_CommonParameters](http://go.microsoft.com/fwlink/?LinkID=113216). ## INPUTS diff --git a/src/HDInsight/HDInsight/help/Add-AzHDInsightMetastore.md b/src/HDInsight/HDInsight/help/Add-AzHDInsightMetastore.md index 3af367bdc20f..f6d802b09451 100644 --- a/src/HDInsight/HDInsight/help/Add-AzHDInsightMetastore.md +++ b/src/HDInsight/HDInsight/help/Add-AzHDInsightMetastore.md @@ -1,4 +1,4 @@ ---- +--- external help file: Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll-Help.xml Module Name: Az.HDInsight ms.assetid: 8BD3B8BD-DC87-4A94-9FCA-611D11D5E065 @@ -29,6 +29,7 @@ A metastore is a SQL Database that can used to store metadata for Hive, Oozie, o ``` PS C:\># Primary storage account info PS C:\> $storageAccountResourceGroupName = "Group" +PS C:\> $storageAccountResourceId = "yourstorageaccountresourceid" PS C:\> $storageAccountName = "yourstorageacct001" PS C:\> $storageAccountKey = (Get-AzStorageAccountKey -ResourceGroupName $storageAccountResourceGroupName -Name $storageAccountName)[0].value @@ -74,9 +75,9 @@ PS C:\> New-AzHDInsightClusterConfig ` -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ``` This command adds a SQL database metastore to the cluster named your-hadoop-001. @@ -177,7 +178,7 @@ Accept wildcard characters: False ``` ### CommonParameters -This cmdlet supports the common parameters: -Debug, -ErrorAction, -ErrorVariable, -InformationAction, -InformationVariable, -OutVariable, -OutBuffer, -PipelineVariable, -Verbose, -WarningAction, and -WarningVariable. For more information, see about_CommonParameters (http://go.microsoft.com/fwlink/?LinkID=113216). +This cmdlet supports the common parameters: -Debug, -ErrorAction, -ErrorVariable, -InformationAction, -InformationVariable, -OutVariable, -OutBuffer, -PipelineVariable, -Verbose, -WarningAction, and -WarningVariable. For more information, see [about_CommonParameters](http://go.microsoft.com/fwlink/?LinkID=113216). ## INPUTS diff --git a/src/HDInsight/HDInsight/help/Add-AzHDInsightScriptAction.md b/src/HDInsight/HDInsight/help/Add-AzHDInsightScriptAction.md index a2563d49957d..bff46776cd72 100644 --- a/src/HDInsight/HDInsight/help/Add-AzHDInsightScriptAction.md +++ b/src/HDInsight/HDInsight/help/Add-AzHDInsightScriptAction.md @@ -1,4 +1,4 @@ ---- +--- external help file: Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll-Help.xml Module Name: Az.HDInsight ms.assetid: 8F0634BD-D817-4365-B6D1-924DC36AE4C9 @@ -31,6 +31,7 @@ You can provide each cluster with a list of script actions to run in a specified ``` PS C:\># Primary storage account info PS C:\> $storageAccountResourceGroupName = "Group" +PS C:\> $storageAccountResourceId = "yourstorageaccountresourceid" PS C:\> $storageAccountName = "yourstorageacct001" PS C:\> $storageAccountKey = (Get-AzStorageAccountKey -ResourceGroupName $storageAccountResourceGroupName -Name $storageAccountName)[0].value @@ -71,9 +72,9 @@ PS C:\> New-AzHDInsightClusterConfig ` -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ``` This command adds a script action for the Head and Worker nodes of the your-hadoop-001 cluster, to be run at the end of cluster creation. @@ -177,7 +178,7 @@ Accept wildcard characters: False ``` ### CommonParameters -This cmdlet supports the common parameters: -Debug, -ErrorAction, -ErrorVariable, -InformationAction, -InformationVariable, -OutVariable, -OutBuffer, -PipelineVariable, -Verbose, -WarningAction, and -WarningVariable. For more information, see about_CommonParameters (http://go.microsoft.com/fwlink/?LinkID=113216). +This cmdlet supports the common parameters: -Debug, -ErrorAction, -ErrorVariable, -InformationAction, -InformationVariable, -OutVariable, -OutBuffer, -PipelineVariable, -Verbose, -WarningAction, and -WarningVariable. For more information, see [about_CommonParameters](http://go.microsoft.com/fwlink/?LinkID=113216). ## INPUTS diff --git a/src/HDInsight/HDInsight/help/Add-AzHDInsightSecurityProfile.md b/src/HDInsight/HDInsight/help/Add-AzHDInsightSecurityProfile.md index 5a6f3b3fc0a6..8f445b1b2ceb 100644 --- a/src/HDInsight/HDInsight/help/Add-AzHDInsightSecurityProfile.md +++ b/src/HDInsight/HDInsight/help/Add-AzHDInsightSecurityProfile.md @@ -14,8 +14,8 @@ Adds a security profile to a cluster configuration object. ## SYNTAX ``` -Add-AzHDInsightSecurityProfile [-Config] -Domain - -DomainUserCredential -OrganizationalUnitDN -LdapsUrls +Add-AzHDInsightSecurityProfile [-Config] -DomainResourceId + -DomainUserCredential [-OrganizationalUnitDN ] -LdapsUrls [-ClusterUsersGroupDNs ] [-DefaultProfile ] [-WhatIf] [-Confirm] [] ``` @@ -30,6 +30,7 @@ Security profile contains configuration related joining the cluster to Active Di ``` PS C:\> #Primary storage account info PS C:\> $storageAccountResourceGroupName = "Group" +PS C:\> $storageAccountResourceId = "yourstorageaccountresourceid" PS C:\> $storageAccountName = "yourstorageacct001" PS C:\> $storageAccountKey = (Get-AzStorageAccountKey -ResourceGroupName $storageAccountResourceGroupName -Name $storageAccountName)[0].value @@ -69,9 +70,9 @@ PS C:\> New-AzHDInsightClusterConfig ` -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ``` This command adds a security profile value to the cluster named your-hadoop-001. @@ -124,8 +125,8 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -Domain -Active Directory domain for the cluster +### -DomainResourceId +Active Directory domain resource id for the cluster. ```yaml Type: System.String @@ -178,7 +179,7 @@ Type: System.String Parameter Sets: (All) Aliases: -Required: True +Required: False Position: Named Default value: None Accept pipeline input: False diff --git a/src/HDInsight/HDInsight/help/Add-AzHDInsightStorage.md b/src/HDInsight/HDInsight/help/Add-AzHDInsightStorage.md index f0d7e3218902..3d637837cbe2 100644 --- a/src/HDInsight/HDInsight/help/Add-AzHDInsightStorage.md +++ b/src/HDInsight/HDInsight/help/Add-AzHDInsightStorage.md @@ -27,6 +27,7 @@ The **Add-AzHDInsightStorage** cmdlet adds an Azure Storage account entry to the ``` PS C:\># Primary storage account info PS C:\> $storageAccountResourceGroupName = "Group" +PS C:\> $storageAccountResourceId = "yourstorageaccountresourceid" PS C:\> $storageAccountName = "yourstorageacct001" PS C:\> $storageAccountKey = (Get-AzStorageAccountKey -ResourceGroupName $storageAccountResourceGroupName -Name $storageAccountName)[0].value @@ -62,9 +63,9 @@ PS C:\> New-AzHDInsightClusterConfig ` -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ``` This command adds an blob storage account entry to the HDInsight configuration named your-hadoop-001. diff --git a/src/HDInsight/HDInsight/help/New-AzHDInsightCluster.md b/src/HDInsight/HDInsight/help/New-AzHDInsightCluster.md index 4cd21a8063b4..8a231a044e16 100644 --- a/src/HDInsight/HDInsight/help/New-AzHDInsightCluster.md +++ b/src/HDInsight/HDInsight/help/New-AzHDInsightCluster.md @@ -16,78 +16,74 @@ Creates an Azure HDInsight cluster in the specified resource group for the curre ### Default (Default) ``` New-AzHDInsightCluster [-Location] [-ResourceGroupName] [-ClusterName] - [-ClusterSizeInNodes] [-HttpCredential] [[-DefaultStorageAccountName] ] - [[-DefaultStorageAccountKey] ] [-DefaultStorageAccountType ] - [-Config ] [-OozieMetastore ] - [-HiveMetastore ] + [-ClusterSizeInNodes] [-HttpCredential] [[-StorageAccountResourceId] ] + [[-StorageAccountKey] ] [-StorageAccountType ] [-Config ] + [-OozieMetastore ] [-HiveMetastore ] [-AdditionalStorageAccounts ] [-Configurations ] [-ScriptActions ] - [-DefaultStorageContainer ] [-DefaultStorageRootPath ] [-Version ] - [-HeadNodeSize ] [-WorkerNodeSize ] [-EdgeNodeSize ] [-ZookeeperNodeSize ] - [-ClusterType ] + [-StorageContainer ] [-StorageRootPath ] [-StorageFileSystem ] [-Version ] + [-HeadNodeSize ] [-WorkerNodeSize ] [-EdgeNodeSize ] + [-KafkaManagementNodeSize ] [-ZookeeperNodeSize ] [-ClusterType ] [-ComponentVersion ] [-VirtualNetworkId ] [-SubnetName ] [-OSType ] [-ClusterTier ] [-SshCredential ] [-SshPublicKey ] [-RdpCredential ] [-RdpAccessExpiry ] [-ObjectId ] [-ApplicationId ] [-CertificatePassword ] [-AadTenantId ] [-SecurityProfile ] [-DisksPerWorkerNode ] - [-MinSupportedTlsVersion ] [-AssignedIdentity ] [-EncryptionAlgorithm ] - [-EncryptionKeyName ] [-EncryptionKeyVersion ] [-EncryptionVaultUri ] - [-PublicNetworkAccessType ] [-OutboundPublicNetworkAccessType ] - [-EncryptionInTransit ] [-EncryptionAtHost ] - [-AutoscaleConfiguration ] [-DefaultProfile ] - [] + [-MinSupportedTlsVersion ] [-AssignedIdentity ] [-StorageAccountManagedIdentity ] + [-EncryptionAlgorithm ] [-EncryptionKeyName ] [-EncryptionKeyVersion ] + [-EncryptionVaultUri ] [-EncryptionInTransit ] [-EncryptionAtHost ] + [-AutoscaleConfiguration ] [-EnableIDBroker] [-KafkaClientGroupId ] + [-KafkaClientGroupName ] [-DefaultProfile ] [] ``` ### CertificateFilePath ``` New-AzHDInsightCluster [-Location] [-ResourceGroupName] [-ClusterName] - [-ClusterSizeInNodes] [-HttpCredential] [[-DefaultStorageAccountName] ] - [[-DefaultStorageAccountKey] ] [-DefaultStorageAccountType ] - [-Config ] [-OozieMetastore ] - [-HiveMetastore ] + [-ClusterSizeInNodes] [-HttpCredential] [[-StorageAccountResourceId] ] + [[-StorageAccountKey] ] [-StorageAccountType ] [-Config ] + [-OozieMetastore ] [-HiveMetastore ] [-AdditionalStorageAccounts ] [-Configurations ] [-ScriptActions ] - [-DefaultStorageContainer ] [-DefaultStorageRootPath ] [-Version ] - [-HeadNodeSize ] [-WorkerNodeSize ] [-EdgeNodeSize ] [-ZookeeperNodeSize ] - [-ClusterType ] + [-StorageContainer ] [-StorageRootPath ] [-StorageFileSystem ] [-Version ] + [-HeadNodeSize ] [-WorkerNodeSize ] [-EdgeNodeSize ] + [-KafkaManagementNodeSize ] [-ZookeeperNodeSize ] [-ClusterType ] [-ComponentVersion ] [-VirtualNetworkId ] [-SubnetName ] [-OSType ] [-ClusterTier ] [-SshCredential ] [-SshPublicKey ] [-RdpCredential ] [-RdpAccessExpiry ] [-ObjectId ] [-ApplicationId ] [-CertificateFilePath ] [-CertificatePassword ] [-AadTenantId ] [-SecurityProfile ] [-DisksPerWorkerNode ] [-MinSupportedTlsVersion ] [-AssignedIdentity ] - [-EncryptionAlgorithm ] [-EncryptionKeyName ] [-EncryptionKeyVersion ] - [-EncryptionVaultUri ] [-PublicNetworkAccessType ] [-OutboundPublicNetworkAccessType ] - [-EncryptionInTransit ] [-EncryptionAtHost ] - [-AutoscaleConfiguration ] [-DefaultProfile ] + [-StorageAccountManagedIdentity ] [-EncryptionAlgorithm ] [-EncryptionKeyName ] + [-EncryptionKeyVersion ] [-EncryptionVaultUri ] [-EncryptionInTransit ] + [-EncryptionAtHost ] [-AutoscaleConfiguration ] [-EnableIDBroker] + [-KafkaClientGroupId ] [-KafkaClientGroupName ] [-DefaultProfile ] [] ``` ### CertificateFileContents ``` New-AzHDInsightCluster [-Location] [-ResourceGroupName] [-ClusterName] - [-ClusterSizeInNodes] [-HttpCredential] [[-DefaultStorageAccountName] ] - [[-DefaultStorageAccountKey] ] [-DefaultStorageAccountType ] - [-Config ] [-OozieMetastore ] - [-HiveMetastore ] + [-ClusterSizeInNodes] [-HttpCredential] [[-StorageAccountResourceId] ] + [[-StorageAccountKey] ] [-StorageAccountType ] [-Config ] + [-OozieMetastore ] [-HiveMetastore ] [-AdditionalStorageAccounts ] [-Configurations ] [-ScriptActions ] - [-DefaultStorageContainer ] [-DefaultStorageRootPath ] [-Version ] - [-HeadNodeSize ] [-WorkerNodeSize ] [-EdgeNodeSize ] [-ZookeeperNodeSize ] - [-ClusterType ] + [-StorageContainer ] [-StorageRootPath ] [-StorageFileSystem ] [-Version ] + [-HeadNodeSize ] [-WorkerNodeSize ] [-EdgeNodeSize ] + [-KafkaManagementNodeSize ] [-ZookeeperNodeSize ] [-ClusterType ] [-ComponentVersion ] [-VirtualNetworkId ] [-SubnetName ] [-OSType ] [-ClusterTier ] [-SshCredential ] [-SshPublicKey ] [-RdpCredential ] [-RdpAccessExpiry ] [-ObjectId ] [-ApplicationId ] [-CertificateFileContents ] [-CertificatePassword ] [-AadTenantId ] [-SecurityProfile ] [-DisksPerWorkerNode ] [-MinSupportedTlsVersion ] [-AssignedIdentity ] - [-EncryptionAlgorithm ] [-EncryptionKeyName ] [-EncryptionKeyVersion ] - [-EncryptionVaultUri ] [-PublicNetworkAccessType ] [-OutboundPublicNetworkAccessType ] - [-EncryptionInTransit ] [-EncryptionAtHost ] - [-AutoscaleConfiguration ] [-DefaultProfile ] + [-StorageAccountManagedIdentity ] [-EncryptionAlgorithm ] [-EncryptionKeyName ] + [-EncryptionKeyVersion ] [-EncryptionVaultUri ] [-EncryptionInTransit ] + [-EncryptionAtHost ] [-AutoscaleConfiguration ] [-EnableIDBroker] + [-KafkaClientGroupId ] [-KafkaClientGroupName ] [-DefaultProfile ] [] ``` @@ -100,6 +96,7 @@ The New-AzHDInsightCluster creates an Azure HDInsight cluster by using the speci ``` PS C:\> # Primary storage account info $storageAccountResourceGroupName = "Group" + $storageAccountResourceId = "yourstorageaccountresourceid" $storageAccountName = "yourstorageacct001" $storageAccountKey = Get-AzStorageAccountKey ` -ResourceGroupName $storageAccountResourceGroupName ` @@ -123,9 +120,9 @@ PS C:\> # Primary storage account info -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ` -SshCredential $clusterCreds ` ``` @@ -135,6 +132,7 @@ This command creates a cluster in the current subscription. ``` PS C:\> # Primary storage account info $storageAccountResourceGroupName = "Group" + $storageAccountResourceId = "yourstorageaccountresourceid" $storageAccountName = "yourstorageacct001" $storageAccountKey = Get-AzStorageAccountKey ` -ResourceGroupName $storageAccountResourceGroupName ` @@ -164,9 +162,9 @@ PS C:\> # Primary storage account info -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ` -SshCredential $clusterCreds ` -AssignedIdentity $assignedIdentity ` -EncryptionKeyName $encryptionKeyName ` @@ -178,6 +176,7 @@ PS C:\> # Primary storage account info ``` PS C:\> # Primary storage account info $storageAccountResourceGroupName = "Group" + $storageAccountResourceId = "yourstorageaccountresourceid" $storageAccountName = "yourstorageacct001" $storageAccountKey = Get-AzStorageAccountKey ` -ResourceGroupName $storageAccountResourceGroupName ` @@ -201,9 +200,9 @@ PS C:\> # Primary storage account info -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ` -SshCredential $clusterCreds ` -EncryptionInTransit $true ` ``` @@ -212,6 +211,7 @@ PS C:\> # Primary storage account info ``` PS C:\> # Primary storage account info $storageAccountResourceGroupName = "Group" + $storageAccountResourceId = "yourstorageaccountresourceid" $storageAccountName = "yourstorageacct001" $storageAccountKey = Get-AzStorageAccountKey ` -ResourceGroupName $storageAccountResourceGroupName ` @@ -229,7 +229,7 @@ PS C:\> # Primary storage account info # Virtual network info $virtualNetworkId="yourvnetresourceid" - $subnetName="yoursubnetresourceid" + $subnetName="yoursubnetname" # Create the cluster New-AzHDInsightCluster ` @@ -239,9 +239,9 @@ PS C:\> # Primary storage account info -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ` -SshCredential $clusterCreds ` -VirtualNetworkId $virtualNetworkId -SubnetName $subnetName ` -PublicNetworkAccessType OutboundOnly -OutboundPublicNetworkAccessType PublicLoadBalancer ` @@ -251,6 +251,7 @@ PS C:\> # Primary storage account info ``` PS C:\> # Primary storage account info $storageAccountResourceGroupName = "Group" + $storageAccountResourceId = "yourstorageaccountresourceid" $storageAccountName = "yourstorageacct001" $storageAccountKey = Get-AzStorageAccountKey ` -ResourceGroupName $storageAccountResourceGroupName ` @@ -274,9 +275,9 @@ PS C:\> # Primary storage account info -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ` -SshCredential $clusterCreds ` -EncryptionAtHost $true ` ``` @@ -285,6 +286,7 @@ PS C:\> # Primary storage account info ``` PS C:\> # Primary storage account info $storageAccountResourceGroupName = "Group" + $storageAccountResourceId = "yourstorageaccountresourceid" $storageAccountName = "yourstorageacct001" $storageAccountKey = Get-AzStorageAccountKey ` -ResourceGroupName $storageAccountResourceGroupName ` @@ -312,13 +314,140 @@ PS C:\> # Primary storage account info -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ` -SshCredential $clusterCreds ` -AutoscaleConfiguration $autoscaleConfiguration ``` +### Example 7: Create an Azure HDInsight cluster with Kafka Rest Proxy. +``` +PS C:\> # Primary storage account info + $storageAccountResourceGroupName = "Group" + $storageAccountResourceId = "yourstorageaccountresourceid" + $storageAccountName = "yourstorageacct001" + $storageAccountKey = Get-AzStorageAccountKey ` + -ResourceGroupName $storageAccountResourceGroupName ` + -Name $storageAccountName | %{ $_.Key1 } + $storageContainer = "container002" + + # Cluster configuration info + $location = "East US 2" + $clusterResourceGroupName = "Group" + $clusterName = "your-hadoop-002" + $clusterCreds = Get-Credential + + # If the cluster's resource group doesn't exist yet, run: + # New-AzResourceGroup -Name $clusterResourceGroupName -Location $location + + # Kafka Rest Proxy configuration info + $kafkaClientGroupName = "yourclientgroupname" + $kafkaClientGroupId = "yourclientgroupid" + $kafkaManagementNodeSize = "Standard_D4_v2" + $disksPerWorkerNode = 2 + + # Create the cluster + New-AzHDInsightCluster ` + -ClusterType Kafka ` + -ClusterSizeInNodes 4 ` + -ResourceGroupName $clusterResourceGroupName ` + -ClusterName $clusterName ` + -HttpCredential $clusterCreds ` + -Location $location ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ` + -SshCredential $clusterCreds ` + -KafkaClientGroupId $kafkaClientGroupId -KafkaClientGroupName $kafkaClientGroupName ` + -KafkaManagementNodeSize $kafkaManagementNodeSize -DisksPerWorkerNode $disksPerWorkerNode +``` + +### Example 8: Create an Azure HDInsight cluster with Azure Data Lake Gen2 storage. +``` +PS C:\> # Primary storage account info + $storageAccountResourceGroupName = "Group" + $storageAccountResourceId = "yourstorageaccountresourceid" + $storageManagedIdentity = "yourstorageusermanagedidentity" + $storageFileSystem = "filesystem01" + $storageAccountType=AzureDataLakeStorageGen2 + + # Cluster configuration info + $location = "East US 2" + $clusterResourceGroupName = "Group" + $clusterName = "your-hadoop-002" + $clusterCreds = Get-Credential + + # If the cluster's resource group doesn't exist yet, run: + # New-AzResourceGroup -Name $clusterResourceGroupName -Location $location + + # Create the cluster + New-AzHDInsightCluster ` + -ClusterType Hadoop ` + -ClusterSizeInNodes 3 ` + -ResourceGroupName $clusterResourceGroupName ` + -ClusterName $clusterName ` + -HttpCredential $clusterCreds ` + -Location $location ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountManagedIdentity $storageManagedIdentity ` + -StorageFileSystem $storageFileSystem ` + -StorageAccountType $storageAccountType ` + -SshCredential $clusterCreds +``` + +### Example 9: Create an Azure HDInsight cluster with Enterprise Security Package(ESP) and Enable HDInsight ID Broker. +``` +PS C:\> # Primary storage account info + $storageAccountResourceGroupName = "Group" + $storageAccountResourceId = "yourstorageaccountresourceid" + $storageAccountKey = "yourstorageaccountaccesskey" + $storageContainer = "yourcontainer01" + + # Cluster configuration info + $location = "East US 2" + $clusterResourceGroupName = "Group" + $clusterName = "your-hadoop-002" + $clusterCreds = Get-Credential + + # If the cluster's resource group doesn't exist yet, run: + # New-AzResourceGroup -Name $clusterResourceGroupName -Location $location + + # ESP configuration + $domainResourceId = "your Azure AD Domin Service resource id" + $domainUser = "yourdomainuser" + $domainPassword = "yourdoaminpasswd" + $domainPassword = ConvertTo-SecureString $domainPassword -AsPlainText -Force + $domainCredential = New-Object System.Management.Automation.PSCredential($domainUser, $domainPassword) + $clusterUserGroupDns = "dominusergroup" + $ldapUrls = "ldaps://{your domain name}:636" + + $clusterTier = Premium + $vnetId = "yourvnetid" + $subnetName = "yoursubnetname" + $assignedIdentity = "your user managed assigned identity resourcee id" + + #Create security profile + $config= New-AzHDInsightClusterConfig|Add-AzHDInsightSecurityProfile -DomainResourceId $domainResourceId -DomainUserCredential $domainCredential -LdapsUrls $ldapUrls -ClusterUsersGroupDNs $clusterUserGroupDns + + # Create the cluster + New-AzHDInsightCluster ` + -ClusteTier $clusterTier ` + -ClusterType Hadoop ` + -ClusterSizeInNodes 3 ` + -ResourceGroupName $clusterResourceGroupName ` + -ClusterName $clusterName ` + -HttpCredential $clusterCreds ` + -Location $location ` + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ` + -SshCredential $clusterCreds ` + -VirtualNetworkId $vnetId -SubnetName $subnetName ` + -AssignedIdentity $assignedIdentity ` + -SecurityProfile $config.SecurityProfile -EnableIDBroker +``` + ## PARAMETERS ### -AadTenantId @@ -568,25 +697,23 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -DefaultStorageAccountKey -Specifies the account key for the default Azure Storage account that the HDInsight cluster will use. -You can alternatively use the Set-AzHDInsightDefaultStorage cmdlet. +### -DisksPerWorkerNode +Specifies the number of disks for worker node role in the cluster. ```yaml -Type: System.String +Type: System.Int32 Parameter Sets: (All) Aliases: Required: False -Position: 6 +Position: Named Default value: None Accept pipeline input: False Accept wildcard characters: False ``` -### -DefaultStorageAccountName -Specifies the name of the default Azure Storage account that the HDInsight cluster will use. -You can alternatively use the Set-AzHDInsightDefaultStorage cmdlet. +### -EdgeNodeSize +Specifies the size of the virtual machine for the edge node. Use Get-AzVMSize for acceptable VM sizes, and see HDInsight's pricing page. This parameter is valid only for RServer clusters. ```yaml Type: System.String @@ -594,36 +721,35 @@ Parameter Sets: (All) Aliases: Required: False -Position: 5 +Position: Named Default value: None Accept pipeline input: False Accept wildcard characters: False ``` -### -DefaultStorageAccountType -Specifies the type of the default storage account that the HDInsight cluster will use. Possible values are AzureStorage and AzureDataLakeStore. Defaults to AzureStorage if not specified. +### -EnableIDBroker +Enables HDInsight Identity Broker feature. ```yaml -Type: System.Nullable`1[Microsoft.Azure.Commands.HDInsight.Models.Management.StorageType] +Type: System.Management.Automation.SwitchParameter Parameter Sets: (All) Aliases: -Accepted values: AzureStorage, AzureDataLakeStore Required: False Position: Named -Default value: AzureStorage +Default value: None Accept pipeline input: False Accept wildcard characters: False ``` -### -DefaultStorageContainer -Specifies the name of the default container in the default Azure storage account that the HDInsight cluster will use. -You can alternatively use the Set-AzHDInsightDefaultStorage cmdlet. +### -EncryptionAlgorithm +Gets or sets the encryption algorithm. ```yaml Type: System.String Parameter Sets: (All) Aliases: +Accepted values: RSA-OAEP, RSA-OAEP-256, RSA1_5 Required: False Position: Named @@ -632,11 +758,11 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -DefaultStorageRootPath -Specifies the path-prefix in the Data Lake Store Account that the HDInsight cluster will use as the default filesystem. +### -EncryptionAtHost +Gets or sets the flag which indicates whether enable encryption at host or not. ```yaml -Type: System.String +Type: System.Nullable`1[System.Boolean] Parameter Sets: (All) Aliases: @@ -647,11 +773,11 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -DisksPerWorkerNode -Specifies the number of disks for worker node role in the cluster. +### -EncryptionInTransit +Gets or sets the flag which indicates whether enable encryption in transit or not. ```yaml -Type: System.Int32 +Type: System.Nullable`1[System.Boolean] Parameter Sets: (All) Aliases: @@ -662,8 +788,8 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -EdgeNodeSize -Specifies the size of the virtual machine for the edge node. Use Get-AzVMSize for acceptable VM sizes, and see HDInsight's pricing page. This parameter is valid only for RServer clusters. +### -EncryptionKeyName +Gets or sets the encryption key name. ```yaml Type: System.String @@ -677,14 +803,13 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -EncryptionAlgorithm -Gets or sets the encryption algorithm. +### -EncryptionKeyVersion +Gets or sets the encryption key version. ```yaml Type: System.String Parameter Sets: (All) Aliases: -Accepted values: RSA-OAEP, RSA-OAEP-256, RSA1_5 Required: False Position: Named @@ -693,11 +818,11 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -EncryptionAtHost -Gets or sets the flag which indicates whether enable encryption at host or not. +### -EncryptionVaultUri +Gets or sets the encryption vault uri. ```yaml -Type: System.Nullable`1[System.Boolean] +Type: System.String Parameter Sets: (All) Aliases: @@ -708,11 +833,12 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -EncryptionInTransit -Gets or sets the flag which indicates whether enable encryption in transit or not. +### -HeadNodeSize +Specifies the size of the virtual machine for the Head node. +Use Get-AzVMSize for acceptable VM sizes, and see HDInsight's pricing page. ```yaml -Type: System.Nullable`1[System.Boolean] +Type: System.String Parameter Sets: (All) Aliases: @@ -723,11 +849,12 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -EncryptionKeyName -Gets or sets the encryption key name. +### -HiveMetastore +Specifies the SQL Database to store Hive metadata. +You can alternatively use the Add-AzHDInsightMetastore cmdlet. ```yaml -Type: System.String +Type: Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightMetastore Parameter Sets: (All) Aliases: @@ -738,23 +865,23 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -EncryptionKeyVersion -Gets or sets the encryption key version. +### -HttpCredential +Specifies the cluster login (HTTP) credentials for the cluster. ```yaml -Type: System.String +Type: System.Management.Automation.PSCredential Parameter Sets: (All) Aliases: -Required: False -Position: Named +Required: True +Position: 4 Default value: None Accept pipeline input: False Accept wildcard characters: False ``` -### -EncryptionVaultUri -Gets or sets the encryption vault uri. +### -KafkaClientGroupId +Gets or sets the client group id for Kafka Rest Proxy access. ```yaml Type: System.String @@ -768,9 +895,8 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -HeadNodeSize -Specifies the size of the virtual machine for the Head node. -Use Get-AzVMSize for acceptable VM sizes, and see HDInsight's pricing page. +### -KafkaClientGroupName +Gets or sets the client group name for Kafka Rest Proxy access. ```yaml Type: System.String @@ -784,12 +910,11 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -HiveMetastore -Specifies the SQL Database to store Hive metadata. -You can alternatively use the Add-AzHDInsightMetastore cmdlet. +### -KafkaManagementNodeSize +Gets or sets the size of the Kafka Management Node. ```yaml -Type: Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightMetastore +Type: System.String Parameter Sets: (All) Aliases: @@ -800,21 +925,6 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -HttpCredential -Specifies the cluster login (HTTP) credentials for the cluster. - -```yaml -Type: System.Management.Automation.PSCredential -Parameter Sets: (All) -Aliases: - -Required: True -Position: 4 -Default value: None -Accept pipeline input: False -Accept wildcard characters: False -``` - ### -Location Specifies the location for the cluster. @@ -894,38 +1004,6 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -OutboundPublicNetworkAccessType -Gets or sets the outbound access type to the public network. - -```yaml -Type: System.String -Parameter Sets: (All) -Aliases: -Accepted values: PublicLoadBalancer, UDR - -Required: False -Position: Named -Default value: None -Accept pipeline input: False -Accept wildcard characters: False -``` - -### -PublicNetworkAccessType -Gets or sets the public network access type. - -```yaml -Type: System.String -Parameter Sets: (All) -Aliases: -Accepted values: InboundAndOutbound, OutboundOnly - -Required: False -Position: Named -Default value: None -Accept pipeline input: False -Accept wildcard characters: False -``` - ### -RdpAccessExpiry Specifies the expiration, as a DateTime object, for Remote Desktop Protocol (RDP) access to a cluster. @@ -1037,8 +1115,114 @@ Accept pipeline input: False Accept wildcard characters: False ``` +### -StorageAccountKey +Gets or sets the Storage Account Access Key for the Storage Account. + +```yaml +Type: System.String +Parameter Sets: (All) +Aliases: + +Required: False +Position: 6 +Default value: None +Accept pipeline input: False +Accept wildcard characters: False +``` + +### -StorageAccountManagedIdentity +Gets or sets the storage account managed identity. + +```yaml +Type: System.String +Parameter Sets: (All) +Aliases: + +Required: False +Position: Named +Default value: None +Accept pipeline input: False +Accept wildcard characters: False +``` + +### -StorageAccountResourceId +Gets or sets the Storage Resource Id for the Storage Account. + +```yaml +Type: System.String +Parameter Sets: (All) +Aliases: + +Required: False +Position: 5 +Default value: None +Accept pipeline input: False +Accept wildcard characters: False +``` + +### -StorageAccountType +Gets or sets the type of the storage account. + +```yaml +Type: System.Nullable`1[Microsoft.Azure.Commands.HDInsight.Models.Management.StorageType] +Parameter Sets: (All) +Aliases: +Accepted values: AzureStorage, AzureDataLakeStore, AzureDataLakeStorageGen2 + +Required: False +Position: Named +Default value: None +Accept pipeline input: False +Accept wildcard characters: False +``` + +### -StorageContainer +Gets or sets the StorageContainer name for the default Azure Storage Account + +```yaml +Type: System.String +Parameter Sets: (All) +Aliases: + +Required: False +Position: Named +Default value: None +Accept pipeline input: False +Accept wildcard characters: False +``` + +### -StorageFileSystem +Gets or sets the file system for the default Azure Data Lake Storage Gen2 account. + +```yaml +Type: System.String +Parameter Sets: (All) +Aliases: + +Required: False +Position: Named +Default value: None +Accept pipeline input: False +Accept wildcard characters: False +``` + +### -StorageRootPath +Gets or sets the path to the root of the cluster in the default Data Lake Store Account. + +```yaml +Type: System.String +Parameter Sets: (All) +Aliases: + +Required: False +Position: Named +Default value: None +Accept pipeline input: False +Accept wildcard characters: False +``` + ### -SubnetName -Specifies the name of a subnet within the chosen virtual network for the cluster. +Gets or sets the subnet name for this HDInsight cluster. ```yaml Type: System.String diff --git a/src/HDInsight/HDInsight/help/New-AzHDInsightClusterConfig.md b/src/HDInsight/HDInsight/help/New-AzHDInsightClusterConfig.md index a40b4d5eae61..3a6c49c6e716 100644 --- a/src/HDInsight/HDInsight/help/New-AzHDInsightClusterConfig.md +++ b/src/HDInsight/HDInsight/help/New-AzHDInsightClusterConfig.md @@ -14,16 +14,15 @@ Creates a non-persisted cluster configuration object that describes an Azure HDI ## SYNTAX ``` -New-AzHDInsightClusterConfig [-DefaultStorageAccountName ] [-DefaultStorageAccountKey ] - [-DefaultStorageAccountType ] [-OozieMetastore ] +New-AzHDInsightClusterConfig [-StorageAccountResourceId ] [-StorageAccountKey ] + [-StorageAccountType ] [-OozieMetastore ] [-HiveMetastore ] [-HeadNodeSize ] [-WorkerNodeSize ] [-EdgeNodeSize ] [-ZookeeperNodeSize ] [-ClusterType ] [-ClusterTier ] [-ObjectId ] [-ApplicationId ] [-CertificateFileContents ] [-CertificateFilePath ] [-CertificatePassword ] [-AadTenantId ] [-MinSupportedTlsVersion ] [-AssignedIdentity ] [-EncryptionAlgorithm ] [-EncryptionKeyName ] - [-EncryptionKeyVersion ] [-EncryptionVaultUri ] [-PublicNetworkAccessType ] - [-OutboundPublicNetworkAccessType ] [-EncryptionInTransit ] [-EncryptionAtHost ] - [-DefaultProfile ] [] + [-EncryptionKeyVersion ] [-EncryptionVaultUri ] [-EncryptionInTransit ] + [-EncryptionAtHost ] [-DefaultProfile ] [] ``` ## DESCRIPTION @@ -35,7 +34,8 @@ The **New-AzHDInsightClusterConfig** cmdlet creates a non-persisted object that ``` PS C:\># Primary storage account info PS C:\> $storageAccountResourceGroupName = "Group" -PS C:\> $storageAccountName = "yourstorageacct001" +PS C:\> $storageAccountResourceId = "yourstorageaccountresourceid" +PS C:\> $storageAccountName = "yourstorageaccountname" PS C:\> $storageAccountKey = (Get-AzStorageAccountKey -ResourceGroupName $storageAccountResourceGroupName -Name $storageAccountName)[0].value @@ -63,9 +63,9 @@ PS C:\> New-AzHDInsightClusterConfig ` -ClusterName $clusterName ` -HttpCredential $clusterCreds ` -Location $location ` - -DefaultStorageAccountName "$storageAccountName.blob.core.contoso.net" ` - -DefaultStorageAccountKey $storageAccountKey ` - -DefaultStorageContainer $storageContainer + -StorageAccountResourceId $storageAccountResourceId ` + -StorageAccountKey $storageAccountKey ` + -StorageContainer $storageContainer ``` This command creates a cluster configuration object. @@ -223,52 +223,6 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -DefaultStorageAccountKey -Specifies the account key for the default Azure Storage account that the HDInsight cluster will use. - -```yaml -Type: System.String -Parameter Sets: (All) -Aliases: - -Required: False -Position: Named -Default value: None -Accept pipeline input: False -Accept wildcard characters: False -``` - -### -DefaultStorageAccountName -Specifies the name of the default storage account that the HDInsight cluster will use. - -```yaml -Type: System.String -Parameter Sets: (All) -Aliases: - -Required: False -Position: Named -Default value: None -Accept pipeline input: False -Accept wildcard characters: False -``` - -### -DefaultStorageAccountType -Specifies the type of the default storage account that the HDInsight cluster will use. Possible values are AzureStorage and AzureDataLakeStore. - -```yaml -Type: Microsoft.Azure.Commands.HDInsight.Models.Management.StorageType -Parameter Sets: (All) -Aliases: -Accepted values: AzureStorage, AzureDataLakeStore - -Required: False -Position: Named -Default value: AzureStorage -Accept pipeline input: False -Accept wildcard characters: False -``` - ### -EdgeNodeSize Specifies the size of the virtual machine for the edge node. Use Get-AzVMSize for acceptable VM sizes, and see HDInsight's pricing page. This parameter is valid only for RServer clusters. @@ -454,14 +408,13 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -OutboundPublicNetworkAccessType -Gets or sets the outbound access type to the public network. +### -StorageAccountKey +Gets or sets the storage account access key. ```yaml Type: System.String Parameter Sets: (All) Aliases: -Accepted values: PublicLoadBalancer, UDR Required: False Position: Named @@ -470,14 +423,29 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -PublicNetworkAccessType -Gets or sets the public network access type. +### -StorageAccountResourceId +Gets or sets the storage account resource id. ```yaml Type: System.String Parameter Sets: (All) Aliases: -Accepted values: InboundAndOutbound, OutboundOnly + +Required: False +Position: Named +Default value: None +Accept pipeline input: False +Accept wildcard characters: False +``` + +### -StorageAccountType +Gets or sets the type of the default storage account. + +```yaml +Type: Microsoft.Azure.Commands.HDInsight.Models.Management.StorageType +Parameter Sets: (All) +Aliases: +Accepted values: AzureStorage, AzureDataLakeStore, AzureDataLakeStorageGen2 Required: False Position: Named diff --git a/src/HDInsight/HDInsight/help/Set-AzHDInsightDefaultStorage.md b/src/HDInsight/HDInsight/help/Set-AzHDInsightDefaultStorage.md index 1e4ac3bbea31..2d12373cd524 100644 --- a/src/HDInsight/HDInsight/help/Set-AzHDInsightDefaultStorage.md +++ b/src/HDInsight/HDInsight/help/Set-AzHDInsightDefaultStorage.md @@ -1,4 +1,4 @@ ---- +--- external help file: Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll-Help.xml Module Name: Az.HDInsight ms.assetid: 37E41DA2-B65B-4AA2-B6AB-F93CCA881C72 @@ -14,7 +14,7 @@ Sets the default Storage account setting in a cluster configuration object. ## SYNTAX ``` -Set-AzHDInsightDefaultStorage [-Config] [-StorageAccountName] +Set-AzHDInsightDefaultStorage [-Config] [-StorageAccountResourceId] [[-StorageAccountKey] ] [-StorageAccountType ] [-DefaultProfile ] [] ``` @@ -28,7 +28,8 @@ The **Set-AzHDInsightDefaultStorage** cmdlet sets the default Storage account se ``` PS C:\># Primary storage account info PS C:\> $storageAccountResourceGroupName = "Group" -PS C:\> $storageAccountName = "yourstorageacct001" +PS C:\> $storageAccountResourceId = "yourstorageaccountresourceid" +PS C:\> $storageAccountName = "yourstorageaccountname" PS C:\> $storageAccountKey = (Get-AzStorageAccountKey -ResourceGroupName $storageAccountResourceGroupName -Name $storageAccountName)[0].value @@ -46,7 +47,7 @@ PS C:\> $clusterCreds = Get-Credential # Create the cluster PS C:\> New-AzHDInsightClusterConfig ` | Set-AzHDInsightDefaultStorage ` - -StorageAccountName "$secondStorageAccountName.blob.core.contoso.net" ` + -StorageAccountResourceId $storageAccountResourceId ` -StorageAccountKey $key2 ` -StorageContainer $storageContainer ` | New-AzHDInsightCluster ` @@ -109,8 +110,8 @@ Accept pipeline input: False Accept wildcard characters: False ``` -### -StorageAccountName -Specifies the name of the default storage account that the HDInsight cluster will use. +### -StorageAccountResourceId +The storage account name for the storage account to be added to the new cluster. ```yaml Type: System.String @@ -131,7 +132,7 @@ Gets or sets the type of the default storage account. Defaults to AzureStorage Type: System.Nullable`1[Microsoft.Azure.Commands.HDInsight.Models.Management.StorageType] Parameter Sets: (All) Aliases: -Accepted values: AzureStorage, AzureDataLakeStore +Accepted values: AzureStorage, AzureDataLakeStore, AzureDataLakeStorageGen2 Required: False Position: Named @@ -141,7 +142,7 @@ Accept wildcard characters: False ``` ### CommonParameters -This cmdlet supports the common parameters: -Debug, -ErrorAction, -ErrorVariable, -InformationAction, -InformationVariable, -OutVariable, -OutBuffer, -PipelineVariable, -Verbose, -WarningAction, and -WarningVariable. For more information, see about_CommonParameters (http://go.microsoft.com/fwlink/?LinkID=113216). +This cmdlet supports the common parameters: -Debug, -ErrorAction, -ErrorVariable, -InformationAction, -InformationVariable, -OutVariable, -OutBuffer, -PipelineVariable, -Verbose, -WarningAction, and -WarningVariable. For more information, see [about_CommonParameters](http://go.microsoft.com/fwlink/?LinkID=113216). ## INPUTS diff --git a/src/HDInsight/HDInsight/help/Set-AzHDInsightGatewayCredential.md b/src/HDInsight/HDInsight/help/Set-AzHDInsightGatewayCredential.md index f03028f8e867..981f71d27499 100644 --- a/src/HDInsight/HDInsight/help/Set-AzHDInsightGatewayCredential.md +++ b/src/HDInsight/HDInsight/help/Set-AzHDInsightGatewayCredential.md @@ -14,20 +14,21 @@ Sets the gateway HTTP credentials of an Azure HDInsight cluster. ### SetByNameParameterSet (Default) ``` -Set-AzHDInsightGatewayCredential -Name [-HttpCredential] [-ResourceGroupName ] - [-AsJob] [-DefaultProfile ] [-WhatIf] [-Confirm] [] +Set-AzHDInsightGatewayCredential [-Name] [-HttpCredential] + [-ResourceGroupName ] [-AsJob] [-DefaultProfile ] [-WhatIf] [-Confirm] + [] ``` ### SetByInputObjectParameterSet ``` -Set-AzHDInsightGatewayCredential [-HttpCredential] [-ResourceGroupName ] [-AsJob] +Set-AzHDInsightGatewayCredential [-HttpCredential] [-AsJob] [-DefaultProfile ] -InputObject [-WhatIf] [-Confirm] [] ``` ### SetByResourceIdParameterSet ``` -Set-AzHDInsightGatewayCredential [-HttpCredential] [-ResourceGroupName ] [-AsJob] +Set-AzHDInsightGatewayCredential [-HttpCredential] [-AsJob] [-DefaultProfile ] -ResourceId [-WhatIf] [-Confirm] [] ``` @@ -141,7 +142,7 @@ Parameter Sets: SetByNameParameterSet Aliases: ClusterName Required: True -Position: Named +Position: 0 Default value: None Accept pipeline input: False Accept wildcard characters: False @@ -152,7 +153,7 @@ Gets or sets the name of the resource group. ```yaml Type: System.String -Parameter Sets: (All) +Parameter Sets: SetByNameParameterSet Aliases: Required: False diff --git a/tools/SecurityTools/CredScanSuppressions.json b/tools/SecurityTools/CredScanSuppressions.json index 32e7e1ceb887..cb5291a6b4ab 100644 --- a/tools/SecurityTools/CredScanSuppressions.json +++ b/tools/SecurityTools/CredScanSuppressions.json @@ -553,6 +553,10 @@ "file": "src\\HDInsight\\HDInsight.Test\\SessionRecords\\Commands.HDInsight.Test.ScenarioTests.HDInsightAutoscaleTests\\TestAutoscaleRelatedCommands.json", "_justification": "Test resource is deleted" }, + { + "file": "src\\HDInsight\\HDInsight.Test\\SessionRecords\\Commands.HDInsight.Test.ScenarioTests.HDInsightClusterTests\\TestCreateClusterWithKafkaRestProxy.json", + "_justification": "Test resource is deleted" + }, { "file": "src\\KeyVault\\KeyVault.Test\\Scripts\\VaultCertificateTests.ps1", "_justification": "Resource creation is mocked" diff --git a/tools/StaticAnalysis/Exceptions/Az.HDInsight/BreakingChangeIssues.csv b/tools/StaticAnalysis/Exceptions/Az.HDInsight/BreakingChangeIssues.csv new file mode 100644 index 000000000000..d587027356f9 --- /dev/null +++ b/tools/StaticAnalysis/Exceptions/Az.HDInsight/BreakingChangeIssues.csv @@ -0,0 +1,105 @@ +"AssemblyFileName","ClassName","Target","Severity","ProblemId","Description","Remediation" +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightComponentVersionCommand","Add-AzHDInsightComponentVersion","0","3010","The property 'Domain' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightSecurityProfile' has been removed.","Add the property 'Domain' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightSecurityProfile'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightComponentVersionCommand","Add-AzHDInsightComponentVersion","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightComponentVersionCommand","Add-AzHDInsightComponentVersion","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightComponentVersionCommand","Add-AzHDInsightComponentVersion","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightComponentVersionCommand","Add-AzHDInsightComponentVersion","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightComponentVersionCommand","Add-AzHDInsightComponentVersion","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightComponentVersionCommand","Add-AzHDInsightComponentVersion","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightConfigValuesCommand","Add-AzHDInsightConfigValue","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightConfigValuesCommand","Add-AzHDInsightConfigValue","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightConfigValuesCommand","Add-AzHDInsightConfigValue","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightConfigValuesCommand","Add-AzHDInsightConfigValue","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightConfigValuesCommand","Add-AzHDInsightConfigValue","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightConfigValuesCommand","Add-AzHDInsightConfigValue","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightMetastoreCommand","Add-AzHDInsightMetastore","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightMetastoreCommand","Add-AzHDInsightMetastore","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightMetastoreCommand","Add-AzHDInsightMetastore","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightMetastoreCommand","Add-AzHDInsightMetastore","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightMetastoreCommand","Add-AzHDInsightMetastore","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightMetastoreCommand","Add-AzHDInsightMetastore","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightScriptActionCommand","Add-AzHDInsightScriptAction","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightScriptActionCommand","Add-AzHDInsightScriptAction","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightScriptActionCommand","Add-AzHDInsightScriptAction","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightScriptActionCommand","Add-AzHDInsightScriptAction","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightScriptActionCommand","Add-AzHDInsightScriptAction","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightScriptActionCommand","Add-AzHDInsightScriptAction","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightSecurityProfile","Add-AzHDInsightSecurityProfile","0","3010","The property 'Domain' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightSecurityProfile' has been removed.","Add the property 'Domain' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightSecurityProfile'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightSecurityProfile","Add-AzHDInsightSecurityProfile","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightSecurityProfile","Add-AzHDInsightSecurityProfile","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightSecurityProfile","Add-AzHDInsightSecurityProfile","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightSecurityProfile","Add-AzHDInsightSecurityProfile","0","2000","The cmdlet 'Add-AzHDInsightSecurityProfile' no longer supports the parameter 'Domain' and no alias was found for the original parameter name.","Add the parameter 'Domain' back to the cmdlet 'Add-AzHDInsightSecurityProfile', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightSecurityProfile","Add-AzHDInsightSecurityProfile","0","1050","The parameter set '__AllParameterSets' for cmdlet 'Add-AzHDInsightSecurityProfile' has been removed.","Add parameter set '__AllParameterSets' back to cmdlet 'Add-AzHDInsightSecurityProfile'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightStorageCommand","Add-AzHDInsightStorage","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightStorageCommand","Add-AzHDInsightStorage","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightStorageCommand","Add-AzHDInsightStorage","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightStorageCommand","Add-AzHDInsightStorage","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightStorageCommand","Add-AzHDInsightStorage","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.AddAzureHDInsightStorageCommand","Add-AzHDInsightStorage","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.GetAzureHDInsightClusterAutoscaleConfigurationCommand","Get-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.GetAzureHDInsightClusterAutoscaleConfigurationCommand","Get-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.GetAzureHDInsightClusterAutoscaleConfigurationCommand","Get-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.GetAzureHDInsightCommand","Get-AzHDInsightCluster","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.GetAzureHDInsightCommand","Get-AzHDInsightCluster","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.GetAzureHDInsightCommand","Get-AzHDInsightCluster","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.GetAzureHDInsightHostCommand","Get-AzHDInsightHost","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.GetAzureHDInsightHostCommand","Get-AzHDInsightHost","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.GetAzureHDInsightHostCommand","Get-AzHDInsightHost","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","2000","The cmdlet 'New-AzHDInsightCluster' no longer supports the parameter 'DefaultStorageAccountName' and no alias was found for the original parameter name.","Add the parameter 'DefaultStorageAccountName' back to the cmdlet 'New-AzHDInsightCluster', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","2000","The cmdlet 'New-AzHDInsightCluster' no longer supports the parameter 'DefaultStorageAccountKey' and no alias was found for the original parameter name.","Add the parameter 'DefaultStorageAccountKey' back to the cmdlet 'New-AzHDInsightCluster', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","2000","The cmdlet 'New-AzHDInsightCluster' no longer supports the parameter 'DefaultStorageAccountType' and no alias was found for the original parameter name.","Add the parameter 'DefaultStorageAccountType' back to the cmdlet 'New-AzHDInsightCluster', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","2000","The cmdlet 'New-AzHDInsightCluster' no longer supports the parameter 'DefaultStorageContainer' and no alias was found for the original parameter name.","Add the parameter 'DefaultStorageContainer' back to the cmdlet 'New-AzHDInsightCluster', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","2000","The cmdlet 'New-AzHDInsightCluster' no longer supports the parameter 'DefaultStorageRootPath' and no alias was found for the original parameter name.","Add the parameter 'DefaultStorageRootPath' back to the cmdlet 'New-AzHDInsightCluster', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","3010","The property 'Domain' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightSecurityProfile' has been removed.","Add the property 'Domain' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightSecurityProfile'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","2000","The cmdlet 'New-AzHDInsightCluster' no longer supports the parameter 'PublicNetworkAccessType' and no alias was found for the original parameter name.","Add the parameter 'PublicNetworkAccessType' back to the cmdlet 'New-AzHDInsightCluster', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","2000","The cmdlet 'New-AzHDInsightCluster' no longer supports the parameter 'OutboundPublicNetworkAccessType' and no alias was found for the original parameter name.","Add the parameter 'OutboundPublicNetworkAccessType' back to the cmdlet 'New-AzHDInsightCluster', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","1050","The parameter set '__AllParameterSets' for cmdlet 'New-AzHDInsightCluster' has been removed.","Add parameter set '__AllParameterSets' back to cmdlet 'New-AzHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","1050","The parameter set 'CertificateFilePath' for cmdlet 'New-AzHDInsightCluster' has been removed.","Add parameter set 'CertificateFilePath' back to cmdlet 'New-AzHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterCommand","New-AzHDInsightCluster","0","1050","The parameter set 'CertificateFileContents' for cmdlet 'New-AzHDInsightCluster' has been removed.","Add parameter set 'CertificateFileContents' back to cmdlet 'New-AzHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterConfigCommand","New-AzHDInsightClusterConfig","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterConfigCommand","New-AzHDInsightClusterConfig","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterConfigCommand","New-AzHDInsightClusterConfig","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterConfigCommand","New-AzHDInsightClusterConfig","0","2000","The cmdlet 'New-AzHDInsightClusterConfig' no longer supports the parameter 'DefaultStorageAccountName' and no alias was found for the original parameter name.","Add the parameter 'DefaultStorageAccountName' back to the cmdlet 'New-AzHDInsightClusterConfig', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterConfigCommand","New-AzHDInsightClusterConfig","0","2000","The cmdlet 'New-AzHDInsightClusterConfig' no longer supports the parameter 'DefaultStorageAccountKey' and no alias was found for the original parameter name.","Add the parameter 'DefaultStorageAccountKey' back to the cmdlet 'New-AzHDInsightClusterConfig', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterConfigCommand","New-AzHDInsightClusterConfig","0","2000","The cmdlet 'New-AzHDInsightClusterConfig' no longer supports the parameter 'DefaultStorageAccountType' and no alias was found for the original parameter name.","Add the parameter 'DefaultStorageAccountType' back to the cmdlet 'New-AzHDInsightClusterConfig', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterConfigCommand","New-AzHDInsightClusterConfig","0","2000","The cmdlet 'New-AzHDInsightClusterConfig' no longer supports the parameter 'PublicNetworkAccessType' and no alias was found for the original parameter name.","Add the parameter 'PublicNetworkAccessType' back to the cmdlet 'New-AzHDInsightClusterConfig', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterConfigCommand","New-AzHDInsightClusterConfig","0","2000","The cmdlet 'New-AzHDInsightClusterConfig' no longer supports the parameter 'OutboundPublicNetworkAccessType' and no alias was found for the original parameter name.","Add the parameter 'OutboundPublicNetworkAccessType' back to the cmdlet 'New-AzHDInsightClusterConfig', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.NewAzureHDInsightClusterConfigCommand","New-AzHDInsightClusterConfig","0","1050","The parameter set '__AllParameterSets' for cmdlet 'New-AzHDInsightClusterConfig' has been removed.","Add parameter set '__AllParameterSets' back to cmdlet 'New-AzHDInsightClusterConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.RemoveAzureHDInsightClusterAutoscaleConfigurationCommand","Remove-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.RemoveAzureHDInsightClusterAutoscaleConfigurationCommand","Remove-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.RemoveAzureHDInsightClusterAutoscaleConfigurationCommand","Remove-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.RemoveAzureHDInsightClusterAutoscaleConfigurationCommand","Remove-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.RemoveAzureHDInsightClusterAutoscaleConfigurationCommand","Remove-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.RemoveAzureHDInsightClusterAutoscaleConfigurationCommand","Remove-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightClusterAutoscaleConfigurationCommand","Set-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightClusterAutoscaleConfigurationCommand","Set-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightClusterAutoscaleConfigurationCommand","Set-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightClusterAutoscaleConfigurationCommand","Set-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightClusterAutoscaleConfigurationCommand","Set-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightClusterAutoscaleConfigurationCommand","Set-AzHDInsightClusterAutoscaleConfiguration","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightClusterDiskEncryptionKeyCommand","Set-AzHDInsightClusterDiskEncryptionKey","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightClusterDiskEncryptionKeyCommand","Set-AzHDInsightClusterDiskEncryptionKey","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightClusterDiskEncryptionKeyCommand","Set-AzHDInsightClusterDiskEncryptionKey","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightDefaultStorageCommand","Set-AzHDInsightDefaultStorage","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightDefaultStorageCommand","Set-AzHDInsightDefaultStorage","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightDefaultStorageCommand","Set-AzHDInsightDefaultStorage","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightDefaultStorageCommand","Set-AzHDInsightDefaultStorage","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightDefaultStorageCommand","Set-AzHDInsightDefaultStorage","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightDefaultStorageCommand","Set-AzHDInsightDefaultStorage","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightDefaultStorageCommand","Set-AzHDInsightDefaultStorage","0","2000","The cmdlet 'Set-AzHDInsightDefaultStorage' no longer supports the parameter 'StorageAccountName' and no alias was found for the original parameter name.","Add the parameter 'StorageAccountName' back to the cmdlet 'Set-AzHDInsightDefaultStorage', or add an alias to the original parameter name." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightDefaultStorageCommand","Set-AzHDInsightDefaultStorage","0","1050","The parameter set '__AllParameterSets' for cmdlet 'Set-AzHDInsightDefaultStorage' has been removed.","Add parameter set '__AllParameterSets' back to cmdlet 'Set-AzHDInsightDefaultStorage'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightGatewayCredentialCommand","Set-AzHDInsightGatewayCredential","0","3010","The property 'DefaultStorageRootPath' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageRootPath' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightGatewayCredentialCommand","Set-AzHDInsightGatewayCredential","0","3010","The property 'DefaultStorageAccount' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageAccount' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.SetAzureHDInsightGatewayCredentialCommand","Set-AzHDInsightGatewayCredential","0","3010","The property 'DefaultStorageContainer' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster' has been removed.","Add the property 'DefaultStorageContainer' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightCluster'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.ManagementCommands.AddAzureHDInsightClusterIdentity","Add-AzHDInsightClusterIdentity","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.ManagementCommands.AddAzureHDInsightClusterIdentity","Add-AzHDInsightClusterIdentity","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.ManagementCommands.AddAzureHDInsightClusterIdentity","Add-AzHDInsightClusterIdentity","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.ManagementCommands.AddAzureHDInsightClusterIdentity","Add-AzHDInsightClusterIdentity","0","3010","The property 'DefaultStorageAccountType' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountType' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.ManagementCommands.AddAzureHDInsightClusterIdentity","Add-AzHDInsightClusterIdentity","0","3010","The property 'DefaultStorageAccountKey' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountKey' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'." +"Microsoft.Azure.PowerShell.Cmdlets.HDInsight.dll","Microsoft.Azure.Commands.HDInsight.ManagementCommands.AddAzureHDInsightClusterIdentity","Add-AzHDInsightClusterIdentity","0","3010","The property 'DefaultStorageAccountName' of type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig' has been removed.","Add the property 'DefaultStorageAccountName' back to type 'Microsoft.Azure.Commands.HDInsight.Models.AzureHDInsightConfig'."