Purge deleted MHSM in live test (#22644)

Author: BethanyZhou

src/KeyVault/KeyVault.Test/LiveTests/ManagedHsmDataPlaneLiveTests/TestSetting.ps1

@@ -10,6 +10,10 @@ Invoke-LiveTestScenario -Name "Get and update key vault setting in a MSHM" -Desc
     $hsmObject = New-AzKeyVaultManagedHsm -HsmName $hsmName -ResourceGroupName $rgName -Location $hsmLocation -Administrator $adminId
     Export-AzKeyVaultSecurityDomain -Certificates "$PSScriptRoot\sd1.cer", "$PSScriptRoot\sd2.cer", "$PSScriptRoot\sd3.cer" -Quorum 2 -OutputPath $PSScriptRoot/sd.ps.json -Name $hsmName -Force
     $setting = $hsmObject | Get-AzKeyVaultSetting -Name "AllowKeyManagementOperationsThroughARM"
-    $updatedSetting= $setting | Update-AzKeyVaultSetting -Value true -PassThru
+    $updatedSetting = $setting | Update-AzKeyVaultSetting -Value true -PassThru
     Assert-AreEqual $updatedSetting.Value "true"
+
+    # Clean up
+    Get-AzKeyVaultManagedHsm -HsmName $hsmName -ResourceGroupName $rgName | Remove-AzKeyVaultManagedHsm -Force
+    Get-AzKeyVaultManagedHsm -HsmName $hsmName -Location $hsmLocation -InRemovedState | Remove-AzKeyVaultManagedHsm -InRemovedState -Force
 }