Project workspace create failure (#37703) (#37705)

* fixing sweep job service response parsing issue

* fixing sweep job service response parsing issue

* raising a work around for cmd job and spark job name lowering case

* fixing black issue

* fixing serialization issue in sweep job

* include black fix

* found and fix the issue in compute validation

* fixing a corrupt wokspace arm template

* fixing the failed test case

* updating the date for 1.18.0 release

* removing empty section

* adding in progress version details

* adding IDC code reviewers

* correcting the directory path

* lint fix

* adding change log entry

* addressing review comment

* fixing ut

* addressing api review comment

* adding a fix for subnet validation in compute instance

* my py fix

* fixing autoML serialization issue

* formatting

* moving auto ML job create API to 2024

* fixing param parity in deployment template between workspace_base and workspace_project

Author: achauhan-scc

sdk/ml/azure-ai-ml/azure/ai/ml/_arm_deployments/arm_templates/workspace_project.json

@@ -39,6 +39,17 @@
                 "description": "Specifies the resource group name of the Azure Machine Learning workspace."
             }
         },
+        "associatedResourcePNA": {
+            "type": "string",
+            "defaultValue": "Enabled",
+            "allowedValues": [
+                "Enabled",
+                "Disabled"
+            ],
+            "metadata": {
+                "description": "Determines the PublicNetworkAccess mode of new workspace-associated resources provisioned alongside with workspace."
+            }
+        },
         "storageAccountOption": {
             "type": "string",
             "defaultValue": "new",
@@ -72,6 +83,10 @@
                 "description": "Determines whether or not to put the storage account behind VNet"
             }
         },
+        "storageAccountSubscriptionId": {
+            "type": "string",
+            "defaultValue": "[subscription().subscriptionId]"
+        },
         "storageAccountResourceGroupName": {
             "type": "string",
             "defaultValue": "[parameters('resourceGroupName')]"
@@ -646,7 +661,7 @@
     },
     "variables": {
         "tenantId": "[subscription().tenantId]",
-        "storageAccount": "[resourceId(parameters('storageAccountResourceGroupName'), 'Microsoft.Storage/storageAccounts', parameters('storageAccountName'))]",
+        "storageAccount": "[resourceId(parameters('storageAccountSubscriptionId'), parameters('storageAccountResourceGroupName'), 'Microsoft.Storage/storageAccounts', parameters('storageAccountName'))]",
         "keyVault": "[resourceId(parameters('keyVaultResourceGroupName'), 'Microsoft.KeyVault/vaults', parameters('keyVaultName'))]",
         "containerRegistry": "[resourceId(parameters('containerRegistryResourceGroupName'), 'Microsoft.ContainerRegistry/registries', parameters('containerRegistryName'))]",
         "applicationInsights": "[resourceId(parameters('applicationInsightsResourceGroupName'), 'Microsoft.Insights/components', parameters('applicationInsightsName'))]",