Add high logs scale support for ARC (#1491)

* add high logs scale support for ARC

* update add privatelink scope & high log scale

Author: wanlonghenry

scripts/onboarding/templates/arc-k8s-extension-msi-auth/existingClusterOnboarding.json

@@ -128,6 +128,11 @@
     "dceName":"[if(greater(length(variables('dcrName')), 43), substring(variables('dcrName'), 0, 43), variables('dcrName'))]",
     "dceAssociationName": "configurationAccessEndpoint",
     "dataCollectionEndpointId": "[resourceId(variables('clusterSubscriptionId'), variables('clusterResourceGroup'), 'Microsoft.Insights/dataCollectionEndpoints', variables('dceName'))]",
+    "enableHighLogScaleMode": "[if(contains(parameters('streams'),'Microsoft-ContainerLogV2-HighScale'), bool('true'), bool('false'))]",
+    "ingestionDCENameFull": "[Concat('MSCI-ingest', '-', variables('workspaceLocation'), '-', variables('clusterName'))]",
+    "ingestionDCEName": "[if(greater(length(variables('ingestionDCENameFull')), 43), substring(variables('ingestionDCENameFull'), 0, 43), variables('ingestionDCENameFull'))]",
+    "ingestionDCE": "[if(endsWith(variables('ingestionDCEName'), '-'), substring(variables('ingestionDCEName'), 0, 42), variables('ingestionDCEName'))]",
+    "ingestionDataCollectionEndpointId": "[resourceId(variables('clusterSubscriptionId'), variables('clusterResourceGroup'), 'Microsoft.Insights/dataCollectionEndpoints', variables('ingestionDCE'))]",
     "privateLinkScopeName": "[split(parameters('azureMonitorPrivateLinkScopeResourceId'),'/')[8]]",
     "privateLinkScopeResourceGroup": "[split(parameters('azureMonitorPrivateLinkScopeResourceId'),'/')[4]]",
     "privateLinkScopeSubscriptionId": "[split(parameters('azureMonitorPrivateLinkScopeResourceId'),'/')[2]]",
@@ -178,7 +183,7 @@
                 ]
               }
             ],
-            "dataCollectionEndpointId": "[if(parameters('useAzureMonitorPrivateLinkScope'), variables('dataCollectionEndpointId'), json('null'))]"
+            "dataCollectionEndpointId": "[if(variables('enableHighLogScaleMode'), variables('ingestionDataCollectionEndpointId'), json('null'))]"
           }
         }
       ]
@@ -248,7 +253,7 @@
                 ]
               }
             ],
-            "dataCollectionEndpointId": "[if(parameters('useAzureMonitorPrivateLinkScope'), variables('dataCollectionEndpointId'), json('null'))]"
+            "dataCollectionEndpointId": "[if(variables('enableHighLogScaleMode'), variables('ingestionDataCollectionEndpointId'), json('null'))]"
           }
         }
       ]
@@ -268,6 +273,20 @@
           }
       }
     },
+    {
+      "condition": "[variables('enableHighLogScaleMode')]",
+      "type": "Microsoft.Insights/dataCollectionEndpoints",
+      "apiVersion": "2022-06-01",
+      "name": "[variables('ingestionDCE')]",
+      "location": "[variables('workspaceLocation')]",
+      "tags": "[parameters('resourceTagValues')]",
+      "kind": "Linux",
+      "properties": {
+          "networkAcls": {
+              "publicNetworkAccess": "[if(parameters('useAzureMonitorPrivateLinkScope'), 'Disabled', 'Enabled')]"
+          }
+      }
+    },
     {
       "type": "Microsoft.Resources/deployments",
       "name": "[Concat('arc-k8s-monitoring-msi-dcr', '-',  uniqueString(variables('dcrName')))]",
@@ -376,6 +395,37 @@
         "parameters": {}
       }
   },
+  {
+      "condition": "[and(parameters('useAzureMonitorPrivateLinkScope'), variables('enableHighLogScaleMode'))]",
+      "type": "Microsoft.Resources/deployments",
+      "name": "[Concat('aks-monitoring-msi-ampls-scope-ingest', '-',  uniqueString(parameters('aksResourceId')))]",
+      "apiVersion": "2017-05-10",
+      "subscriptionId": "[variables('privateLinkScopeSubscriptionId')]",
+      "resourceGroup": "[variables('privateLinkScopeResourceGroup')]",
+      "dependsOn": [
+          "[resourceId('Microsoft.Insights/dataCollectionEndpoints/', variables('ingestionDCE'))]"
+      ],
+      "properties": {
+          "mode": "Incremental",
+          "template": {
+              "$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
+              "contentVersion": "1.0.0.0",
+              "parameters": {},
+              "variables": {},
+              "resources": [
+                  {
+                      "type": "microsoft.insights/privatelinkscopes/scopedresources",
+                      "name": "[concat(variables('privateLinkScopeName'), '/', concat(variables('ingestionDCE'), '-connection'))]",
+                      "apiVersion": "2021-07-01-preview",
+                      "properties": {
+                          "linkedResourceId": "[variables('ingestionDataCollectionEndpointId')]"
+                      }
+                  }
+              ]
+          },
+          "parameters": {}
+      }
+  },
   {
       "condition": "[parameters('useAzureMonitorPrivateLinkScope')]",
       "type": "Microsoft.Resources/deployments",