Installer checks and registers Azure Application Insights, Operational Insights and Operations Management

vicenteherrera · vicenteherrera · commit c3f8ec52b1e5 · 2020-10-30T19:08:26.000+01:00
diff --git a/install-aks-audit-log.sh b/install-aks-audit-log.sh
@@ -2,45 +2,95 @@
 
 set -euf
 
+step=1
+maxsteps=13
+
+function check_az_providers {
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Checking Azure Application Insights, Operational Insights and Operations Management providers are registered"
+    exists1=$(az provider show -n Microsoft.OperationsManagement -o tsv --query registrationState)
+    exists2=$(az provider show -n Microsoft.OperationalInsights -o tsv --query registrationState)
+    exists3=$(az provider show -n microsoft.insights -o tsv --query registrationState)
+    if [ "$exists1" != "Registered" ] || [ "$exists2" != "Registered" ] || [ "$exists3" != "Registered" ]; then
+        echo
+        echo "Azure Application Insights, Operational Insights or Operations Management providers not registered for this account"
+        echo
+        echo "*************"
+        echo "** WARNING ** Registering Azure providers the first time can take up to two hours"
+        echo "*************"
+        echo
+        echo "More info at: "
+        echo "  https://docs.microsoft.com/en-us/azure/azure-resource-manager/management/resource-providers-and-types"
+        echo "  https://github.com/MicrosoftDocs/azure-docs/blob/master/includes/log-analytics-troubleshoot-azure-diagnostics.md"
+        if [ "$prompt_yes" != "0" ]; then
+            echo
+            echo "You can manually register Azure providers on Azure portal as explained on those links"
+            echo "or executing:"
+            echo "  az provider register -n Microsoft.OperationalInsights"
+            echo "  az provider register -n Microsoft.OperationsManagement"
+            echo "  az provider register -n microsoft.insights"
+            
+            echo "Press CTRL+C to cancel AKS audit log installation and manually register providers"
+            
+        fi
+        echo "Invoking registration of Azure Operational Insights and Operations Management providers"
+        az provider register -n Microsoft.OperationalInsights
+        az provider register -n Microsoft.OperationsManagement
+        az provider register -n microsoft.insights
+        echo "You can stop the installation process here and retry later, registration happens in the backgroud."
+        echo "Waiting until state appears as 'Registered', this can take up to an hour..."
+        while [ "$exists1" != "Registered" ] || [ "$exists2" != "Registered" ] || [ "$exists3" != "Registered" ]
+        do
+            sleep 12
+            exists1=$(az provider show -n Microsoft.OperationsManagement -o tsv --query registrationState)
+            exists2=$(az provider show -n Microsoft.OperationalInsights -o tsv --query registrationState)
+            exists3=$(az provider show -n microsoft.insights -o tsv --query registrationState)
+        done
+    fi
+    echo "Azure Application Insights, Operational Insights and Operations Management are registered"
+}
 function check_commands_installed {
-    echo "[1/12] Checking requirements"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Checking requirements"
     local exists
-    exists=$(which az ||:)
+    exists=$(command -v az ||:)
     if [ "$exists" == "" ]; then
         echo "Required command line tool 'az' not available."
         echo "For instructions on how to install it, visit:"
-        ecbo "https://docs.microsoft.com/en-us/cli/azure/install-azure-cli?view=azure-cli-latest"
+        echo "https://docs.microsoft.com/en-us/cli/azure/install-azure-cli?view=azure-cli-latest"
         exit 1
     fi
-    exists=$(which kubectl ||:)
+    exists=$(command -v kubectl ||:)
     if [ "$exists" == "" ]; then
         echo "Required command line tool 'kubectl' not available."
         echo "Yoy may install it using:"
         echo "  az aks install-cli"
         exit 1
     fi
-    exists=$(which envsubst ||:)
+    exists=$(command -v envsubst ||:)
     if [ "$exists" == "" ]; then
         echo "Required command line tool 'envsubts' not available."
         echo "You may find it in the gettext or gettext-base packages."
         exit 1
     fi
-    exists=$(which curl ||:)
+    exists=$(command -v curl ||:)
     if [ "$exists" == "" ]; then
         echo "Required command line tool 'curl' not available."
         exit 1
     fi
-    exists=$(which tr ||:)
+    exists=$(command -v tr ||:)
     if [ "$exists" == "" ]; then
         echo "Required command line tool 'tr' not available."
         exit 1
     fi
-    exists=$(which grep ||:)
+    exists=$(command -v grep ||:)
     if [ "$exists" == "" ]; then
         echo "Required command line tool 'grep' not available."
         exit 1
     fi
-    exists=$(which md5sum ||:)
+    exists=$(command -v md5sum ||:)
     if [ "$exists" == "" ]; then
         echo "Required command line tool 'md5sum' not available."
         exit 1
@@ -147,36 +197,44 @@ function get_region {
 
 function create_event_hubs {
     ## Create Event Hubs namespace
-
-    echo "[2/12] Creating Event Hubs namespace: $ehubs_name"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Creating Event Hubs namespace: $ehubs_name"
     az eventhubs namespace create \
         --name "$ehubs_name" \
         --resource-group "$resource_group" \
         --location "$region" --output none
 
     # Message retention 1 day
-    echo "[3/12] Creating Event Hub: $hub_name"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Creating Event Hub: $hub_name"
     az eventhubs eventhub create --name "$hub_name" \
         --namespace-name "$ehubs_name" \
         --resource-group "$resource_group" \
         --message-retention 1 \
         --partition-count 4 \
         --output none
 
-    echo "[4/12] Getting hub connection string"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Getting hub connection string"
     sleep 5
     hub_connection_string=$(az eventhubs namespace authorization-rule keys list \
         --resource-group "$resource_group" \
         --namespace-name "$ehubs_name" \
         --name RootManageSharedAccessKey \
         --output tsv --query primaryConnectionString)
-
-    echo "[5/12] Getting hub id"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Getting hub id"
     hub_id=$(az eventhubs namespace show --resource-group "$resource_group" --name "$ehubs_name" --output tsv --query id)
 }
 
 function create_diagnostic {
-    echo "[6/12] Creating diagnostic setting: $diagnostic_name"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Creating diagnostic setting: $diagnostic_name"
     ## Setting up aks diagnostics to send kube-audit to event hub
     az monitor diagnostic-settings create \
     --resource "$cluster_name" \
@@ -191,8 +249,9 @@ function create_diagnostic {
 
 function create_storage_account {
     ## Create storage account
-
-    echo "[7/12] Creating storage account: $storage_account"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Creating storage account: $storage_account"
 
     az storage account create \
         --name "$storage_account" \
@@ -201,13 +260,17 @@ function create_storage_account {
         --sku Standard_RAGRS \
         --kind StorageV2 --output none
 
-    echo "[8/12] Getting storage connection string"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Getting storage connection string"
     blob_connection_string=$(az storage account show-connection-string --key primary \
         --name "$storage_account" \
         --resource-group "$resource_group" \
         --output tsv --query connectionString)
 
-    echo "[9/12] Creating blob container: $blob_container"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Creating blob container: $blob_container"
     az storage container create \
         --name "$blob_container" \
         --connection-string "$blob_connection_string" \
@@ -216,7 +279,9 @@ function create_storage_account {
 
 
 function create_deployment {
-    echo "[10/12] Creating deployment manifest"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Creating deployment manifest"
 
     export EhubNamespaceConnectionString="$hub_connection_string"
     export BlobStorageConnectionString="$blob_connection_string"
@@ -227,15 +292,17 @@ function create_deployment {
     curl https://raw.githubusercontent.com/sysdiglabs/aks-kubernetes-audit-log/master/deployment.yaml.in |
       envsubst > "$WORKDIR/deployment.yaml"
 
-    
-
-    echo "[11/12] Applying Kubernetes service"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Applying Kubernetes service"
 
     KUBECONFIG="$WORKDIR/tempkubeconfig" kubectl apply \
         -f https://raw.githubusercontent.com/sysdiglabs/aks-kubernetes-audit-log/master/service.yaml \
         -n "$sysdig_namespace"
 
-    echo "[12/12] Applying Kubernetes deployment"
+    echo -n "[$step/$maxsteps] "
+    step=$((step + 1))
+    echo "Applying Kubernetes deployment"
     
     export KUBECONFIG="$WORKDIR/tempkubeconfig"
     KUBECONFIG="$WORKDIR/tempkubeconfig" kubectl apply -f "$WORKDIR/deployment.yaml" -n "$sysdig_namespace"
@@ -256,7 +323,7 @@ function is_valid_value {
 
 function help {
 
-	echo "Usage: $(basename "${0}") [-g|--resource_group <value>] [-c|--cluster_name <value>] [-n|--sysdig_namespace] \ "
+	echo "Usage: $(basename "${0}") [-g|--resource_group <value>] [-c|--cluster_name <value>] [-n|--sysdig_namespace] \\ "
 	echo "                [-y|--yes] [-h | --help]"
 	echo ""
 	echo " -g  : Azure resource group where the AKS cluster is located (required)"
@@ -366,6 +433,10 @@ echo "Destination:"
 echo "  * Resource group: $resource_group"
 echo "  * AKS cluster: $cluster_name"
 echo "  * Sysdig agent namespace: $sysdig_namespace"
+echo "Azure services to register:"
+echo "  * Azure Application Insights"
+echo "  * Azure Operational Insights"
+echo "  * Azure Operations Management"
 echo "Resources to install:"
 echo "  * Activate diagnostic setting $diagnostic_name in the cluster"
 echo "  * Storage account: $storage_account"
@@ -385,6 +456,7 @@ fi
 
 
 check_commands_installed
+check_az_providers
 check_cluster
 check_az_resources
 
diff --git a/uninstall-aks-audit-log.sh b/uninstall-aks-audit-log.sh
@@ -10,7 +10,7 @@ function is_valid_value {
 
 function help {
 
-	echo "Usage: $(basename "${0}") [-g|--resource_group <value>] [-c|--cluster_name <value>] [-n|--sysdig_namespace] \ "
+	echo "Usage: $(basename "${0}") [-g|--resource_group <value>] [-c|--cluster_name <value>] [-n|--sysdig_namespace] \\ "
 	echo "                [-y|--yes] [-h | --help]"
 	echo ""
 	echo " -g  : Azure resource group where the AKS cluster is located (required)"
