|
| 1 | +name: Validate WAF Deployment v2 |
| 2 | + |
| 3 | +on: |
| 4 | + push: |
| 5 | + branches: |
| 6 | + - macae-v2 |
| 7 | + schedule: |
| 8 | + - cron: "0 11,23 * * *" # Runs at 11:00 AM and 11:00 PM GMT |
| 9 | + |
| 10 | +jobs: |
| 11 | + deploy: |
| 12 | + runs-on: ubuntu-latest |
| 13 | + steps: |
| 14 | + - name: Checkout Code |
| 15 | + uses: actions/checkout@v3 |
| 16 | + |
| 17 | + - name: Run Quota Check |
| 18 | + id: quota-check |
| 19 | + run: | |
| 20 | + export AZURE_CLIENT_ID=${{ secrets.AZURE_CLIENT_ID }} |
| 21 | + export AZURE_TENANT_ID=${{ secrets.AZURE_TENANT_ID }} |
| 22 | + export AZURE_CLIENT_SECRET=${{ secrets.AZURE_CLIENT_SECRET }} |
| 23 | + export AZURE_SUBSCRIPTION_ID="${{ secrets.AZURE_SUBSCRIPTION_ID }}" |
| 24 | + export GPT_MIN_CAPACITY="150" |
| 25 | + export AZURE_REGIONS="${{ vars.AZURE_REGIONS }}" |
| 26 | +
|
| 27 | + chmod +x infra/scripts/checkquota.sh |
| 28 | + if ! infra/scripts/checkquota.sh; then |
| 29 | + # If quota check fails due to insufficient quota, set the flag |
| 30 | + if grep -q "No region with sufficient quota found" infra/scripts/checkquota.sh; then |
| 31 | + echo "QUOTA_FAILED=true" >> $GITHUB_ENV |
| 32 | + fi |
| 33 | + exit 1 # Fail the pipeline if any other failure occurs |
| 34 | + fi |
| 35 | +
|
| 36 | + - name: Send Notification on Quota Failure |
| 37 | + if: env.QUOTA_FAILED == 'true' |
| 38 | + run: | |
| 39 | + RUN_URL="https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" |
| 40 | + EMAIL_BODY=$(cat <<EOF |
| 41 | + { |
| 42 | + "body": "<p>Dear Team,</p><p>The quota check has failed, and the pipeline cannot proceed.</p><p><strong>Build URL:</strong> ${RUN_URL}</p><p>Please take necessary action.</p><p>Best regards,<br>Your Automation Team</p>" |
| 43 | + } |
| 44 | + EOF |
| 45 | + ) |
| 46 | +
|
| 47 | + curl -X POST "${{ secrets.AUTO_LOGIC_APP_URL }}" \ |
| 48 | + -H "Content-Type: application/json" \ |
| 49 | + -d "$EMAIL_BODY" || echo "Failed to send notification" |
| 50 | +
|
| 51 | + - name: Fail Pipeline if Quota Check Fails |
| 52 | + if: env.QUOTA_FAILED == 'true' |
| 53 | + run: exit 1 |
| 54 | + |
| 55 | + - name: Set Deployment Region |
| 56 | + run: | |
| 57 | + echo "Selected Region: $VALID_REGION" |
| 58 | + echo "AZURE_LOCATION=$VALID_REGION" >> $GITHUB_ENV |
| 59 | +
|
| 60 | + - name: Setup Azure CLI |
| 61 | + run: | |
| 62 | + curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash |
| 63 | + az --version # Verify installation |
| 64 | +
|
| 65 | + - name: Login to Azure |
| 66 | + run: | |
| 67 | + az login --service-principal -u ${{ secrets.AZURE_CLIENT_ID }} -p ${{ secrets.AZURE_CLIENT_SECRET }} --tenant ${{ secrets.AZURE_TENANT_ID }} |
| 68 | +
|
| 69 | + - name: Install Bicep CLI |
| 70 | + run: az bicep install |
| 71 | + |
| 72 | + - name: Generate Resource Group Name |
| 73 | + id: generate_rg_name |
| 74 | + run: | |
| 75 | + echo "Generating a unique resource group name..." |
| 76 | + ACCL_NAME="macae" # Account name as specified |
| 77 | + SHORT_UUID=$(uuidgen | cut -d'-' -f1) |
| 78 | + UNIQUE_RG_NAME="arg-${ACCL_NAME}-${SHORT_UUID}" |
| 79 | + echo "RESOURCE_GROUP_NAME=${UNIQUE_RG_NAME}" >> $GITHUB_ENV |
| 80 | + echo "Generated Resource_GROUP_PREFIX: ${UNIQUE_RG_NAME}" |
| 81 | +
|
| 82 | + - name: Check and Create Resource Group |
| 83 | + id: check_create_rg |
| 84 | + run: | |
| 85 | + set -e |
| 86 | + echo "Checking if resource group exists..." |
| 87 | + rg_exists=$(az group exists --name ${{ env.RESOURCE_GROUP_NAME }}) |
| 88 | + if [ "$rg_exists" = "false" ]; then |
| 89 | + echo "Resource group does not exist. Creating..." |
| 90 | + az group create --name ${{ env.RESOURCE_GROUP_NAME }} --location ${{ env.AZURE_LOCATION }} || { echo "Error creating resource group"; exit 1; } |
| 91 | + else |
| 92 | + echo "Resource group already exists." |
| 93 | + fi |
| 94 | +
|
| 95 | + - name: Generate Unique Solution Prefix |
| 96 | + id: generate_solution_prefix |
| 97 | + run: | |
| 98 | + COMMON_PART="macae" |
| 99 | + TIMESTAMP=$(date +%s) |
| 100 | + UPDATED_TIMESTAMP=$(echo $TIMESTAMP | tail -c 6) |
| 101 | + UNIQUE_SOLUTION_PREFIX="${COMMON_PART}${UPDATED_TIMESTAMP}" |
| 102 | + echo "SOLUTION_PREFIX=${UNIQUE_SOLUTION_PREFIX}" >> $GITHUB_ENV |
| 103 | +
|
| 104 | + - name: Deploy Bicep Template |
| 105 | + id: deploy |
| 106 | + run: | |
| 107 | + set -e |
| 108 | + az deployment group create \ |
| 109 | + --resource-group ${{ env.RESOURCE_GROUP_NAME }} \ |
| 110 | + --template-file infra/main.bicep \ |
| 111 | + --parameters \ |
| 112 | + solutionName=${{ env.SOLUTION_PREFIX }} \ |
| 113 | + location="${{ env.AZURE_LOCATION }}" \ |
| 114 | + azureAiServiceLocation='${{ env.AZURE_LOCATION }}' \ |
| 115 | + gptModelCapacity=5 \ |
| 116 | + enableTelemetry=true \ |
| 117 | + enableMonitoring=true \ |
| 118 | + enablePrivateNetworking=true \ |
| 119 | + enableScalability=true \ |
| 120 | + createdBy="Pipeline" \ |
| 121 | + |
| 122 | +
|
| 123 | + - name: Send Notification on Failure |
| 124 | + if: failure() |
| 125 | + run: | |
| 126 | + RUN_URL="https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" |
| 127 | +
|
| 128 | + # Construct the email body |
| 129 | + EMAIL_BODY=$(cat <<EOF |
| 130 | + { |
| 131 | + "body": "<p>Dear Team,</p><p>We would like to inform you that the Multi-Agent-Custom-Automation-Engine-Solution-Accelerator Automation process has encountered an issue and has failed to complete successfully.</p><p><strong>Build URL:</strong> ${RUN_URL}<br> ${OUTPUT}</p><p>Please investigate the matter at your earliest convenience.</p><p>Best regards,<br>Your Automation Team</p>" |
| 132 | + } |
| 133 | + EOF |
| 134 | + ) |
| 135 | +
|
| 136 | + # Send the notification |
| 137 | + curl -X POST "${{ secrets.LOGIC_APP_URL }}" \ |
| 138 | + -H "Content-Type: application/json" \ |
| 139 | + -d "$EMAIL_BODY" || echo "Failed to send notification" |
| 140 | +
|
| 141 | + - name: Get OpenAI Resource from Resource Group |
| 142 | + id: get_openai_resource |
| 143 | + run: | |
| 144 | +
|
| 145 | +
|
| 146 | + set -e |
| 147 | + echo "Fetching OpenAI resource from resource group ${{ env.RESOURCE_GROUP_NAME }}..." |
| 148 | +
|
| 149 | + # Run the az resource list command to get the OpenAI resource name |
| 150 | + openai_resource_name=$(az resource list --resource-group ${{ env.RESOURCE_GROUP_NAME }} --resource-type "Microsoft.CognitiveServices/accounts" --query "[0].name" -o tsv) |
| 151 | +
|
| 152 | + if [ -z "$openai_resource_name" ]; then |
| 153 | + echo "No OpenAI resource found in resource group ${{ env.RESOURCE_GROUP_NAME }}." |
| 154 | + exit 1 |
| 155 | + else |
| 156 | + echo "OPENAI_RESOURCE_NAME=${openai_resource_name}" >> $GITHUB_ENV |
| 157 | + echo "OpenAI resource name: ${openai_resource_name}" |
| 158 | + fi |
| 159 | +
|
| 160 | + - name: Delete Bicep Deployment |
| 161 | + if: always() |
| 162 | + run: | |
| 163 | + set -e |
| 164 | + echo "Checking if resource group exists..." |
| 165 | + rg_exists=$(az group exists --name ${{ env.RESOURCE_GROUP_NAME }}) |
| 166 | + if [ "$rg_exists" = "true" ]; then |
| 167 | + echo "Resource group exist. Cleaning..." |
| 168 | + az group delete \ |
| 169 | + --name ${{ env.RESOURCE_GROUP_NAME }} \ |
| 170 | + --yes \ |
| 171 | + --no-wait |
| 172 | + echo "Resource group deleted... ${{ env.RESOURCE_GROUP_NAME }}" |
| 173 | + else |
| 174 | + echo "Resource group does not exists." |
| 175 | + fi |
| 176 | +
|
| 177 | + - name: Wait for resource deletion to complete |
| 178 | + run: | |
| 179 | +
|
| 180 | +
|
| 181 | + # Add resources to the array |
| 182 | + resources_to_check=("${{ env.OPENAI_RESOURCE_NAME }}") |
| 183 | +
|
| 184 | + echo "List of resources to check: ${resources_to_check[@]}" |
| 185 | +
|
| 186 | + # Maximum number of retries |
| 187 | + max_retries=3 |
| 188 | +
|
| 189 | + # Retry intervals in seconds (30, 60, 120) |
| 190 | + retry_intervals=(30 60 120) |
| 191 | +
|
| 192 | + # Retry mechanism to check resources |
| 193 | + retries=0 |
| 194 | + while true; do |
| 195 | + resource_found=false |
| 196 | +
|
| 197 | + # Get the list of resources in YAML format again on each retry |
| 198 | + resource_list=$(az resource list --resource-group ${{ env.RESOURCE_GROUP_NAME }} --output yaml) |
| 199 | +
|
| 200 | + # Iterate through the resources to check |
| 201 | + for resource in "${resources_to_check[@]}"; do |
| 202 | + echo "Checking resource: $resource" |
| 203 | + if echo "$resource_list" | grep -q "name: $resource"; then |
| 204 | + echo "Resource '$resource' exists in the resource group." |
| 205 | + resource_found=true |
| 206 | + else |
| 207 | + echo "Resource '$resource' does not exist in the resource group." |
| 208 | + fi |
| 209 | + done |
| 210 | +
|
| 211 | + # If any resource exists, retry |
| 212 | + if [ "$resource_found" = true ]; then |
| 213 | + retries=$((retries + 1)) |
| 214 | + if [ "$retries" -gt "$max_retries" ]; then |
| 215 | + echo "Maximum retry attempts reached. Exiting." |
| 216 | + break |
| 217 | + else |
| 218 | + # Wait for the appropriate interval for the current retry |
| 219 | + echo "Waiting for ${retry_intervals[$retries-1]} seconds before retrying..." |
| 220 | + sleep ${retry_intervals[$retries-1]} |
| 221 | + fi |
| 222 | + else |
| 223 | + echo "No resources found. Exiting." |
| 224 | + break |
| 225 | + fi |
| 226 | + done |
| 227 | +
|
| 228 | + - name: Purging the Resources |
| 229 | + if: always() |
| 230 | + run: | |
| 231 | +
|
| 232 | + set -e |
| 233 | + echo "Azure OpenAI: ${{ env.OPENAI_RESOURCE_NAME }}" |
| 234 | +
|
| 235 | + # Purge OpenAI Resource |
| 236 | + echo "Purging the OpenAI Resource..." |
| 237 | + if ! az resource delete --ids /subscriptions/${{ secrets.AZURE_SUBSCRIPTION_ID }}/providers/Microsoft.CognitiveServices/locations/eastus/resourceGroups/${{ env.RESOURCE_GROUP_NAME }}/deletedAccounts/${{ env.OPENAI_RESOURCE_NAME }} --verbose; then |
| 238 | + echo "Failed to purge openai resource: ${{ env.OPENAI_RESOURCE_NAME }}" |
| 239 | + else |
| 240 | + echo "Purged the openai resource: ${{ env.OPENAI_RESOURCE_NAME }}" |
| 241 | + fi |
| 242 | +
|
| 243 | + echo "Resource purging completed successfully" |
0 commit comments