Increase VMSS scaling and parallelism in CI workflows

Updated autoscaler and CI workflows to scale Azure VMSS to 6 instances for improved parallel job execution. Added explicit scale-up and scale-down jobs in ci.yml to manage runner capacity before and after tests, and increased max-parallel jobs from 3 to 6.

Author: potatoqualitee

.github/workflows/autoscaler.yml

@@ -40,16 +40,16 @@ jobs:
         run: |
           QUEUED=${{ steps.queue.outputs.queued_jobs }}
 
-          # Each workflow has 10 jobs, max 3 concurrent per workflow
-          # If 1 workflow: need 3 runners
-          # If 2+ workflows: still max 3 runners (they'll share)
+          # Each workflow has 10 jobs, scale to 6 runners for parallel execution
+          # If 1+ workflows: scale to 6 runners
+          # If 0 workflows: scale to 0
 
           if [ $QUEUED -eq 0 ]; then
             TARGET=0
             echo "No active workflows - scaling to 0"
           elif [ $QUEUED -ge 1 ]; then
-            TARGET=3
-            echo "Active workflows detected - scaling to 3"
+            TARGET=6
+            echo "Active workflows detected - scaling to 6"
           fi
 
           echo "target_capacity=$TARGET" >> $GITHUB_OUTPUT

.github/workflows/ci.yml

@@ -35,8 +35,31 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+  scale-up:
+    name: Scale VMSS to 6 instances
+    runs-on: ubuntu-latest
+    steps:
+      - name: Azure Login
+        uses: azure/login@v1
+        with:
+          creds: ${{ secrets.AZURE_CREDENTIALS }}
+
+      - name: Scale VMSS to 6 instances
+        run: |
+          echo "Scaling VMSS to 6 instances..."
+          az vmss scale \
+            --name dbatools-runner-vmss \
+            --resource-group dbatools-ci-runners \
+            --new-capacity 6
+
+      - name: Wait for instances to provision
+        run: |
+          echo "Waiting for instances to provision and runners to register..."
+          sleep 120
+
   test:
     name: Test ${{ matrix.scenario }} (${{ matrix.part }})
+    needs: scale-up
     runs-on: [self-hosted, azure-vmss, windows, sqlserver]
     timeout-minutes: 60
 
@@ -47,7 +70,7 @@ jobs:
 
     strategy:
       fail-fast: false
-      max-parallel: 3  # Maximum 3 concurrent runners
+      max-parallel: 6  # Maximum 6 concurrent runners
 
       matrix:
         include:
@@ -180,3 +203,22 @@ jobs:
           path: Pester5Coverage*.xml
           if-no-files-found: ignore
           retention-days: 30
+
+  scale-down:
+    name: Scale VMSS to 0 instances
+    needs: test
+    if: always()
+    runs-on: ubuntu-latest
+    steps:
+      - name: Azure Login
+        uses: azure/login@v1
+        with:
+          creds: ${{ secrets.AZURE_CREDENTIALS }}
+
+      - name: Scale VMSS back to 0
+        run: |
+          echo "Scaling VMSS back to 0 instances..."
+          az vmss scale \
+            --name dbatools-runner-vmss \
+            --resource-group dbatools-ci-runners \
+            --new-capacity 0