Remove alpine job and cut down on perftiger jobs (#4886)

* Remove alpine job and cut down on perftiger jobs as the alpine machines have been decom'd and the perftiger machines have had a portion decom'd.

* Remove the alpine supporting infra as we no longer have alpine.

Author: LoopedBard3

eng/pipelines/runtime-perf-build-jobs.yml

@@ -14,11 +14,6 @@ jobs:
     - template: /eng/pipelines/performance/templates/perf-coreclr-build-jobs.yml@${{ parameters.runtimeRepoAlias }}
       parameters:
         windows_arm64: true
-         
-  - ${{ if containsValue(parameters.buildType, 'coreclr_muslx64_linux') }}:
-    - template: /eng/pipelines/performance/templates/perf-coreclr-build-jobs.yml@${{ parameters.runtimeRepoAlias }}
-      parameters:
-        linux_musl_x64: true
 
   - ${{ if containsValue(parameters.buildType, 'coreclr_x64_linux') }}:
     - template: /eng/pipelines/performance/templates/perf-coreclr-build-jobs.yml@${{ parameters.runtimeRepoAlias }}

eng/pipelines/runtime-perf-jobs.yml

@@ -46,26 +46,6 @@ parameters:
       configs:
         - windows_x64
         - linux_x64
-        - windown_x86
-        - linux_musl_x64
-  - name: tigerMonoAOT
-    type: object
-    default:
-      enabled: true
-      configs:
-        - linux_x64
-  - name: tigerMonoInterpreter
-    type: object
-    default:
-      enabled: true
-      configs:
-        - linux_x64
-  - name: tigerMono
-    type: object
-    default:
-      enabled: true
-      configs:
-        - linux_x64
   - name: androidMono
     type: object
     default:
@@ -188,24 +168,6 @@ jobs:
           ${{ parameter.key }}: ${{ parameter.value }}
 
   # run mono microbenchmarks perf job
-  - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }}
-    parameters:
-      jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }}
-      buildConfig: release
-      runtimeFlavor: mono
-      platforms:
-      - linux_x64
-      jobParameters:
-        liveLibrariesBuildConfig: Release
-        runtimeType: mono
-        runKind: micro_mono
-        logicalMachine: 'perftiger'
-        runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }}
-        performanceRepoAlias: ${{ parameters.performanceRepoAlias }}
-        ${{ each parameter in parameters.jobParameters }}:
-          ${{ parameter.key }}: ${{ parameter.value }}
-
-  # run mono microbenchmarks perf job - perfviper
   - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }}
     parameters:
       jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }}
@@ -223,26 +185,8 @@ jobs:
         ${{ each parameter in parameters.jobParameters }}:
           ${{ parameter.key }}: ${{ parameter.value }}
 
-  # run mono interpreter perf job
-  - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }}
-    parameters:
-      jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }}
-      buildConfig: release
-      runtimeFlavor: mono
-      platforms:
-      - linux_x64
-      jobParameters:
-        liveLibrariesBuildConfig: Release
-        runtimeType: mono
-        codeGenType: 'Interpreter'
-        runKind: micro_mono
-        logicalMachine: 'perftiger'
-        runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }}
-        performanceRepoAlias: ${{ parameters.performanceRepoAlias }}
-        ${{ each parameter in parameters.jobParameters }}:
-          ${{ parameter.key }}: ${{ parameter.value }}
 
-  # run mono interpreter perf job - perfviper
+  # run mono interpreter perf job
   - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }}
     parameters:
       jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }}
@@ -262,25 +206,6 @@ jobs:
           ${{ parameter.key }}: ${{ parameter.value }}
 
   # run mono aot microbenchmarks perf job
-  - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }}
-    parameters:
-      jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }}
-      buildConfig: release
-      runtimeFlavor: aot
-      platforms:
-      - linux_x64
-      jobParameters:
-        liveLibrariesBuildConfig: Release
-        runtimeType: mono
-        codeGenType: 'AOT'
-        runKind: micro_mono
-        logicalMachine: 'perftiger'
-        runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }}
-        performanceRepoAlias: ${{ parameters.performanceRepoAlias }}
-        ${{ each parameter in parameters.jobParameters }}:
-          ${{ parameter.key }}: ${{ parameter.value }}
-
-  # run mono aot microbenchmarks perf job - perfviper
   - template: /eng/pipelines/common/platform-matrix.yml@${{ parameters.runtimeRepoAlias }}
     parameters:
       jobTemplate: /eng/pipelines/templates/runtime-perf-job.yml@${{ parameters.performanceRepoAlias }}
@@ -308,8 +233,6 @@ jobs:
       platforms:
       - linux_x64
       - windows_x64
-      - windows_x86
-      - linux_musl_x64
       jobParameters:
         liveLibrariesBuildConfig: Release
         runKind: micro
@@ -353,7 +276,7 @@ jobs:
           projectFile: $(Build.SourcesDirectory)/eng/testing/performance/crossgen_perf.proj
           runKind: crossgen_scenarios
           isScenario: true
-          logicalMachine: 'perftiger_crossgen'
+          logicalMachine: 'perftiger_crossgen' # Update when re-enabling as PerfTiger is now fewer machines (or completely decommissioned)
           runtimeRepoAlias: ${{ parameters.runtimeRepoAlias }}
           performanceRepoAlias: ${{ parameters.performanceRepoAlias }}
           ${{ each parameter in parameters.jobParameters }}:

eng/pipelines/templates/run-performance-job.yml

@@ -78,11 +78,7 @@ jobs:
         logs:
           name: Logs_$(Agent.JobName)_Attempt_$(System.JobAttempt)
 
-    # Component governance does not work on musl machines
-    ${{ if eq(parameters.osSubGroup, '_musl') }}:
-      disableComponentGovernance: true
-    ${{ else }}:
-      disableComponentGovernance: ${{ parameters.disableComponentGovernance }}
+    disableComponentGovernance: ${{ parameters.disableComponentGovernance }}
 
     ${{ if or(ne(length(parameters.channels), 0), ne(length(parameters.dotnetVersionsLinks), 0), ne(length(parameters.frameworks), 0)) }}:
       strategy:

eng/pipelines/upload-build-artifacts-jobs.yml

@@ -23,15 +23,6 @@ jobs:
         - artifactName: 'BuildArtifacts_windows_arm64_Release_coreclr'
           files: [ 'BuildArtifacts_windows_arm64_Release_coreclr.zip' ]
 
-  - ${{ if containsValue(parameters.buildType, 'coreclr_muslx64_linux') }}:
-    - template: /eng/pipelines/templates/upload-build-artifacts-job.yml@${{ parameters.performanceRepoAlias }}
-      parameters:
-        buildType: 'coreclr_muslx64_linux'
-        dependencyJobName: build_linux_musl_x64_release_coreclr
-        artifacts:
-        - artifactName: 'BuildArtifacts_linux_musl_x64_Release_coreclr'
-          files: [ 'BuildArtifacts_linux_musl_x64_Release_coreclr.tar.gz' ]
-          
   - ${{ if containsValue(parameters.buildType, 'coreclr_x64_linux') }}:
     - template: /eng/pipelines/templates/upload-build-artifacts-job.yml@${{ parameters.performanceRepoAlias }}
       parameters:

helix.yml

@@ -151,10 +151,3 @@ profiles:
         variables:
           osGroup: osx
           queue: OSX.13.Amd64.Iphone.Perf
-
-  alpine:
-    jobs:
-      benchmark:
-        variables:
-          osGroup: linux
-          queue: alpine.amd64.tiger.perf

scripts/run_performance_job.py

@@ -116,10 +116,6 @@ class RunPerformanceJobArgs:
 def get_pre_commands(args: RunPerformanceJobArgs, v8_version: str):
     helix_pre_commands: list[str] = []
 
-    # Increase file handle limit for Alpine: https://github.com/dotnet/runtime/pull/94439
-    if args.os_sub_group == "_musl":
-        helix_pre_commands += ["ulimit -n 4096"]
-
     # Remember the previous PYTHONPATH that was set so it can be restored in the post commands
     if args.os_group == "windows":
         helix_pre_commands += ["set ORIGPYPATH=%PYTHONPATH%"]
@@ -130,13 +126,6 @@ def get_pre_commands(args: RunPerformanceJobArgs, v8_version: str):
     # On non-Windows, these commands are chained together with && so they will stop if any fail
     install_prerequisites: list[str] = []
 
-    # Install libgdiplus on Alpine
-    if args.os_sub_group == "_musl":    
-        install_prerequisites += [
-            "sudo apk add icu-libs krb5-libs libgcc libintl libssl1.1 libstdc++ zlib cargo",
-            "sudo apk add libgdiplus --repository http://dl-cdn.alpinelinux.org/alpine/v3.18/community"
-        ]
-
     if args.internal:
         # Run inside a python venv
         if args.os_group == "windows":
@@ -146,7 +135,7 @@ def get_pre_commands(args: RunPerformanceJobArgs, v8_version: str):
                 "echo on" # venv activate script turns echo off, so turn it back on
             ]
         else:
-            if args.os_group != "osx" and args.os_sub_group != "_musl":
+            if args.os_group != "osx":
                 install_prerequisites += [
                     'echo "** Waiting for dpkg to unlock (up to 2 minutes) **"',
                     'timeout 2m bash -c \'while sudo fuser /var/lib/dpkg/lock-frontend >/dev/null 2>&1; do if [ -z "$printed" ]; then echo "Waiting for dpkg lock to be released... Lock is held by: $(ps -o cmd= -p $(sudo fuser /var/lib/dpkg/lock-frontend))"; printed=1; fi; echo "Waiting 5 seconds to check again"; sleep 5; done;\'',
@@ -178,7 +167,7 @@ def get_pre_commands(args: RunPerformanceJobArgs, v8_version: str):
 
         # Install prereqs for NodeJS https://github.com/dotnet/runtime/pull/40667 
         # TODO: is this still needed? It seems like it was added to support wasm which is already setting up everything
-        if args.os_group != "windows" and args.os_group != "osx" and args.os_sub_group != "_musl":
+        if args.os_group != "windows" and args.os_group != "osx":
             install_prerequisites += [
                 "sudo apt-get update",
                 "sudo apt -y install curl dirmngr apt-transport-https lsb-release ca-certificates"
@@ -291,7 +280,7 @@ def get_post_commands(args: RunPerformanceJobArgs):
 
     return helix_post_commands
 
-def logical_machine_to_queue(logical_machine: str, internal: bool, os_group: str, architecture: str, alpine: bool):
+def logical_machine_to_queue(logical_machine: str, internal: bool, os_group: str, architecture: str):
     if os_group == "windows":
         if not internal:
             return "Windows.10.Amd64.ClientRS4.DevEx.15.8.Open"
@@ -306,10 +295,7 @@ def logical_machine_to_queue(logical_machine: str, internal: bool, os_group: str
             }
             return queue_map.get(logical_machine, "Windows.11.Amd64.Tiger.Perf")
     else:
-        if alpine:
-            # this is the same for both public and internal
-            return "alpine.amd64.tiger.perf"
-        elif not internal:
+        if not internal:
             if architecture == "arm64":
                 return "ubuntu.1804.armarch.open"
             else:
@@ -334,11 +320,10 @@ def run_performance_job(args: RunPerformanceJobArgs):
         else:
             helix_type_suffix = "/wasm"
 
-    alpine = args.runtime_type == "coreclr" and args.os_sub_group == "_musl"
     if args.queue is None:
         if args.logical_machine is None:
             raise Exception("Either queue or logical machine must be specifed")
-        args.queue = logical_machine_to_queue(args.logical_machine, args.internal, args.os_group, args.architecture, alpine)
+        args.queue = logical_machine_to_queue(args.logical_machine, args.internal, args.os_group, args.architecture)
 
     if args.performance_repo_ci:
         # needs to be unique to avoid logs overwriting in mc.dot.net