[ci] Support building on dnceng-public (#1105)

pjcollins · web-flow · commit 10afe97e0b4b · 2025-03-04T13:24:45.000-05:00
New PR build pipeline: https://dev.azure.com/dnceng-public/public/_build?definitionId=305
diff --git a/azure-pipelines-public.yml b/azure-pipelines-public.yml
@@ -0,0 +1,50 @@
+trigger: none
+
+pr:
+- main
+
+parameters:
+- name: RunDotnetNextTest
+  displayName: Run on .NET next preview?
+  type: boolean
+  default: false
+
+variables:
+- template: build/ci/variables.yml
+
+stages:
+- stage: build_windows
+  displayName: Build - Windows
+  jobs:
+  - template: build/ci/build.yml@self
+    parameters:
+      name: windows
+      buildPool:
+        name: $(NetCorePublicPoolName)
+        demands:
+        - ImageOverride -equals $(WindowsPoolImageNetCorePublic)
+      runDotnetNextTest: ${{ parameters.RunDotnetNextTest }}
+      use1ESTemplate: false
+      installAndroidDependencies: true
+
+- stage: build_mac
+  displayName: Build - Mac
+  dependsOn: []
+  jobs:
+  - template: build/ci/build.yml@self
+    parameters:
+      name: macos
+      buildPool:
+        name: Azure Pipelines
+        vmImage: macOS-15
+      runDotnetNextTest: ${{ parameters.RunDotnetNextTest }}
+      use1ESTemplate: false
+
+- template: build/ci/stage-standard-tests.yml@self
+  parameters:
+    buildPool:
+      name: $(NetCorePublicPoolName)
+      demands:
+      - ImageOverride -equals $(WindowsPoolImageNetCorePublic)
+    runDotnetNextTest: ${{ parameters.RunDotnetNextTest }}
+    installAndroidDependencies: true
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
@@ -26,12 +26,6 @@ parameters:
 variables:
   # Variables used by both AndroidX/GPS go in the template
   - template: build/ci/variables.yml@self
-  
-  # Variables only used by AndroidX go here
-  - name: skipUnitTests
-    value: false
-  - name: skipSamplesTests
-    value: true
 
 resources:
   repositories:
@@ -70,7 +64,7 @@ extends:
 
     - stage: build_mac
       displayName: Build - Mac
-      dependsOn:
+      dependsOn: []
       
       jobs:
       - template: build/ci/build.yml@self
diff --git a/build/ci/build.yml b/build/ci/build.yml
@@ -7,7 +7,9 @@ parameters:
   timeoutInMinutes: 300                                             # Max job runtime in minutes
   runAPIScan: false                                                 # Run APIScan analysis
   runDotnetNextTest: false
-  
+  use1ESTemplate: true
+  installAndroidDependencies: false
+
   tools:                                                            # Additional .NET global tools to install
   - 'Cake.Tool': '4.0.0'
   - 'private-api-tools': '1.0.3'
@@ -23,24 +25,25 @@ jobs:
   pool: ${{ parameters.buildPool }}
   workspace:
     clean: all
-    
-  templateContext:
-    sdl:
-      spotBugs:
-        enabled: false
-      binskim:
-        scanOutputDirectoryOnly: true
-    outputs:
-    - output: pipelineArtifact
-      targetPath: ${{ parameters.artifactsPath }}
-      artifactName: output-${{ parameters.name }}
-      condition: always()
+  ${{ if eq(parameters.use1ESTemplate, true) }}:
+    templateContext:
+      sdl:
+        spotBugs:
+          enabled: false
+        binskim:
+          scanOutputDirectoryOnly: true
+      outputs:
+      - output: pipelineArtifact
+        targetPath: ${{ parameters.artifactsPath }}
+        artifactName: output-${{ parameters.name }}
+        condition: always()
       
   steps:
     - template: setup-environment.yml
       parameters:
         dotnetTools: ${{ parameters.tools }}
         runDotnetNextTest: ${{ parameters.runDotnetNextTest }}
+        installAndroidDependencies: ${{ parameters.installAndroidDependencies }}
 
     - template: build-and-test.yml
       parameters:
@@ -64,3 +67,11 @@ jobs:
           Write-Host "${{ parameters.artifactsPath }}\SignList.xml already existed, nothing copied."
         }
       displayName: Copy SignList.xml to output
+
+    - ${{ if ne(parameters.use1ESTemplate, true) }}:
+      - task: PublishPipelineArtifact@1
+        displayName: Upload logs
+        inputs:
+          artifactName: output-${{ parameters.name }}
+          targetPath: ${{ parameters.artifactsPath }}
+          condition: always()
diff --git a/build/ci/job-extended-tests.yml b/build/ci/job-extended-tests.yml
@@ -8,7 +8,8 @@ parameters:
   testProject:                                    # The test .csproj to build
   testAssembly:                                   # The test .dll to execute
   runDotnetNextTest: false
-  
+  installAndroidDependencies: false
+
   tools:                                          # Additional .NET global tools to install
   - 'dotnet-test-slicer' : '0.1.0-alpha7'
   - 'Cake.Tool': '4.0.0'
@@ -26,6 +27,7 @@ jobs:
     parameters:
       dotnetTools: ${{ parameters.tools }}
       runDotnetNextTest: ${{ parameters.runDotnetNextTest }}
+      installAndroidDependencies: ${{ parameters.installAndroidDependencies }}
 
   - task: DownloadPipelineArtifact@2
     inputs:
diff --git a/build/ci/setup-environment.yml b/build/ci/setup-environment.yml
@@ -1,7 +1,10 @@
 parameters:
   dotnetTools: []
   runDotnetNextTest: false
-  
+  installAndroidDependencies: false
+  androidSdkRoot: C:\Android\android-sdk
+  javaSdkRoot: $(Agent.ToolsDirectory)\jdk11
+
 steps:
   # before the build starts, make sure the tooling is as expected
   - task: UseDotNet@2
@@ -54,14 +57,71 @@ steps:
       displayName: Install Preview .NET Workloads
 
   - bash: |
-      echo "##vso[task.setvariable variable=JAVA_HOME]/Library/Java/JavaVirtualMachines/microsoft-11.jdk/Contents/Home"
+      if [[ "$(Agent.Name)" == *"Azure Pipelines"* ]]; then
+          echo "##vso[task.setvariable variable=JAVA_HOME]$(JAVA_HOME_11_X64)"
+      else
+          echo "##vso[task.setvariable variable=JAVA_HOME]/Library/Java/JavaVirtualMachines/microsoft-11.jdk/Contents/Home"
+      fi
     displayName: Use Java 11 SDK (Mac)
     condition: eq( variables['Agent.OS'], 'Darwin' )
-          
+
   - task: JavaToolInstaller@0
     displayName: Use Java 11 SDK (Windows)
-    condition: eq( variables['Agent.OS'], 'Windows_NT' )
+    condition: and(eq( variables['Agent.OS'], 'Windows_NT' ), ne(${{ parameters.installAndroidDependencies }}, true))
     inputs:
       versionSpec: '11'
       jdkArchitectureOption: 'x64'
       jdkSourceOption: 'PreInstalled'
+
+  - ${{ if eq(parameters.installAndroidDependencies, true) }}:
+    - task: DotNetCoreCLI@2
+      displayName: Create android template
+      inputs:
+        command: custom
+        custom: new
+        arguments: android -o $(Agent.TempDirectory)/TempDroid
+
+    - task: DotNetCoreCLI@2
+      displayName: Install android dependencies
+      inputs:
+        command: build
+        projects: $(Agent.TempDirectory)/TempDroid/TempDroid.csproj
+        arguments: >-
+          -t:InstallAndroidDependencies -p:AcceptAndroidSdkLicenses=true
+          -p:AndroidSdkDirectory=${{ parameters.androidSdkRoot }}
+          -v:n -bl:output/install-android-dependencies.binlog
+        retryCountOnTaskFailure: 3
+
+    - pwsh: |
+        Write-Host "##vso[task.setvariable variable=ANDROID_SDK_ROOT]${{ parameters.androidSdkRoot }}"
+      displayName: Set ANDROID_SDK_ROOT to ${{ parameters.androidSdkRoot }}
+
+    - pwsh: |
+        if ($IsWindows) {
+            $env:JAVA_HOME = Get-ChildItem -Path "C:\Program Files (x86)\Android\openjdk" -Filter "*jdk*" | Select-Object -First 1
+        }
+        $sdkManager = Get-ChildItem -Path "${{ parameters.androidSdkRoot }}\cmdline-tools" -Filter "sdkmanager*" -Recurse | Select-Object -First 1
+        $yesInput = "y`n" * 10
+        $yesInput | & $sdkManager --licenses
+        & $sdkManager "build-tools;29.0.3" "platforms;android-29"
+      displayName: Install extra Android SDK packages
+
+    - pwsh: |
+        $url = "https://aka.ms/download-jdk/microsoft-jdk-11.0.26-windows-x64.zip"
+        if ($IsMacOS) {
+            $url = "https://aka.ms/download-jdk/microsoft-jdk-11.0.26-macos-x64.tar.gz"
+        }
+        $fileName = [System.IO.Path]::GetFileName($url)
+        Invoke-WebRequest -Uri $url -OutFile $fileName
+        Write-Host "##vso[task.setvariable variable=JDK_11_FILE_PATH]$(Build.StagingDirectory)/$fileName"
+      displayName: Download Java 11 SDK
+      workingDirectory: $(Build.StagingDirectory)
+
+    - task: JavaToolInstaller@0
+      displayName: Use Java 11 SDK
+      inputs:
+        versionSpec: '11'
+        jdkArchitectureOption: 'x64'
+        jdkSourceOption: LocalDirectory
+        jdkFile: $(JDK_11_FILE_PATH)
+        jdkDestinationDirectory: ${{ parameters.javaSdkRoot }}
diff --git a/build/ci/stage-standard-tests.yml b/build/ci/stage-standard-tests.yml
@@ -4,7 +4,8 @@ parameters:
   buildPool:                                                        # VM pool information
   stageCondition: and(succeeded(), ne('$(skipUnitTests)', 'true'))  # When to run this stage
   runDotnetNextTest: false
-  
+  installAndroidDependencies: false
+
 stages:
 - stage: standard_tests
   displayName: Standard Tests
@@ -21,4 +22,5 @@ stages:
       testProject: $(standardTestProject)
       testAssembly: $(standardTestAssembly)
       buildPool: ${{ parameters.buildPool }}
-      runDotnetNextTest: ${{ parameters.runDotnetNextTest }}
+      runDotnetNextTest: ${{ parameters.runDotnetNextTest }}
+      installAndroidDependencies: ${{ parameters.installAndroidDependencies }}
diff --git a/build/ci/variables.yml b/build/ci/variables.yml
@@ -27,6 +27,8 @@ variables:
   # Standard test variables
   standardTestProject: tests/allpackages/AllPackagesTests.csproj                              # Standard tests project file
   standardTestAssembly: tests/allpackages/bin/$(configuration)/net8.0/AllPackagesTests.dll    # Standard tests compiled binary
+  skipUnitTests: false
+  skipSamplesTests: true
 
   # Extended test variables
   extendedTestProject: tests/extended/ExtendedTests.csproj                              # Extended tests project file
@@ -36,3 +38,7 @@ variables:
   dotnetNextVersion: 9.0.100                                                            # .NET preview version to install
   dotnetNextFrameworkVersion: 9                                                         # The number to use for TF (eg: net9.0-android)
   dotnetNextApiLevel: 35                                                                # The Android SDK API Level to use (eg: -android35.0)
+
+  # dnceng-public variables
+  NetCorePublicPoolName: NetCore-Public-XL
+  WindowsPoolImageNetCorePublic: windows.vs2022.amd64.open
