Set up ADO build pipeline for ESRP release (#133)

* improve, clean up CIs

clean up

skip signing process on github CI

set pipeline trigger to release branch

fix error in githubCI

update release pipeline to be triggered by tag

improve github CI running speed - update release pipeline to manual trigger

* add comments for explain gradle task options

* add comment to explain gpg secret file

* rename ADO build pipeline

Author: kaibocai

.github/workflows/build-validation.yml

@@ -22,39 +22,47 @@ jobs:
     - uses: actions/checkout@v2
       with:
         submodules: true
+
     - name: Set up JDK 11
       uses: actions/setup-java@v2
       with:
         java-version: '11'
         distribution: 'microsoft'
+
     - name: set JDK_11 environment variable test compiling and running
       env:
         ACTIONS_ALLOW_UNSECURE_COMMANDS: true
       run: echo ::set-env name=JDK_11::$(echo $JAVA_HOME)
+
     - name: Set up JDK 8
       uses: actions/setup-java@v2
       with:
         java-version: '8'
         distribution: 'temurin'
+
+    - name: Setup Gradle
+      uses: gradle/gradle-build-action@v2
+
     - name: Build with Gradle
-      uses: gradle/gradle-build-action@bc3340afc5e3cc44f2321809ac090d731c13c514
-      with:
-        arguments: build
+      run: ./gradlew build
+
       # TODO: Move the sidecar into a central image repository
     - name: Initialize Durable Task Sidecar
       run: docker run --name durabletask-sidecar -p 4001:4001 --env 'DURABLETASK_SIDECAR_LOGLEVEL=Debug' -d kaibocai/durabletask-sidecar:latest start --backend Emulator
-#    wait for 10 seconds, so sidecar container can be fully up, this will avoid intermittent failing issues for integration tests causing by failed to connect to sidecar
+
+      # wait for 10 seconds, so sidecar container can be fully up, this will avoid intermittent failing issues for integration tests causing by failed to connect to sidecar
     - name: Wait for 10 seconds
       run: sleep 10
+
     - name: Integration Tests with Gradle
-      uses: gradle/gradle-build-action@bc3340afc5e3cc44f2321809ac090d731c13c514
-      with:
-        arguments: integrationTest
+      run: ./gradlew integrationTest
+
     - name: Archive test report
       uses: actions/upload-artifact@v2
       with:
         name: Integration test report
         path: client/build/reports/tests/integrationTest
+
     - name: Upload JAR output
       uses: actions/upload-artifact@v2
       with:
@@ -70,27 +78,32 @@ jobs:
       - uses: actions/checkout@v2
         with:
           submodules: true
+
       - name: Set up JDK 8
         uses: actions/setup-java@v2
         with:
           java-version: '8'
           distribution: 'temurin'
+
+      - name: Setup Gradle
+        uses: gradle/gradle-build-action@v2
+
       - name: Publish to local
-        uses: gradle/gradle-build-action@bc3340afc5e3cc44f2321809ac090d731c13c514
-        with:
-          arguments: publishToMavenLocal
+        run: ./gradlew publishToMavenLocal -x sign
+
       - name: Build azure functions sample
-        uses: gradle/gradle-build-action@bc3340afc5e3cc44f2321809ac090d731c13c514
-        with:
-          arguments: azureFunctionsPackage
+        run: ./gradlew azureFunctionsPackage
         continue-on-error: true
+
       - name: Setup azure functions runtime
         run: samples-azure-functions/e2e-test-setup.ps1 -DockerfilePath samples-azure-functions/Dockerfile
         shell: pwsh
+
       - name: End to End Tests with Gradle
-        uses: gradle/gradle-build-action@bc3340afc5e3cc44f2321809ac090d731c13c514
+        uses: gradle/gradle-build-action@v2
         with:
           arguments: endToEndTest
+
       - name: Archive test report
         uses: actions/upload-artifact@v2
         with:

.gitignore

@@ -5,4 +5,5 @@ bin/
 build/
 .project
 .settings
-.classpath
+.classpath
+repo/

azdevops-pipeline/build-release-artifacts.yml

@@ -0,0 +1,61 @@
+# Gradle
+# Build your Java project and run tests with Gradle using a Gradle wrapper script.
+# Add steps that analyze code, save build artifacts, deploy, and more:
+# https://docs.microsoft.com/azure/devops/pipelines/languages/java
+
+trigger: none
+
+pool:
+  vmImage: ubuntu-latest
+
+steps:
+- checkout: self
+  submodules: true
+
+- task: Gradle@3
+  inputs:
+    # Specifies the working directory to run the Gradle build. The task uses the repository root directory if the working directory is not specified.
+    workingDirectory: ''
+    # Specifies the gradlew wrapper's location within the repository that will be used for the build.
+    gradleWrapperFile: 'gradlew'
+    # Sets the GRADLE_OPTS environment variable, which is used to send command-line arguments to start the JVM. The xmx flag specifies the maximum memory available to the JVM.
+    gradleOptions: '-Xmx3072m'
+    javaHomeOption: 'JDKVersion'
+    jdkVersionOption: '$(jdkVersion)'
+    jdkArchitectureOption: 'x64'
+    publishJUnitResults: false
+    tasks: clean assemble
+  displayName: Assemble durabletask-client and durabletask-azure-functions
+
+# the secring.gpg file is required to sign the artifacts, it's generated from GnuPG, and it's stored in the library of the durabletaskframework ADO
+- task: DownloadSecureFile@1
+  name: gpgSecretFile
+  displayName: 'Download GPG secret file'
+  inputs:
+    secureFile: 'secring.gpg'
+
+- task: Gradle@3
+  inputs:
+    workingDirectory: ''
+    gradleWrapperFile: 'gradlew'
+    gradleOptions: '-Xmx3072m'
+    javaHomeOption: 'JDKVersion'
+    jdkVersionOption: '$(jdkVersion)'
+    jdkArchitectureOption: 'x64'
+    tasks: publish
+    options: '-Psigning.keyId=$(gpgSignKey) -Psigning.password=$(gpgSignPassword) -Psigning.secretKeyRingFile=$(gpgSecretFile.secureFilePath)'
+  displayName: Publish durabletask-client and durabletask-azure-functions
+    
+- task: CopyFiles@2
+  displayName: 'Copy publish file to Artifact Staging Directory'
+  inputs:
+    SourceFolder: repo/com/microsoft
+    Contents: '**/*.*'
+    TargetFolder: $(Build.ArtifactStagingDirectory)
+
+- task: PublishPipelineArtifact@1
+  name: PublishPipelineArtifact1
+  displayName: 'Publish Artifact: Build Outputs'
+  inputs:
+    ArtifactName: BuildOutputs
+    TargetPath: $(Build.ArtifactStagingDirectory)

azurefunctions/build.gradle

@@ -1,6 +1,7 @@
 plugins {
     id 'java-library'
     id 'maven-publish'
+    id 'signing'
 }
 
 group 'com.microsoft'
@@ -26,6 +27,11 @@ sourceCompatibility = JavaVersion.VERSION_1_8
 targetCompatibility = JavaVersion.VERSION_1_8
 
 publishing {
+    repositories {
+        maven {
+            url "file://$project.rootDir/repo"
+        }
+    }
     publications {
         mavenJava(MavenPublication) {
             from components.java
@@ -70,6 +76,10 @@ publishing {
     }
 }
 
+signing {
+    sign publishing.publications.mavenJava
+}
+
 java {
     withSourcesJar()
     withJavadocJar()

client/build.gradle

@@ -4,6 +4,7 @@ plugins {
     // Generate IntelliJ IDEA's .idea & .iml project files
     id 'idea'
     id 'maven-publish'
+    id 'signing'
 }
 
 group 'com.microsoft'
@@ -96,6 +97,11 @@ task integrationTest(type: Test) {
 }
 
 publishing {
+    repositories {
+        maven {
+            url "file://$project.rootDir/repo"
+        }
+    }
     publications {
         mavenJava(MavenPublication) {
             from components.java
@@ -140,6 +146,10 @@ publishing {
     }
 }
 
+signing {
+    sign publishing.publications.mavenJava
+}
+
 java {
     withSourcesJar()
     withJavadocJar()