ci: Enable all functional GH workflows for pushes and pull requests; Enable workflow-level concurrency groups for efficiency. (#7)

Author: kirkrodrigues

.github/workflows/arrow-flight-tests.yml

@@ -4,6 +4,9 @@ on:
   pull_request:
     paths-ignore:
       - 'presto-docs/**'
+  push:
+    paths-ignore:
+      - 'presto-docs/**'
 
 env:
   CONTINUOUS_INTEGRATION: true
@@ -13,6 +16,13 @@ env:
   MAVEN_TEST: "-B -Dair.check.skip-all -Dmaven.javadoc.skip=true -DLogTestDurationListener.enabled=true --no-transfer-progress --fail-at-end"
   RETRY: .github/bin/retry
 
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+
+  # Cancel in-progress jobs for efficiency. Exclude the `main` branch so that each commit to main is
+  # checked completely.
+  cancel-in-progress: "${{github.ref != 'refs/heads/main'}}"
+
 jobs:
   arrowflight-java-tests:
     runs-on: ubuntu-latest
@@ -24,9 +34,6 @@ jobs:
           - ":presto-base-arrow-flight"  # Only run tests for the `presto-base-arrow-flight` module
 
     timeout-minutes: 80
-    concurrency:
-      group: ${{ github.workflow }}-test-${{ matrix.modules }}-${{ github.event.pull_request.number }}-${{ matrix.java }}
-      cancel-in-progress: true
 
     steps:
       # Checkout the code only if there are changes in the relevant files
@@ -148,9 +155,6 @@ jobs:
           - ":presto-base-arrow-flight"  # Only run tests for the `presto-base-arrow-flight` module
 
     timeout-minutes: 80
-    concurrency:
-      group: ${{ github.workflow }}-test-${{ matrix.modules }}-${{ github.event.pull_request.number }}
-      cancel-in-progress: true
 
     steps:
       - uses: actions/checkout@v4

.github/workflows/codenotify.yml

@@ -4,6 +4,9 @@ on:
   pull_request:
     paths:
       - 'presto-docs/**'
+  push:
+    paths:
+      - 'presto-docs/**'
 
 env:
   # An envar that signals to tests we are executing in the CI environment
@@ -14,6 +17,13 @@ env:
   MAVEN_TEST: "-B -Dair.check.skip-all -Dmaven.javadoc.skip=true -DLogTestDurationListener.enabled=true --no-transfer-progress --fail-at-end"
   RETRY: .github/bin/retry
 
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+
+  # Cancel in-progress jobs for efficiency. Exclude the `main` branch so that each commit to main is
+  # checked completely.
+  cancel-in-progress: "${{github.ref != 'refs/heads/main'}}"
+
 jobs:
   test:
     runs-on: ubuntu-latest
@@ -23,9 +33,6 @@ jobs:
         modules:
           - ":presto-docs"
     timeout-minutes: 80
-    concurrency:
-      group: ${{ github.workflow }}-test-${{ matrix.modules }}-${{ github.event.pull_request.number }}
-      cancel-in-progress: true
     steps:
       - uses: actions/checkout@v4
         with:

.github/workflows/docs.yml

@@ -2,6 +2,7 @@ name: hive tests
 
 on:
   pull_request:
+  push:
 
 env:
   # An envar that signals to tests we are executing in the CI environment
@@ -12,6 +13,13 @@ env:
   MAVEN_TEST: "-B -Dair.check.skip-all -Dmaven.javadoc.skip=true -DLogTestDurationListener.enabled=true --no-transfer-progress --fail-at-end"
   RETRY: .github/bin/retry
 
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+
+  # Cancel in-progress jobs for efficiency. Exclude the `main` branch so that each commit to main is
+  # checked completely.
+  cancel-in-progress: "${{github.ref != 'refs/heads/main'}}"
+
 jobs:
   changes:
     runs-on: ubuntu-latest
@@ -22,7 +30,9 @@ jobs:
     outputs:
       codechange: ${{ steps.filter.outputs.codechange }}
     steps:
-    # For pull requests it's not necessary to checkout the code
+    - uses: "actions/checkout@v4"
+      with:
+        submodules: "recursive"
     - uses: dorny/paths-filter@v2
       id: filter
       with:
@@ -38,9 +48,6 @@ jobs:
     runs-on: ubuntu-latest
     needs: changes
     timeout-minutes: 60
-    concurrency:
-      group: ${{ github.workflow }}-hive-tests-${{ github.event.pull_request.number }}-${{ matrix.java }}
-      cancel-in-progress: true
     steps:
       - uses: actions/checkout@v4
         if: needs.changes.outputs.codechange == 'true'
@@ -92,9 +99,6 @@ jobs:
     runs-on: ubuntu-latest
     needs: changes
     timeout-minutes: 20
-    concurrency:
-      group: ${{ github.workflow }}-hive-dockerized-tests-${{ github.event.pull_request.number }}-${{ matrix.java }}
-      cancel-in-progress: true
     steps:
       - uses: actions/checkout@v4
         if: needs.changes.outputs.codechange == 'true'

.github/workflows/hive-tests.yml

@@ -2,6 +2,7 @@ name: kudu
 
 on:
   pull_request:
+  push:
 
 env:
   # An envar that signals to tests we are executing in the CI environment
@@ -11,6 +12,13 @@ env:
   MAVEN_FAST_INSTALL: "-B -V --quiet -T 1C -DskipTests -Dair.check.skip-all -Dmaven.javadoc.skip=true"
   RETRY: .github/bin/retry
 
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+
+  # Cancel in-progress jobs for efficiency. Exclude the `main` branch so that each commit to main is
+  # checked completely.
+  cancel-in-progress: "${{github.ref != 'refs/heads/main'}}"
+
 jobs:
   changes:
     runs-on: ubuntu-latest
@@ -21,7 +29,9 @@ jobs:
     outputs:
       codechange: ${{ steps.filter.outputs.codechange }}
     steps:
-    # For pull requests it's not necessary to checkout the code
+    - uses: "actions/checkout@v4"
+      with:
+        submodules: "recursive"
     - uses: dorny/paths-filter@v2
       id: filter
       with:
@@ -36,9 +46,6 @@ jobs:
     runs-on: ubuntu-latest
     needs: changes
     timeout-minutes: 60
-    concurrency:
-      group: ${{ github.workflow }}-kudu-${{ github.event.pull_request.number }}-${{ matrix.java }}
-      cancel-in-progress: true
     steps:
       - uses: actions/checkout@v4
         if: needs.changes.outputs.codechange == 'true'

.github/workflows/kudu.yml

@@ -2,6 +2,7 @@ name: maven checks
 
 on:
   pull_request:
+  push:
 
 env:
   # An envar that signals to tests we are executing in the CI environment
@@ -10,6 +11,13 @@ env:
   MAVEN_INSTALL_OPTS: "-Xmx2G -XX:+ExitOnOutOfMemoryError"
   RETRY: .github/bin/retry
 
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+
+  # Cancel in-progress jobs for efficiency. Exclude the `main` branch so that each commit to main is
+  # checked completely.
+  cancel-in-progress: "${{github.ref != 'refs/heads/main'}}"
+
 jobs:
   maven-checks:
     strategy:
@@ -18,9 +26,6 @@ jobs:
         java: [ 8.0.442, 17.0.13 ]
     runs-on: ubuntu-latest
     timeout-minutes: 45
-    concurrency:
-      group: ${{ github.workflow }}-maven-checks-${{ github.event.pull_request.number }}-${{ matrix.java }}
-      cancel-in-progress: true
     steps:
       - name: Free Disk Space
         run: |

.github/workflows/maven-checks.yml

@@ -6,6 +6,17 @@ on:
     paths:
       - 'presto-native-execution/**'
       - '.github/workflows/prestocpp-format-and-header-check.yml'
+  push:
+    paths:
+      - 'presto-native-execution/**'
+      - '.github/workflows/prestocpp-format-and-header-check.yml'
+
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+
+  # Cancel in-progress jobs for efficiency. Exclude the `main` branch so that each commit to main is
+  # checked completely.
+  cancel-in-progress: "${{github.ref != 'refs/heads/main'}}"
 
 jobs:
   prestocpp-format-and-header-check:

.github/workflows/prestocpp-format-and-header-check.yml

@@ -8,11 +8,16 @@ on:
       - 'presto-native-sidecar-plugin/**'
       - '.github/workflows/prestocpp-linux-build-and-unit-test.yml'
   push:
-    branches:
-      - master
     paths-ignore:
       - 'presto-docs/**'
 
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+
+  # Cancel in-progress jobs for efficiency. Exclude the `main` branch so that each commit to main is
+  # checked completely.
+  cancel-in-progress: "${{github.ref != 'refs/heads/main'}}"
+
 jobs:
   prestocpp-linux-build-for-test:
     runs-on: ubuntu-22.04

.github/workflows/prestocpp-linux-build-and-unit-test.yml

@@ -27,6 +27,38 @@ on:
       - 'presto-iceberg/src/main/java/com/facebook/presto/iceberg/**'
       # tpch
       - 'presto-tpch/src/main/java/com/facebook/presto/tpch/**'
+  push:
+    paths:
+      - 'presto-native-execution/**'
+      - '.github/workflows/prestocpp-linux-build.yml'
+      # Build also changes to files that can change the protocol and are referenced in the protocol yaml:
+      # protocol_core
+      - 'presto-spi/src/main/java/com/facebook/presto/spi/**'
+      - 'presto-common/src/main/java/com/facebook/presto/**'
+      - 'presto-main/src/main/java/com/facebook/presto/**'
+      - 'presto-client/src/main/java/com/facebook/presto/client/**'
+      - 'presto-spark-base/src/main/java/com/facebook/presto/spark/execution/**'
+      - 'presto-native-sidecar-plugin/src/main/java/com/facebook/presto/sidecar/nativechecker/**'
+      - 'presto-function-namespace-managers-common/src/main/java/com/facebook/presto/functionNamespace/**'
+      - 'presto-hdfs-core/src/main/java/com/facebook/presto/hive/**'
+      - 'presto-verifier/src/main/java/com/facebook/presto/verifier/framework/**'
+      # arrow-flight
+      - 'presto-base-arrow-flight/src/main/java/com/facebook/plugin/arrow/**'
+      # hive
+      - 'presto-hive-metastore/src/main/java/com/facebook/presto/hive/**'
+      - 'presto-hive-common/src/main/java/com/facebook/presto/hive/**'
+      - 'presto-hive/src/main/java/com/facebook/presto/hive/**'
+      # iceberg
+      - 'presto-iceberg/src/main/java/com/facebook/presto/iceberg/**'
+      # tpch
+      - 'presto-tpch/src/main/java/com/facebook/presto/tpch/**'
+
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+
+  # Cancel in-progress jobs for efficiency. Exclude the `main` branch so that each commit to main is
+  # checked completely.
+  cancel-in-progress: "${{github.ref != 'refs/heads/main'}}"
 
 jobs:
   prestocpp-linux-build-engine: