fluss/.github/workflows/ci-template.yaml at 39dbda5c4452a3611b4b81e2bac6a16aa1bce545 · apache/fluss · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

# .github/workflows/ci-template.yaml
name: CI Template

on:
  workflow_call:
    inputs:
      java-version:
        required: true
        type: string
      maven-parameters:
        description: "Any parameters of the Maven command."
        required: false
        type: string
        default: ""
jobs:
  build:
    runs-on: self-hosted
    strategy:
      fail-fast: false
      matrix:
        module: [ core, flink, spark3, spark4, lake ]
    name: "${{ matrix.module }}"
    steps:
      - name: Checkout code
        uses: actions/checkout@v6
      - name: Set up JDK
        uses: actions/setup-java@v5
        with:
          java-version: ${{ inputs.java-version }}
          distribution: 'temurin'
      - name: Build
        run: |
          if [ "${{ matrix.module }}" == "spark4" ]; then
            mvn -T 1C -B clean install -DskipTests -Pspark4 ${{ inputs.maven-parameters }}
          else
            mvn -T 1C -B clean install -DskipTests ${{ inputs.maven-parameters }}
          fi
      - name: Test
        timeout-minutes: 60
        run: |
          TEST_MODULES=$(./.github/workflows/stage.sh ${{ matrix.module }})
          echo "github ref: ${{ github.ref }}"
          echo "Start testing modules: $TEST_MODULES"
          mvn -B verify $TEST_MODULES -Ptest-coverage -Ptest-${{ matrix.module }} -Dlog.dir=${{ runner.temp }}/fluss-logs -Dlog4j.configurationFile=${{ github.workspace }}/tools/ci/log4j.properties ${{ inputs.maven-parameters }}
        env:
          MAVEN_OPTS: -Xmx4096m
          ARTIFACTS_OSS_ENDPOINT: ${{ secrets.ARTIFACTS_OSS_ENDPOINT }}
          ARTIFACTS_OSS_REGION: ${{ secrets.ARTIFACTS_OSS_REGION }}
          ARTIFACTS_OSS_BUCKET: ${{ secrets.ARTIFACTS_OSS_BUCKET }}
          ARTIFACTS_OSS_ACCESS_KEY: ${{ secrets.ARTIFACTS_OSS_ACCESS_KEY }}
          ARTIFACTS_OSS_SECRET_KEY: ${{ secrets.ARTIFACTS_OSS_SECRET_KEY }}
          ARTIFACTS_OSS_STS_ENDPOINT: ${{ secrets.ARTIFACTS_OSS_STS_ENDPOINT }}
          ARTIFACTS_OSS_ROLE_ARN: ${{ secrets.ARTIFACTS_OSS_ROLE_ARN }}
      - name: Upload build logs
        uses: actions/upload-artifact@v6
        if: ${{ failure() }}
        with:
          name: logs-test-${{ matrix.module }}-${{ github.run_number}}#${{ github.run_attempt }}
          path: ${{ runner.temp }}/fluss-logs/*
      - name: Upload JaCoCo coverage report
        uses: actions/upload-artifact@v6
        if: ${{ success() && github.ref == 'refs/heads/main' }}
        with:
          name: jacoco-report-${{ matrix.module }}-${{ github.run_number}}#${{ github.run_attempt }}
          path: ${{ github.workspace }}/fluss-test-coverage/target/site/jacoco-aggregate/*