paimon/.github/workflows/e2e-tests-flink-1.x.yml at eef48f7de0585d65f6958b97458556ef9673dd64 · apache/paimon · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
################################################################################
#  Licensed to the Apache Software Foundation (ASF) under one
#  or more contributor license agreements.  See the NOTICE file
#  distributed with this work for additional information
#  regarding copyright ownership.  The ASF licenses this file
#  to you under the Apache License, Version 2.0 (the
#  "License"); you may not use this file except in compliance
#  with the License.  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
# limitations under the License.
################################################################################

name: End to End Tests Flink 1.x

on:
  push:
  pull_request:
    paths-ignore:
      - 'docs/**'
      - '**/*.md'
      - 'paimon-python/**'
      - '.github/workflows/paimon-python-checks.yml'
      - 'paimon-lucene/**'
      - 'paimon-core/src/test/java/org/apache/paimon/JavaPyE2ETest.java'

env:
  JDK_VERSION: 8
  MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=30 -Dmaven.wagon.http.retryHandler.requestSentEnabled=true

concurrency:
  group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.number || github.run_id }}
  cancel-in-progress: true

jobs:
  build_test:
    runs-on: ubuntu-latest
    timeout-minutes: 60
    strategy:
      fail-fast: true
      matrix:
        # Only Test Latest Version
        flink_version: [ '1.20' ]
    steps:
      - name: Checkout code
        uses: actions/checkout@v6

      - name: Set up JDK ${{ env.JDK_VERSION }}
        uses: actions/setup-java@v5
        with:
          java-version: ${{ env.JDK_VERSION }}
          distribution: 'temurin'

      - name: Build Flink
        run: mvn -T 2C -B -ntp clean install -DskipTests -Pflink1,spark3 -pl paimon-e2e-tests -am -Pflink-${{ matrix.flink_version }}

      - name: Test Flink
        run: |
          # run tests with random timezone to find out timezone related bugs
          . .github/workflows/utils.sh
          jvm_timezone=$(random_timezone)
          echo "JVM timezone is set to $jvm_timezone"
          profile="flink-${{ matrix.flink_version }}"
          if [ "${{ matrix.flink_version }}" = "${{ matrix.flink_version[-1] }}" ]; then
            mvn -T 1C -B -ntp test -Pflink1,spark3 -pl paimon-e2e-tests -Duser.timezone=$jvm_timezone
          else
            mvn -T 1C -B -ntp test -Pflink1,spark3 -pl paimon-e2e-tests -Duser.timezone=$jvm_timezone -P${profile}
          fi
        env:
          MAVEN_OPTS: -Xmx4096m