flink-cdc/.github/workflows/flink_cdc_ci_nightly.yml at 3a2a3bf716dcb325610eebb32c32380b59b2a868 · apache/flink-cdc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: Flink CDC CI Nightly
on:
  schedule:
    - cron: '43 0 * * *' # Run daily, but not at 00:00 UTC to avoid job failure due to network throttle
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.event.number || github.run_id }}
  cancel-in-progress: true

jobs:
  license_check:
    if: github.repository == 'apache/flink-cdc'
    name: License Check
    runs-on: ubuntu-latest
    steps:
      - name: Check out repository code
        uses: actions/checkout@v6
        with:
          submodules: true
      - name: Set up Ruby environment
        uses: ruby/setup-ruby@v1
        with:
          ruby-version: '3.3'
      - name: Set JDK
        uses: actions/setup-java@v5
        with:
          java-version: '17'
          distribution: 'temurin'
          cache: 'maven'
      - name: Compiling jar packages
        run: mvn --no-snapshot-updates -B package -DskipTests
      - name: Run license check
        run: gem install rubyzip -v 2.3.0 && ./tools/ci/license_check.rb
  common:
    if: github.repository == 'apache/flink-cdc'
    name: Common Unit Tests
    uses: ./.github/workflows/flink_cdc_base.yml
    with:
      java-versions: "[17]"
      modules: "['core']"
  pipeline-ut:
    if: github.repository == 'apache/flink-cdc'
    name: Pipeline Unit Tests
    uses: ./.github/workflows/flink_cdc_base.yml
    with:
      java-versions: "[17]"
      modules: "['doris, elasticsearch, fluss, hudi, iceberg, kafka, maxcompute, mysql-pipeline, oceanbase-pipeline, paimon, postgres-pipeline, starrocks']"
  source-ut:
    if: github.repository == 'apache/flink-cdc'
    name: Source Unit Tests
    uses: ./.github/workflows/flink_cdc_base.yml
    with:
      java-versions: "[17]"
      modules: "['mysql-source', 'postgres-source, oceanbase-source, tidb, vitess', 'oracle, sqlserver', 'db2, mongodb']"
  pipeline_e2e:
    if: github.repository == 'apache/flink-cdc'
    strategy:
      fail-fast: false
      matrix:
        parallelism: [ 1, 4 ]
    name: Pipeline E2E Tests (${{ matrix.parallelism }}-Parallelism)
    uses: ./.github/workflows/flink_cdc_base.yml
    with:
      java-versions: "[17]"
      flink-versions: "['1.19.3', '1.20.3']"
      modules: "['pipeline_e2e']"
      parallelism: ${{ matrix.parallelism }}
  source_e2e:
    if: github.repository == 'apache/flink-cdc'
    name: Source E2E Tests
    uses: ./.github/workflows/flink_cdc_base.yml
    with:
      java-versions: "[17]"
      flink-versions: "['1.19.3', '1.20.3']"
      modules: "['source_e2e']"