Merge branch 'dev' into feat_support_template_id_serverlessspark_taskplugin

Author: abzymeatsjtu

.asf.yaml

@@ -53,3 +53,18 @@ github:
       required_pull_request_reviews:
         dismiss_stale_reviews: true
         required_approving_review_count: 2
+  features:
+    # Enable issues management
+    issues: true
+    # Enable projects for project management boards
+    projects: false
+    # Enable wiki for documentation
+    wiki: false
+    # Enable discussions
+    discussions: true
+
+notifications:
+  commits: commits@dolphinscheduler.apache.org
+  issues: commits@dolphinscheduler.apache.org
+  pullrequests: commits@dolphinscheduler.apache.org
+  discussions: commits@dolphinscheduler.apache.org

.dlc.json

@@ -34,6 +34,6 @@
   "timeout": "10s",
   "retryOn429": true,
   "retryCount": 10,
-  "fallbackRetryDelay": "1000s",
+  "fallbackRetryDelay": "10s",
   "aliveStatusCodes": [200, 401, 403, 0]
 }

.github/ISSUE_TEMPLATE/bug-report.yml

@@ -101,6 +101,7 @@ body:
         - dev
         - 3.1.x
         - 3.2.x
+        - 3.3.0-alpha
     validations:
       required: true
 

.github/workflows/api-test.yml

@@ -38,7 +38,7 @@ jobs:
       not-ignore: ${{ steps.filter.outputs.not-ignore }}
     steps:
       - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
+      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36
         id: filter
         with:
           filters: |
@@ -82,7 +82,9 @@ jobs:
           ./mvnw -B clean install \
           -Dmaven.test.skip=true \
           -Dspotless.skip=true \
-          -Pdocker,staging -Ddocker.tag=ci
+          -Pdocker,staging \
+          -Ddocker.tag=ci \
+          -Danalyze.skip=true
       - name: Export Docker Images
         run: |
           docker save apache/dolphinscheduler-standalone-server:ci -o /tmp/standalone-image.tar \

.github/workflows/backend.yml

@@ -38,7 +38,7 @@ jobs:
       db-schema: ${{ steps.filter.outputs.db-schema }}
     steps:
       - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
+      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36
         id: filter
         with:
           filters: |
@@ -91,7 +91,8 @@ jobs:
           ./mvnw -B clean install \
                  -Pstaging \
                  -Dmaven.test.skip=true \
-                 -Dspotless.skip=true
+                 -Dspotless.skip=true \
+                 -Danalyze.skip=true
       - name: Check dependency license
         run: tools/dependencies/check-LICENSE.sh
       - uses: actions/upload-artifact@v4

.github/workflows/docs.yml

@@ -61,23 +61,38 @@ jobs:
         uses: ./.github/actions/workflow-telemetry-action
         with:
           comment_on_pr: false
-      - run: sudo npm install -g markdown-link-check@3.11.2
-      - run: sudo apt install plocate -y
+      - run: sudo npm install -g markdown-link-check@3.13.7
+      - run: sudo apt install plocate -y && sudo updatedb
       # NOTE: Change command from `find . -name "*.md"` to `find . -not -path "*/node_modules/*" -not -path "*/.tox/*" -name "*.md"`
       # if you want to run check locally
-      - run: |
+      - name: Check Dead Links
+        run: |
+          set -xe
+          MAX_CONCURRENCY=6
+          EXIT_CODE=0
+  
+          cleanup() {
+            pkill -P $$
+            exit "$EXIT_CODE"
+          }
+          
+          trap cleanup SIGINT SIGTERM
+          
           for file in $(locate "$PWD*/*.md" | grep -v ./deploy/terraform/aws/README.md | grep -v ./.github); do
+            while [ $(jobs -r | wc -l) -ge "$MAX_CONCURRENCY" ]; do
+              wait -n || { EXIT_CODE=$?; cleanup; }
+            done
             markdown-link-check -c .dlc.json -q "$file" &
           done
-          wait
+          wait || { EXIT_CODE=$?; cleanup; }
   paths-filter:
     name: Helm-Doc-Path-Filter
     runs-on: ubuntu-latest
     outputs:
       helm-doc: ${{ steps.filter.outputs.helm-doc }}
     steps:
       - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
+      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36
         id: filter
         with:
           filters: |

.github/workflows/e2e-k8s.yml

@@ -38,7 +38,7 @@ jobs:
       not-ignore: ${{ steps.filter.outputs.not-ignore }}
     steps:
       - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
+      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36
         id: filter
         with:
           filters: |
@@ -72,7 +72,9 @@ jobs:
           ./mvnw -B clean package \
           -Dmaven.test.skip=true \
           -Dspotless.skip=true \
-          -Pdocker,staging -Ddocker.tag=ci
+          -Pdocker,staging \
+          -Ddocker.tag=ci \
+          -Danalyze.skip=true
       - name: Create k8s Kind Cluster
         run: |
           # install kubectl

.github/workflows/e2e.yml

@@ -40,7 +40,7 @@ jobs:
       not-ignore: ${{ steps.filter.outputs.not-ignore }}
     steps:
       - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
+      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36
         id: filter
         with:
           filters: |
@@ -84,7 +84,9 @@ jobs:
           ./mvnw -B clean install \
           -Dmaven.test.skip=true \
           -Dspotless.skip=true \
-          -Pdocker,staging -Ddocker.tag=ci
+          -Pdocker,staging \
+          -Ddocker.tag=ci \
+          -Danalyze.skip=true
       - name: Export Docker Images
         run: |
           docker save apache/dolphinscheduler-standalone-server:ci -o /tmp/standalone-image.tar \
@@ -146,6 +148,19 @@ jobs:
     env:
       RECORDING_PATH: /tmp/recording-${{ matrix.case.name }}
     steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: true
+      - name: Maximize runner space
+        uses: ./.github/actions/maximize-build-space
+        with:
+          root-reserve-mb: 30720
+          temp-reserve-mb: 10240
+          remove-dotnet: 'true'
+          remove-android: 'true'
+          remove-haskell: 'true'
+          remove-codeql: 'true'
+          remove-docker-images: 'true'
       - uses: actions/checkout@v4
         with:
           submodules: true

.github/workflows/frontend.yml

@@ -43,7 +43,7 @@ jobs:
       not-ignore: ${{ steps.filter.outputs.not-ignore }}
     steps:
       - uses: actions/checkout@v4
-      - uses: dorny/paths-filter@b2feaf19c27470162a626bd6fa8438ae5b263721
+      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36
         id: filter
         with:
           filters: |

.github/workflows/owasp-dependency-check.yaml

@@ -39,10 +39,10 @@ jobs:
       - uses: actions/checkout@v4
         with:
           submodules: true
-      - name: Set up JDK 8
+      - name: Set up JDK 11
         uses: actions/setup-java@v4
         with:
-          java-version: 8
+          java-version: 11
           distribution: 'adopt'
       - name: Run OWASP Dependency Check
         run: |