Merge pull request #1048 from Altinity/fast_release

25.8 New workflow to support fast releases

Author: MyroTk

.github/workflows/backport_branches.yml

@@ -1490,126 +1490,3 @@ jobs:
           else
             python3 -m praktika run 'Finish Workflow' --workflow "BackportPR" --ci |& tee ./ci/tmp/job.log
           fi
-
-##########################################################################################
-##################################### ALTINITY JOBS ######################################
-##########################################################################################
-  GrypeScanServer:
-    needs: [config_workflow, docker_server_image]
-    if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIHNlcnZlciBpbWFnZQ==') }}
-    strategy:
-      fail-fast: false
-      matrix:
-        suffix: ['', '-alpine']
-    uses: ./.github/workflows/grype_scan.yml
-    secrets: inherit
-    with:
-      docker_image: altinityinfra/clickhouse-server
-      version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
-      tag-suffix: ${{ matrix.suffix }}
-  GrypeScanKeeper:
-      needs: [config_workflow, docker_keeper_image]
-      if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIGtlZXBlciBpbWFnZQ==') }}
-      uses: ./.github/workflows/grype_scan.yml
-      secrets: inherit
-      with:
-        docker_image: altinityinfra/clickhouse-keeper
-        version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
-
-  RegressionTestsRelease:
-    needs: [config_workflow, build_amd_release]
-    if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression')}}
-    uses: ./.github/workflows/regression.yml
-    secrets: inherit
-    with:
-      runner_type: altinity-on-demand, altinity-regression-tester
-      commit: 4a3f046ac47b1f1286c82d734251541711314645
-      arch: release
-      build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
-      timeout_minutes: 300
-      workflow_config: ${{ needs.config_workflow.outputs.data }}
-  RegressionTestsAarch64:
-    needs: [config_workflow, build_arm_release]
-    if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression') && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_aarch64')}}
-    uses: ./.github/workflows/regression.yml
-    secrets: inherit
-    with:
-      runner_type: altinity-on-demand, altinity-regression-tester-aarch64
-      commit: 4a3f046ac47b1f1286c82d734251541711314645
-      arch: aarch64
-      build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
-      timeout_minutes: 300
-      workflow_config: ${{ needs.config_workflow.outputs.data }}
-
-  SignRelease:
-    needs: [config_workflow, build_amd_release]
-    if: ${{ !failure() && !cancelled() }}
-    uses: ./.github/workflows/reusable_sign.yml
-    secrets: inherit
-    with:
-      test_name: Sign release
-      runner_type: altinity-style-checker
-      data: ${{ needs.config_workflow.outputs.data }}
-  SignAarch64:
-    needs: [config_workflow, build_arm_release]
-    if: ${{ !failure() && !cancelled() }}
-    uses: ./.github/workflows/reusable_sign.yml
-    secrets: inherit
-    with:
-      test_name: Sign aarch64
-      runner_type: altinity-style-checker-aarch64
-      data: ${{ needs.config_workflow.outputs.data }}
-
-  FinishCIReport:
-    if: ${{ !cancelled() }}
-    needs:
-      - config_workflow
-      - dockers_build_amd
-      - dockers_build_arm
-      - build_amd_debug
-      - build_amd_release
-      - build_amd_asan
-      - build_amd_tsan
-      - build_arm_release
-      - build_amd_darwin
-      - build_arm_darwin
-      - docker_server_image
-      - docker_keeper_image
-      - install_packages_amd_debug
-      - compatibility_check_release
-      - compatibility_check_aarch64
-      - stateless_tests_amd_asan_distributed_plan_parallel_1_2
-      - stateless_tests_amd_asan_distributed_plan_parallel_2_2
-      - stateless_tests_amd_asan_distributed_plan_sequential
-      - stress_test_amd_tsan
-      - integration_tests_amd_asan_old_analyzer_1_6
-      - integration_tests_amd_asan_old_analyzer_2_6
-      - integration_tests_amd_asan_old_analyzer_3_6
-      - integration_tests_amd_asan_old_analyzer_4_6
-      - integration_tests_amd_asan_old_analyzer_5_6
-      - integration_tests_amd_asan_old_analyzer_6_6
-      - integration_tests_amd_tsan_1_6
-      - integration_tests_amd_tsan_2_6
-      - integration_tests_amd_tsan_3_6
-      - integration_tests_amd_tsan_4_6
-      - integration_tests_amd_tsan_5_6
-      - integration_tests_amd_tsan_6_6
-      - finish_workflow
-      - SignRelease
-      - SignAarch64
-      - RegressionTestsRelease
-      - RegressionTestsAarch64
-      - GrypeScanServer
-      - GrypeScanKeeper
-    runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64]
-    steps:
-      - name: Check out repository code
-        uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
-        with:
-          clear-repository: true
-      - name: Finalize workflow report
-        if: ${{ !cancelled() }}
-        uses: ./.github/actions/create_workflow_report
-        with:
-          workflow_config: ${{ needs.config_workflow.outputs.data }}
-          final: true

.github/workflows/master.yml

@@ -4148,6 +4148,7 @@ jobs:
 ##########################################################################################
 ##################################### ALTINITY JOBS ######################################
 ##########################################################################################
+
   GrypeScanServer:
     needs: [config_workflow, docker_server_image]
     if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIHNlcnZlciBpbWFnZQ==') }}
@@ -4308,12 +4309,12 @@ jobs:
       - clickbench_arm_release
       - sqltest
       - finish_workflow
-      - SignRelease
-      - SignAarch64
-      - RegressionTestsRelease
-      - RegressionTestsAarch64
       - GrypeScanServer
       - GrypeScanKeeper
+      - RegressionTestsRelease
+      - RegressionTestsAarch64
+      - SignRelease
+      - SignAarch64
     runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64]
     steps:
       - name: Check out repository code

.github/workflows/pull_request.yml

@@ -4104,6 +4104,7 @@ jobs:
 ##########################################################################################
 ##################################### ALTINITY JOBS ######################################
 ##########################################################################################
+
   GrypeScanServer:
     needs: [config_workflow, docker_server_image]
     if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIHNlcnZlciBpbWFnZQ==') }}
@@ -4151,25 +4152,6 @@ jobs:
       timeout_minutes: 300
       workflow_config: ${{ needs.config_workflow.outputs.data }}
 
-  SignRelease:
-    needs: [config_workflow, build_amd_release]
-    if: ${{ !failure() && !cancelled() }}
-    uses: ./.github/workflows/reusable_sign.yml
-    secrets: inherit
-    with:
-      test_name: Sign release
-      runner_type: altinity-style-checker
-      data: ${{ needs.config_workflow.outputs.data }}
-  SignAarch64:
-    needs: [config_workflow, build_arm_release]
-    if: ${{ !failure() && !cancelled() }}
-    uses: ./.github/workflows/reusable_sign.yml
-    secrets: inherit
-    with:
-      test_name: Sign aarch64
-      runner_type: altinity-style-checker-aarch64
-      data: ${{ needs.config_workflow.outputs.data }}
-
   FinishCIReport:
     if: ${{ !cancelled() }}
     needs:
@@ -4263,12 +4245,10 @@ jobs:
       - buzzhouse_amd_msan
       - buzzhouse_amd_ubsan
       - finish_workflow
-      - SignRelease
-      - SignAarch64
-      - RegressionTestsRelease
-      - RegressionTestsAarch64
       - GrypeScanServer
       - GrypeScanKeeper
+      - RegressionTestsRelease
+      - RegressionTestsAarch64
     runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64]
     steps:
       - name: Check out repository code

.github/workflows/release_branches.yml

@@ -1714,131 +1714,3 @@ jobs:
           else
             python3 -m praktika run 'Finish Workflow' --workflow "ReleaseBranchCI" --ci |& tee ./ci/tmp/job.log
           fi
-
-##########################################################################################
-##################################### ALTINITY JOBS ######################################
-##########################################################################################
-  GrypeScanServer:
-    needs: [config_workflow, docker_server_image]
-    if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIHNlcnZlciBpbWFnZQ==') }}
-    strategy:
-      fail-fast: false
-      matrix:
-        suffix: ['', '-alpine']
-    uses: ./.github/workflows/grype_scan.yml
-    secrets: inherit
-    with:
-      docker_image: altinityinfra/clickhouse-server
-      version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
-      tag-suffix: ${{ matrix.suffix }}
-  GrypeScanKeeper:
-      needs: [config_workflow, docker_keeper_image]
-      if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIGtlZXBlciBpbWFnZQ==') }}
-      uses: ./.github/workflows/grype_scan.yml
-      secrets: inherit
-      with:
-        docker_image: altinityinfra/clickhouse-keeper
-        version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
-
-  RegressionTestsRelease:
-    needs: [config_workflow, build_amd_release]
-    if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression')}}
-    uses: ./.github/workflows/regression.yml
-    secrets: inherit
-    with:
-      runner_type: altinity-on-demand, altinity-regression-tester
-      commit: 4a3f046ac47b1f1286c82d734251541711314645
-      arch: release
-      build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
-      timeout_minutes: 300
-      workflow_config: ${{ needs.config_workflow.outputs.data }}
-  RegressionTestsAarch64:
-    needs: [config_workflow, build_arm_release]
-    if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression') && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_aarch64')}}
-    uses: ./.github/workflows/regression.yml
-    secrets: inherit
-    with:
-      runner_type: altinity-on-demand, altinity-regression-tester-aarch64
-      commit: 4a3f046ac47b1f1286c82d734251541711314645
-      arch: aarch64
-      build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
-      timeout_minutes: 300
-      workflow_config: ${{ needs.config_workflow.outputs.data }}
-
-  SignRelease:
-    needs: [config_workflow, build_amd_release]
-    if: ${{ !failure() && !cancelled() }}
-    uses: ./.github/workflows/reusable_sign.yml
-    secrets: inherit
-    with:
-      test_name: Sign release
-      runner_type: altinity-style-checker
-      data: ${{ needs.config_workflow.outputs.data }}
-  SignAarch64:
-    needs: [config_workflow, build_arm_release]
-    if: ${{ !failure() && !cancelled() }}
-    uses: ./.github/workflows/reusable_sign.yml
-    secrets: inherit
-    with:
-      test_name: Sign aarch64
-      runner_type: altinity-style-checker-aarch64
-      data: ${{ needs.config_workflow.outputs.data }}
-
-  FinishCIReport:
-    if: ${{ !cancelled() }}
-    needs:
-      - config_workflow
-      - dockers_build_amd
-      - dockers_build_arm
-      - build_amd_debug
-      - build_amd_release
-      - build_amd_asan
-      - build_amd_tsan
-      - build_amd_msan
-      - build_amd_ubsan
-      - build_arm_release
-      - build_amd_darwin
-      - build_arm_darwin
-      - docker_server_image
-      - docker_keeper_image
-      - install_packages_amd_release
-      - install_packages_arm_release
-      - integration_tests_amd_asan_1_4
-      - integration_tests_amd_asan_2_4
-      - integration_tests_amd_asan_3_4
-      - integration_tests_amd_asan_4_4
-      - integration_tests_amd_asan_old_analyzer_1_6
-      - integration_tests_amd_asan_old_analyzer_2_6
-      - integration_tests_amd_asan_old_analyzer_3_6
-      - integration_tests_amd_asan_old_analyzer_4_6
-      - integration_tests_amd_asan_old_analyzer_5_6
-      - integration_tests_amd_asan_old_analyzer_6_6
-      - integration_tests_amd_tsan_1_6
-      - integration_tests_amd_tsan_2_6
-      - integration_tests_amd_tsan_3_6
-      - integration_tests_amd_tsan_4_6
-      - integration_tests_amd_tsan_5_6
-      - integration_tests_amd_tsan_6_6
-      - stress_test_amd_debug
-      - stress_test_amd_tsan
-      - stress_test_amd_ubsan
-      - stress_test_amd_msan
-      - finish_workflow
-      - SignRelease
-      - SignAarch64
-      - RegressionTestsRelease
-      - RegressionTestsAarch64
-      - GrypeScanServer
-      - GrypeScanKeeper
-    runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64]
-    steps:
-      - name: Check out repository code
-        uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
-        with:
-          clear-repository: true
-      - name: Finalize workflow report
-        if: ${{ !cancelled() }}
-        uses: ./.github/actions/create_workflow_report
-        with:
-          workflow_config: ${{ needs.config_workflow.outputs.data }}
-          final: true