Skip to content

Commit 1baa927

Browse files
MyroTkMyroTk
authored
Merge pull request #1020 from Altinity/masterci_nocache
Antalya 25.6.5 Add "Run without cache" option to workflows
2 parents 8018ed7 + a0bb2e9 commit 1baa927

File tree

10 files changed

+56
-395
lines changed

10 files changed

+56
-395
lines changed

‎.github/workflows/backport_branches.yml‎

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,14 +4,20 @@ name: BackportPR
44

55
on:
66
workflow_dispatch:
7+
inputs:
8+
no_cache:
9+
description: Run without cache
10+
required: false
11+
type: boolean
12+
default: false
713
pull_request:
814
branches: ['2[1-9].[1-9][0-9]', '2[1-9].[1-9]']
915

1016
env:
1117
# Force the stdout and stderr streams to be unbuffered
1218
PYTHONUNBUFFERED: 1
1319
DISABLE_CI_MERGE_COMMIT: ${{ vars.DISABLE_CI_MERGE_COMMIT || '0' }}
14-
DISABLE_CI_CACHE: ${{ vars.DISABLE_CI_CACHE || '0' }}
20+
DISABLE_CI_CACHE: ${{ github.event.inputs.no_cache || '0' }}
1521
CHECKOUT_REF: ${{ vars.DISABLE_CI_MERGE_COMMIT == '1' && github.event.pull_request.head.sha || '' }}
1622
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
1723
CLICKHOUSE_TEST_STAT_URL: ${{ secrets.CLICKHOUSE_TEST_STAT_URL }}

‎.github/workflows/master.yml‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,19 @@ name: MasterCI
44

55
on:
66
workflow_dispatch:
7+
inputs:
8+
no_cache:
9+
description: Run without cache
10+
required: false
11+
type: boolean
12+
default: false
713
push:
814
branches: ['antalya', 'releases/*', 'antalya-*']
915

1016
env:
1117
# Force the stdout and stderr streams to be unbuffered
1218
PYTHONUNBUFFERED: 1
19+
DISABLE_CI_CACHE: ${{ github.event.inputs.no_cache || '0' }}
1320
CHECKOUT_REF: ""
1421
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
1522
CLICKHOUSE_TEST_STAT_URL: ${{ secrets.CLICKHOUSE_TEST_STAT_URL }}

‎.github/workflows/merge_queue.yml‎

Lines changed: 0 additions & 98 deletions
Original file line numberDiff line numberDiff line change
@@ -348,101 +348,3 @@ jobs:
348348
else
349349
python3 -m praktika run 'Finish Workflow' --workflow "MergeQueueCI" --ci |& tee ./ci/tmp/job.log
350350
fi
351-
352-
##########################################################################################
353-
##################################### ALTINITY JOBS ######################################
354-
##########################################################################################
355-
GrypeScanServer:
356-
needs: [config_workflow, docker_server_image]
357-
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIHNlcnZlciBpbWFnZQ==') }}
358-
strategy:
359-
fail-fast: false
360-
matrix:
361-
suffix: ['', '-alpine']
362-
uses: ./.github/workflows/grype_scan.yml
363-
secrets: inherit
364-
with:
365-
docker_image: altinityinfra/clickhouse-server
366-
version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
367-
tag-suffix: ${{ matrix.suffix }}
368-
GrypeScanKeeper:
369-
needs: [config_workflow, docker_keeper_image]
370-
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIGtlZXBlciBpbWFnZQ==') }}
371-
uses: ./.github/workflows/grype_scan.yml
372-
secrets: inherit
373-
with:
374-
docker_image: altinityinfra/clickhouse-keeper
375-
version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
376-
377-
RegressionTestsRelease:
378-
needs: [config_workflow, build_amd_release]
379-
if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression')}}
380-
uses: ./.github/workflows/regression.yml
381-
secrets: inherit
382-
with:
383-
runner_type: altinity-on-demand, altinity-regression-tester
384-
commit: eadf0647501a547d57c49b71ca256e10c6c304f6
385-
arch: release
386-
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
387-
timeout_minutes: 300
388-
workflow_config: ${{ needs.config_workflow.outputs.data }}
389-
RegressionTestsAarch64:
390-
needs: [config_workflow, build_arm_release]
391-
if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression') && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_aarch64')}}
392-
uses: ./.github/workflows/regression.yml
393-
secrets: inherit
394-
with:
395-
runner_type: altinity-on-demand, altinity-regression-tester-aarch64
396-
commit: eadf0647501a547d57c49b71ca256e10c6c304f6
397-
arch: aarch64
398-
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
399-
timeout_minutes: 300
400-
workflow_config: ${{ needs.config_workflow.outputs.data }}
401-
402-
SignRelease:
403-
needs: [config_workflow, build_amd_release]
404-
if: ${{ !failure() && !cancelled() }}
405-
uses: ./.github/workflows/reusable_sign.yml
406-
secrets: inherit
407-
with:
408-
test_name: Sign release
409-
runner_type: altinity-style-checker
410-
data: ${{ needs.config_workflow.outputs.data }}
411-
SignAarch64:
412-
needs: [config_workflow, build_arm_release]
413-
if: ${{ !failure() && !cancelled() }}
414-
uses: ./.github/workflows/reusable_sign.yml
415-
secrets: inherit
416-
with:
417-
test_name: Sign aarch64
418-
runner_type: altinity-style-checker-aarch64
419-
data: ${{ needs.config_workflow.outputs.data }}
420-
421-
FinishCIReport:
422-
if: ${{ !cancelled() }}
423-
needs:
424-
- config_workflow
425-
- dockers_build_amd
426-
- dockers_build_arm
427-
- style_check
428-
- fast_test
429-
- build_amd_binary
430-
- finish_workflow
431-
- SignRelease
432-
- SignAarch64
433-
- RegressionTestsRelease
434-
- RegressionTestsAarch64
435-
- GrypeScanServer
436-
- GrypeScanKeeper
437-
runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64]
438-
steps:
439-
- name: Check out repository code
440-
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
441-
with:
442-
clear-repository: true
443-
- name: Finalize workflow report
444-
if: ${{ !cancelled() }}
445-
uses: ./.github/actions/create_workflow_report
446-
with:
447-
workflow_config: ${{ needs.config_workflow.outputs.data }}
448-
final: true

‎.github/workflows/nightly_fuzzers.yml‎

Lines changed: 0 additions & 96 deletions
Original file line numberDiff line numberDiff line change
@@ -246,99 +246,3 @@ jobs:
246246
else
247247
python3 -m praktika run 'libFuzzer tests' --workflow "NightlyFuzzers" --ci |& tee ./ci/tmp/job.log
248248
fi
249-
250-
##########################################################################################
251-
##################################### ALTINITY JOBS ######################################
252-
##########################################################################################
253-
GrypeScanServer:
254-
needs: [config_workflow, docker_server_image]
255-
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIHNlcnZlciBpbWFnZQ==') }}
256-
strategy:
257-
fail-fast: false
258-
matrix:
259-
suffix: ['', '-alpine']
260-
uses: ./.github/workflows/grype_scan.yml
261-
secrets: inherit
262-
with:
263-
docker_image: altinityinfra/clickhouse-server
264-
version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
265-
tag-suffix: ${{ matrix.suffix }}
266-
GrypeScanKeeper:
267-
needs: [config_workflow, docker_keeper_image]
268-
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIGtlZXBlciBpbWFnZQ==') }}
269-
uses: ./.github/workflows/grype_scan.yml
270-
secrets: inherit
271-
with:
272-
docker_image: altinityinfra/clickhouse-keeper
273-
version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
274-
275-
RegressionTestsRelease:
276-
needs: [config_workflow, build_amd_release]
277-
if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression')}}
278-
uses: ./.github/workflows/regression.yml
279-
secrets: inherit
280-
with:
281-
runner_type: altinity-on-demand, altinity-regression-tester
282-
commit: eadf0647501a547d57c49b71ca256e10c6c304f6
283-
arch: release
284-
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
285-
timeout_minutes: 300
286-
workflow_config: ${{ needs.config_workflow.outputs.data }}
287-
RegressionTestsAarch64:
288-
needs: [config_workflow, build_arm_release]
289-
if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression') && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_aarch64')}}
290-
uses: ./.github/workflows/regression.yml
291-
secrets: inherit
292-
with:
293-
runner_type: altinity-on-demand, altinity-regression-tester-aarch64
294-
commit: eadf0647501a547d57c49b71ca256e10c6c304f6
295-
arch: aarch64
296-
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
297-
timeout_minutes: 300
298-
workflow_config: ${{ needs.config_workflow.outputs.data }}
299-
300-
SignRelease:
301-
needs: [config_workflow, build_amd_release]
302-
if: ${{ !failure() && !cancelled() }}
303-
uses: ./.github/workflows/reusable_sign.yml
304-
secrets: inherit
305-
with:
306-
test_name: Sign release
307-
runner_type: altinity-style-checker
308-
data: ${{ needs.config_workflow.outputs.data }}
309-
SignAarch64:
310-
needs: [config_workflow, build_arm_release]
311-
if: ${{ !failure() && !cancelled() }}
312-
uses: ./.github/workflows/reusable_sign.yml
313-
secrets: inherit
314-
with:
315-
test_name: Sign aarch64
316-
runner_type: altinity-style-checker-aarch64
317-
data: ${{ needs.config_workflow.outputs.data }}
318-
319-
FinishCIReport:
320-
if: ${{ !cancelled() }}
321-
needs:
322-
- config_workflow
323-
- dockers_build_amd
324-
- dockers_build_arm
325-
- build_fuzzers
326-
- libfuzzer_tests
327-
- SignRelease
328-
- SignAarch64
329-
- RegressionTestsRelease
330-
- RegressionTestsAarch64
331-
- GrypeScanServer
332-
- GrypeScanKeeper
333-
runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64]
334-
steps:
335-
- name: Check out repository code
336-
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
337-
with:
338-
clear-repository: true
339-
- name: Finalize workflow report
340-
if: ${{ !cancelled() }}
341-
uses: ./.github/actions/create_workflow_report
342-
with:
343-
workflow_config: ${{ needs.config_workflow.outputs.data }}
344-
final: true

‎.github/workflows/nightly_jepsen.yml‎

Lines changed: 0 additions & 96 deletions
Original file line numberDiff line numberDiff line change
@@ -246,99 +246,3 @@ jobs:
246246
else
247247
python3 -m praktika run 'ClickHouse Keeper Jepsen' --workflow "NightlyJepsen" --ci |& tee ./ci/tmp/job.log
248248
fi
249-
250-
##########################################################################################
251-
##################################### ALTINITY JOBS ######################################
252-
##########################################################################################
253-
GrypeScanServer:
254-
needs: [config_workflow, docker_server_image]
255-
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIHNlcnZlciBpbWFnZQ==') }}
256-
strategy:
257-
fail-fast: false
258-
matrix:
259-
suffix: ['', '-alpine']
260-
uses: ./.github/workflows/grype_scan.yml
261-
secrets: inherit
262-
with:
263-
docker_image: altinityinfra/clickhouse-server
264-
version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
265-
tag-suffix: ${{ matrix.suffix }}
266-
GrypeScanKeeper:
267-
needs: [config_workflow, docker_keeper_image]
268-
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIGtlZXBlciBpbWFnZQ==') }}
269-
uses: ./.github/workflows/grype_scan.yml
270-
secrets: inherit
271-
with:
272-
docker_image: altinityinfra/clickhouse-keeper
273-
version: ${{ fromJson(needs.config_workflow.outputs.data).custom_data.version.string }}
274-
275-
RegressionTestsRelease:
276-
needs: [config_workflow, build_amd_release]
277-
if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression')}}
278-
uses: ./.github/workflows/regression.yml
279-
secrets: inherit
280-
with:
281-
runner_type: altinity-on-demand, altinity-regression-tester
282-
commit: eadf0647501a547d57c49b71ca256e10c6c304f6
283-
arch: release
284-
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
285-
timeout_minutes: 300
286-
workflow_config: ${{ needs.config_workflow.outputs.data }}
287-
RegressionTestsAarch64:
288-
needs: [config_workflow, build_arm_release]
289-
if: ${{ !failure() && !cancelled() && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_regression') && !contains(github.event.pull_request.body, '[x] <!---ci_exclude_aarch64')}}
290-
uses: ./.github/workflows/regression.yml
291-
secrets: inherit
292-
with:
293-
runner_type: altinity-on-demand, altinity-regression-tester-aarch64
294-
commit: eadf0647501a547d57c49b71ca256e10c6c304f6
295-
arch: aarch64
296-
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
297-
timeout_minutes: 300
298-
workflow_config: ${{ needs.config_workflow.outputs.data }}
299-
300-
SignRelease:
301-
needs: [config_workflow, build_amd_release]
302-
if: ${{ !failure() && !cancelled() }}
303-
uses: ./.github/workflows/reusable_sign.yml
304-
secrets: inherit
305-
with:
306-
test_name: Sign release
307-
runner_type: altinity-style-checker
308-
data: ${{ needs.config_workflow.outputs.data }}
309-
SignAarch64:
310-
needs: [config_workflow, build_arm_release]
311-
if: ${{ !failure() && !cancelled() }}
312-
uses: ./.github/workflows/reusable_sign.yml
313-
secrets: inherit
314-
with:
315-
test_name: Sign aarch64
316-
runner_type: altinity-style-checker-aarch64
317-
data: ${{ needs.config_workflow.outputs.data }}
318-
319-
FinishCIReport:
320-
if: ${{ !cancelled() }}
321-
needs:
322-
- config_workflow
323-
- dockers_build_amd
324-
- dockers_build_arm
325-
- build_amd_binary
326-
- clickhouse_keeper_jepsen
327-
- SignRelease
328-
- SignAarch64
329-
- RegressionTestsRelease
330-
- RegressionTestsAarch64
331-
- GrypeScanServer
332-
- GrypeScanKeeper
333-
runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64]
334-
steps:
335-
- name: Check out repository code
336-
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
337-
with:
338-
clear-repository: true
339-
- name: Finalize workflow report
340-
if: ${{ !cancelled() }}
341-
uses: ./.github/actions/create_workflow_report
342-
with:
343-
workflow_config: ${{ needs.config_workflow.outputs.data }}
344-
final: true

0 commit comments

Comments
 (0)