Skip to content

Commit 4cbe647

Browse files
committed
Merge remote-tracking branch 'origin/master' into fuzzies
2 parents 41b3dc1 + 443a2fa commit 4cbe647

File tree

2,501 files changed

+40451
-35959
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

2,501 files changed

+40451
-35959
lines changed

.github/workflows/backport_branches.yml

Lines changed: 104 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -55,9 +55,85 @@ jobs:
5555
python3 -m praktika run 'Config Workflow' --workflow "BackportPR" --ci |& tee ./ci/tmp/job.log
5656
fi
5757
58+
dockers_build_arm:
59+
runs-on: [self-hosted, style-checker-aarch64]
60+
needs: [config_workflow]
61+
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VycyBCdWlsZCAoYXJtKQ==') }}
62+
name: "Dockers Build (arm)"
63+
outputs:
64+
data: ${{ steps.run.outputs.DATA }}
65+
steps:
66+
- name: Checkout code
67+
uses: actions/checkout@v4
68+
with:
69+
ref: ${{ env.CHECKOUT_REF }}
70+
71+
- name: Prepare env script
72+
run: |
73+
rm -rf ./ci/tmp ./ci/tmp ./ci/tmp
74+
mkdir -p ./ci/tmp ./ci/tmp ./ci/tmp
75+
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
76+
export PYTHONPATH=./ci:.:
77+
cat > ./ci/tmp/workflow_config_backportpr.json << 'EOF'
78+
${{ needs.config_workflow.outputs.data }}
79+
EOF
80+
cat > ./ci/tmp/workflow_status.json << 'EOF'
81+
${{ toJson(needs) }}
82+
EOF
83+
ENV_SETUP_SCRIPT_EOF
84+
85+
- name: Run
86+
id: run
87+
run: |
88+
. ./ci/tmp/praktika_setup_env.sh
89+
set -o pipefail
90+
if command -v ts &> /dev/null; then
91+
python3 -m praktika run 'Dockers Build (arm)' --workflow "BackportPR" --ci |& ts '[%Y-%m-%d %H:%M:%S]' | tee ./ci/tmp/job.log
92+
else
93+
python3 -m praktika run 'Dockers Build (arm)' --workflow "BackportPR" --ci |& tee ./ci/tmp/job.log
94+
fi
95+
96+
dockers_build_amd_and_merge:
97+
runs-on: [self-hosted, style-checker]
98+
needs: [config_workflow, dockers_build_arm]
99+
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VycyBCdWlsZCAoYW1kKSBhbmQgTWVyZ2U=') }}
100+
name: "Dockers Build (amd) and Merge"
101+
outputs:
102+
data: ${{ steps.run.outputs.DATA }}
103+
steps:
104+
- name: Checkout code
105+
uses: actions/checkout@v4
106+
with:
107+
ref: ${{ env.CHECKOUT_REF }}
108+
109+
- name: Prepare env script
110+
run: |
111+
rm -rf ./ci/tmp ./ci/tmp ./ci/tmp
112+
mkdir -p ./ci/tmp ./ci/tmp ./ci/tmp
113+
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
114+
export PYTHONPATH=./ci:.:
115+
cat > ./ci/tmp/workflow_config_backportpr.json << 'EOF'
116+
${{ needs.config_workflow.outputs.data }}
117+
EOF
118+
cat > ./ci/tmp/workflow_status.json << 'EOF'
119+
${{ toJson(needs) }}
120+
EOF
121+
ENV_SETUP_SCRIPT_EOF
122+
123+
- name: Run
124+
id: run
125+
run: |
126+
. ./ci/tmp/praktika_setup_env.sh
127+
set -o pipefail
128+
if command -v ts &> /dev/null; then
129+
python3 -m praktika run 'Dockers Build (amd) and Merge' --workflow "BackportPR" --ci |& ts '[%Y-%m-%d %H:%M:%S]' | tee ./ci/tmp/job.log
130+
else
131+
python3 -m praktika run 'Dockers Build (amd) and Merge' --workflow "BackportPR" --ci |& tee ./ci/tmp/job.log
132+
fi
133+
58134
build_amd_debug:
59135
runs-on: [self-hosted, builder]
60-
needs: [config_workflow]
136+
needs: [config_workflow, dockers_build_amd_and_merge]
61137
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'QnVpbGQgKGFtZF9kZWJ1Zyk=') }}
62138
name: "Build (amd_debug)"
63139
outputs:
@@ -95,7 +171,7 @@ jobs:
95171
96172
build_amd_release:
97173
runs-on: [self-hosted, builder]
98-
needs: [config_workflow]
174+
needs: [config_workflow, dockers_build_amd_and_merge]
99175
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'QnVpbGQgKGFtZF9yZWxlYXNlKQ==') }}
100176
name: "Build (amd_release)"
101177
outputs:
@@ -133,7 +209,7 @@ jobs:
133209
134210
build_amd_asan:
135211
runs-on: [self-hosted, builder]
136-
needs: [config_workflow]
212+
needs: [config_workflow, dockers_build_amd_and_merge]
137213
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'QnVpbGQgKGFtZF9hc2FuKQ==') }}
138214
name: "Build (amd_asan)"
139215
outputs:
@@ -171,7 +247,7 @@ jobs:
171247
172248
build_amd_tsan:
173249
runs-on: [self-hosted, builder]
174-
needs: [config_workflow]
250+
needs: [config_workflow, dockers_build_amd_and_merge]
175251
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'QnVpbGQgKGFtZF90c2FuKQ==') }}
176252
name: "Build (amd_tsan)"
177253
outputs:
@@ -209,7 +285,7 @@ jobs:
209285
210286
build_arm_release:
211287
runs-on: [self-hosted, builder-aarch64]
212-
needs: [config_workflow]
288+
needs: [config_workflow, dockers_build_amd_and_merge]
213289
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'QnVpbGQgKGFybV9yZWxlYXNlKQ==') }}
214290
name: "Build (arm_release)"
215291
outputs:
@@ -247,7 +323,7 @@ jobs:
247323
248324
build_amd_darwin:
249325
runs-on: [self-hosted, builder]
250-
needs: [config_workflow]
326+
needs: [config_workflow, dockers_build_amd_and_merge]
251327
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'QnVpbGQgKGFtZF9kYXJ3aW4p') }}
252328
name: "Build (amd_darwin)"
253329
outputs:
@@ -285,7 +361,7 @@ jobs:
285361
286362
build_arm_darwin:
287363
runs-on: [self-hosted, builder-aarch64]
288-
needs: [config_workflow]
364+
needs: [config_workflow, dockers_build_amd_and_merge]
289365
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'QnVpbGQgKGFybV9kYXJ3aW4p') }}
290366
name: "Build (arm_darwin)"
291367
outputs:
@@ -323,7 +399,7 @@ jobs:
323399
324400
docker_server_image:
325401
runs-on: [self-hosted, style-checker]
326-
needs: [config_workflow, build_amd_release, build_arm_release]
402+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_release, build_arm_release]
327403
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIHNlcnZlciBpbWFnZQ==') }}
328404
name: "Docker server image"
329405
outputs:
@@ -361,7 +437,7 @@ jobs:
361437
362438
docker_keeper_image:
363439
runs-on: [self-hosted, style-checker]
364-
needs: [config_workflow, build_amd_release, build_arm_release]
440+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_release, build_arm_release]
365441
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'RG9ja2VyIGtlZXBlciBpbWFnZQ==') }}
366442
name: "Docker keeper image"
367443
outputs:
@@ -399,7 +475,7 @@ jobs:
399475
400476
install_packages_release:
401477
runs-on: [self-hosted, style-checker]
402-
needs: [config_workflow, build_amd_release]
478+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_release]
403479
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW5zdGFsbCBwYWNrYWdlcyAocmVsZWFzZSk=') }}
404480
name: "Install packages (release)"
405481
outputs:
@@ -437,7 +513,7 @@ jobs:
437513
438514
install_packages_aarch64:
439515
runs-on: [self-hosted, style-checker-aarch64]
440-
needs: [config_workflow, build_arm_release]
516+
needs: [config_workflow, dockers_build_amd_and_merge, build_arm_release]
441517
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW5zdGFsbCBwYWNrYWdlcyAoYWFyY2g2NCk=') }}
442518
name: "Install packages (aarch64)"
443519
outputs:
@@ -475,7 +551,7 @@ jobs:
475551
476552
compatibility_check_release:
477553
runs-on: [self-hosted, style-checker]
478-
needs: [config_workflow, build_amd_release]
554+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_release]
479555
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'Q29tcGF0aWJpbGl0eSBjaGVjayAocmVsZWFzZSk=') }}
480556
name: "Compatibility check (release)"
481557
outputs:
@@ -513,7 +589,7 @@ jobs:
513589
514590
compatibility_check_aarch64:
515591
runs-on: [self-hosted, style-checker-aarch64]
516-
needs: [config_workflow, build_arm_release]
592+
needs: [config_workflow, dockers_build_amd_and_merge, build_arm_release]
517593
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'Q29tcGF0aWJpbGl0eSBjaGVjayAoYWFyY2g2NCk=') }}
518594
name: "Compatibility check (aarch64)"
519595
outputs:
@@ -551,7 +627,7 @@ jobs:
551627
552628
stateless_tests_asan_1_2:
553629
runs-on: [self-hosted, func-tester]
554-
needs: [config_workflow, build_amd_asan]
630+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_asan]
555631
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'U3RhdGVsZXNzIHRlc3RzIChhc2FuLCAxLzIp') }}
556632
name: "Stateless tests (asan, 1/2)"
557633
outputs:
@@ -589,7 +665,7 @@ jobs:
589665
590666
stateless_tests_asan_2_2:
591667
runs-on: [self-hosted, func-tester]
592-
needs: [config_workflow, build_amd_asan]
668+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_asan]
593669
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'U3RhdGVsZXNzIHRlc3RzIChhc2FuLCAyLzIp') }}
594670
name: "Stateless tests (asan, 2/2)"
595671
outputs:
@@ -627,7 +703,7 @@ jobs:
627703
628704
stress_test_tsan:
629705
runs-on: [self-hosted, func-tester]
630-
needs: [config_workflow, build_amd_tsan]
706+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_tsan]
631707
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'U3RyZXNzIHRlc3QgKHRzYW4p') }}
632708
name: "Stress test (tsan)"
633709
outputs:
@@ -665,7 +741,7 @@ jobs:
665741
666742
integration_tests_asan_old_analyzer_1_6:
667743
runs-on: [self-hosted, func-tester]
668-
needs: [config_workflow, build_amd_asan]
744+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_asan]
669745
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKGFzYW4sIG9sZCBhbmFseXplciwgMS82KQ==') }}
670746
name: "Integration tests (asan, old analyzer, 1/6)"
671747
outputs:
@@ -703,7 +779,7 @@ jobs:
703779
704780
integration_tests_asan_old_analyzer_2_6:
705781
runs-on: [self-hosted, func-tester]
706-
needs: [config_workflow, build_amd_asan]
782+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_asan]
707783
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKGFzYW4sIG9sZCBhbmFseXplciwgMi82KQ==') }}
708784
name: "Integration tests (asan, old analyzer, 2/6)"
709785
outputs:
@@ -741,7 +817,7 @@ jobs:
741817
742818
integration_tests_asan_old_analyzer_3_6:
743819
runs-on: [self-hosted, func-tester]
744-
needs: [config_workflow, build_amd_asan]
820+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_asan]
745821
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKGFzYW4sIG9sZCBhbmFseXplciwgMy82KQ==') }}
746822
name: "Integration tests (asan, old analyzer, 3/6)"
747823
outputs:
@@ -779,7 +855,7 @@ jobs:
779855
780856
integration_tests_asan_old_analyzer_4_6:
781857
runs-on: [self-hosted, func-tester]
782-
needs: [config_workflow, build_amd_asan]
858+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_asan]
783859
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKGFzYW4sIG9sZCBhbmFseXplciwgNC82KQ==') }}
784860
name: "Integration tests (asan, old analyzer, 4/6)"
785861
outputs:
@@ -817,7 +893,7 @@ jobs:
817893
818894
integration_tests_asan_old_analyzer_5_6:
819895
runs-on: [self-hosted, func-tester]
820-
needs: [config_workflow, build_amd_asan]
896+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_asan]
821897
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKGFzYW4sIG9sZCBhbmFseXplciwgNS82KQ==') }}
822898
name: "Integration tests (asan, old analyzer, 5/6)"
823899
outputs:
@@ -855,7 +931,7 @@ jobs:
855931
856932
integration_tests_asan_old_analyzer_6_6:
857933
runs-on: [self-hosted, func-tester]
858-
needs: [config_workflow, build_amd_asan]
934+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_asan]
859935
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKGFzYW4sIG9sZCBhbmFseXplciwgNi82KQ==') }}
860936
name: "Integration tests (asan, old analyzer, 6/6)"
861937
outputs:
@@ -893,7 +969,7 @@ jobs:
893969
894970
integration_tests_tsan_1_6:
895971
runs-on: [self-hosted, func-tester]
896-
needs: [config_workflow, build_amd_tsan]
972+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_tsan]
897973
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKHRzYW4sIDEvNik=') }}
898974
name: "Integration tests (tsan, 1/6)"
899975
outputs:
@@ -931,7 +1007,7 @@ jobs:
9311007
9321008
integration_tests_tsan_2_6:
9331009
runs-on: [self-hosted, func-tester]
934-
needs: [config_workflow, build_amd_tsan]
1010+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_tsan]
9351011
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKHRzYW4sIDIvNik=') }}
9361012
name: "Integration tests (tsan, 2/6)"
9371013
outputs:
@@ -969,7 +1045,7 @@ jobs:
9691045
9701046
integration_tests_tsan_3_6:
9711047
runs-on: [self-hosted, func-tester]
972-
needs: [config_workflow, build_amd_tsan]
1048+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_tsan]
9731049
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKHRzYW4sIDMvNik=') }}
9741050
name: "Integration tests (tsan, 3/6)"
9751051
outputs:
@@ -1007,7 +1083,7 @@ jobs:
10071083
10081084
integration_tests_tsan_4_6:
10091085
runs-on: [self-hosted, func-tester]
1010-
needs: [config_workflow, build_amd_tsan]
1086+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_tsan]
10111087
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKHRzYW4sIDQvNik=') }}
10121088
name: "Integration tests (tsan, 4/6)"
10131089
outputs:
@@ -1045,7 +1121,7 @@ jobs:
10451121
10461122
integration_tests_tsan_5_6:
10471123
runs-on: [self-hosted, func-tester]
1048-
needs: [config_workflow, build_amd_tsan]
1124+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_tsan]
10491125
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKHRzYW4sIDUvNik=') }}
10501126
name: "Integration tests (tsan, 5/6)"
10511127
outputs:
@@ -1083,7 +1159,7 @@ jobs:
10831159
10841160
integration_tests_tsan_6_6:
10851161
runs-on: [self-hosted, func-tester]
1086-
needs: [config_workflow, build_amd_tsan]
1162+
needs: [config_workflow, dockers_build_amd_and_merge, build_amd_tsan]
10871163
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'SW50ZWdyYXRpb24gdGVzdHMgKHRzYW4sIDYvNik=') }}
10881164
name: "Integration tests (tsan, 6/6)"
10891165
outputs:

0 commit comments

Comments
 (0)