Skip to content

Commit 338b4ba

Browse files
committed
Add new S3 export suites
1 parent 2d86e2b commit 338b4ba

File tree

1 file changed

+70
-0
lines changed

1 file changed

+70
-0
lines changed

.github/workflows/regression.yml

Lines changed: 70 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1005,6 +1005,76 @@ jobs:
10051005
name: ${{ env.SUITE }}-${{ matrix.STORAGE }}-${{ matrix.PART }}-${{ inputs.arch }}-artifacts
10061006
path: ${{ env.artifact_paths}}
10071007

1008+
S3Export:
1009+
if: |
1010+
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
1011+
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 's3')
1012+
strategy:
1013+
fail-fast: false
1014+
matrix:
1015+
PART: [part, partition]
1016+
needs: [runner_labels_setup]
1017+
runs-on: ${{ fromJson(needs.runner_labels_setup.outputs.runner_labels) }}
1018+
timeout-minutes: ${{ inputs.timeout_minutes }}
1019+
steps:
1020+
- name: Checkout regression repo
1021+
uses: actions/checkout@v4
1022+
with:
1023+
repository: Altinity/clickhouse-regression
1024+
ref: ${{ inputs.commit }}
1025+
- name: Set envs
1026+
run: |
1027+
cat >> "$GITHUB_ENV" << 'EOF'
1028+
REPORTS_PATH=${{ runner.temp }}/reports_dir
1029+
SUITE=s3_export
1030+
PART=${{ matrix.PART }}
1031+
EOF
1032+
- name: Setup
1033+
run: .github/setup.sh
1034+
- name: Get deb url
1035+
env:
1036+
S3_BASE_URL: https://altinity-build-artifacts.s3.amazonaws.com/
1037+
PR_NUMBER: ${{ github.event.pull_request.number || 0 }}
1038+
run: |
1039+
mkdir -p $REPORTS_PATH
1040+
cat > $REPORTS_PATH/workflow_config.json << 'EOF'
1041+
${{ inputs.workflow_config }}
1042+
EOF
1043+
1044+
python3 .github/get-deb-url.py --github-env $GITHUB_ENV --workflow-config $REPORTS_PATH/workflow_config.json --s3-base-url $S3_BASE_URL --pr-number $PR_NUMBER --branch-name ${{ github.ref_name }} --commit-hash ${{ inputs.build_sha }} --binary
1045+
1046+
- name: Run ${{ env.SUITE }} suite
1047+
id: run_suite
1048+
run: EXITCODE=0;
1049+
python3
1050+
-u ${{ env.SUITE }}/regression.py
1051+
--clickhouse-binary-path ${{ env.clickhouse_path }}
1052+
--storage minio
1053+
--attr project="$GITHUB_REPOSITORY" project.id="$GITHUB_REPOSITORY_ID" package="${{ env.clickhouse_path }}" version="${{ env.version }}" user.name="$GITHUB_ACTOR" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="$(git rev-parse HEAD)" job.name="$GITHUB_JOB (${{ matrix.PART }})" job.retry=$GITHUB_RUN_ATTEMPT job.url="$GITHUB_SERVER_URL/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" arch="$(uname -i)"
1054+
--only ":/try*" "minio/export ${{ matrix.PART }}/*"
1055+
${{ env.args }} || EXITCODE=$?;
1056+
.github/add_link_to_logs.sh;
1057+
exit $EXITCODE
1058+
- name: Set Commit Status
1059+
if: always()
1060+
run: python3 .github/set_builds_status.py
1061+
env:
1062+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
1063+
JOB_OUTCOME: ${{ steps.run_suite.outcome }}
1064+
SUITE_NAME: "Regression ${{ inputs.arch }} S3 Export ${{ matrix.PART }}"
1065+
- name: Create and upload logs
1066+
if: always()
1067+
run: .github/create_and_upload_logs.sh 1
1068+
- name: Upload logs to regression results database
1069+
if: always()
1070+
timeout-minutes: 20
1071+
run: .github/upload_results_to_database.sh 1
1072+
- uses: actions/upload-artifact@v4
1073+
if: always()
1074+
with:
1075+
name: ${{ env.SUITE }}-${{ matrix.PART }}-${{ inputs.arch }}-artifacts
1076+
path: ${{ env.artifact_paths}}
1077+
10081078
TieredStorage:
10091079
if: |
10101080
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||

0 commit comments

Comments
 (0)