Skip to content

Commit 4ff2e71

Browse files
committed
add fixed and split iceberg suite
1 parent 5d706cd commit 4ff2e71

File tree

1 file changed

+70
-2
lines changed

1 file changed

+70
-2
lines changed

.github/workflows/regression.yml

Lines changed: 70 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -149,7 +149,7 @@ jobs:
149149
strategy:
150150
fail-fast: false
151151
matrix:
152-
SUITE: [aes_encryption, atomic_insert, base_58, clickhouse_keeper, data_types, datetime64_extended_range, disk_level_encryption, dns, engines, example, extended_precision_data_types, iceberg, kafka, kerberos, key_value, lightweight_delete, memory, part_moves_between_shards, rbac, selects, session_timezone, ssl_server, swarms, tiered_storage, version, window_functions]
152+
SUITE: [aes_encryption, atomic_insert, base_58, clickhouse_keeper, data_types, datetime64_extended_range, disk_level_encryption, dns, engines, example, extended_precision_data_types, kafka, kerberos, key_value, lightweight_delete, memory, part_moves_between_shards, rbac, selects, session_timezone, ssl_server, swarms, tiered_storage, version, window_functions]
153153
needs: [runner_labels_setup]
154154
runs-on: ${{ fromJson(needs.runner_labels_setup.outputs.runner_labels) }}
155155
timeout-minutes: ${{ inputs.timeout_minutes }}
@@ -475,6 +475,74 @@ jobs:
475475
name: ${{ env.SUITE }}-${{ inputs.arch }}-ssl-artifacts
476476
path: ${{ env.artifact_paths }}
477477

478+
Iceberg:
479+
strategy:
480+
fail-fast: false
481+
matrix:
482+
PART: [1, 2]
483+
needs: [runner_labels_setup]
484+
runs-on: ${{ fromJson(needs.runner_labels_setup.outputs.runner_labels) }}
485+
timeout-minutes: ${{ inputs.timeout_minutes }}
486+
steps:
487+
- name: Checkout regression repo
488+
uses: actions/checkout@v4
489+
with:
490+
repository: Altinity/clickhouse-regression
491+
ref: ${{ inputs.commit }}
492+
- name: Set envs
493+
run: |
494+
cat >> "$GITHUB_ENV" << 'EOF'
495+
REPORTS_PATH=${{ runner.temp }}/reports_dir
496+
SUITE=iceberg
497+
PART=${{ matrix.PART }}
498+
ICEBERG_1='"/iceberg/iceberg engine/rest catalog/*" "/iceberg/s3 table function/*" "/iceberg/icebergS3 table function/*" "/iceberg/iceberg cache"'
499+
ICEBERG_2='"/iceberg/iceberg engine/glue catalog/*" "/iceberg/iceberg table engine/*"'
500+
LOCALSTACK_AUTH_TOKEN=${{ secrets.LOCALSTACK_AUTH_TOKEN }}
501+
EOF
502+
- name: Setup
503+
run: .github/setup.sh
504+
- name: Get deb url
505+
env:
506+
S3_BASE_URL: https://altinity-build-artifacts.s3.amazonaws.com/
507+
PR_NUMBER: ${{ github.event.pull_request.number || 0 }}
508+
run: |
509+
mkdir -p $REPORTS_PATH
510+
cat > $REPORTS_PATH/workflow_config.json << 'EOF'
511+
${{ inputs.workflow_config }}
512+
EOF
513+
514+
python3 .github/get-deb-url.py --github-env $GITHUB_ENV --workflow-config $REPORTS_PATH/workflow_config.json --s3-base-url $S3_BASE_URL --pr-number $PR_NUMBER --branch-name ${{ github.ref_name }} --commit-hash ${{ inputs.build_sha }}
515+
516+
- name: Run ${{ env.SUITE }} suite
517+
id: run_suite
518+
run: EXITCODE=0;
519+
python3
520+
-u ${{ env.SUITE }}/regression.py
521+
--clickhouse-binary-path ${{ env.clickhouse_path }}
522+
--attr project="$GITHUB_REPOSITORY" project.id="$GITHUB_REPOSITORY_ID" package="${{ env.clickhouse_path }}" version="${{ env.version }}" user.name="$GITHUB_ACTOR" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="$(git rev-parse HEAD)" job.name="$GITHUB_JOB (${{ matrix.PART }})" job.retry=$GITHUB_RUN_ATTEMPT job.url="$GITHUB_SERVER_URL/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" arch="$(uname -i)"
523+
--only $ICEBERG_${{ matrix.PART }}
524+
${{ env.args }} || EXITCODE=$?;
525+
.github/add_link_to_logs.sh;
526+
exit $EXITCODE
527+
- name: Set Commit Status
528+
if: always()
529+
run: python3 .github/set_builds_status.py
530+
env:
531+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
532+
JOB_OUTCOME: ${{ steps.run_suite.outcome }}
533+
SUITE_NAME: "Regression ${{ inputs.arch }} ${{ env.SUITE }}-${{ matrix.PART }}"
534+
- name: Create and upload logs
535+
if: always()
536+
run: .github/create_and_upload_logs.sh 1
537+
- name: Upload logs to regression results database
538+
if: always()
539+
timeout-minutes: 20
540+
run: .github/upload_results_to_database.sh 1
541+
- uses: actions/upload-artifact@v4
542+
if: always()
543+
with:
544+
name: ${{ env.SUITE }}-${{ matrix.PART }}-${{ inputs.arch }}-artifacts
545+
path: ${{ env.artifact_paths}}
478546
LDAP:
479547
strategy:
480548
fail-fast: false
@@ -673,7 +741,7 @@ jobs:
673741
strategy:
674742
fail-fast: false
675743
matrix:
676-
STORAGE: [minio, aws_s3, gcs, azure]
744+
STORAGE: [aws_s3, gcs, azure, minio]
677745
PART: [1, 2]
678746
include:
679747
- STORAGE: minio

0 commit comments

Comments
 (0)