Mithril Client multi-platform test #427
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Mithril Client multi-platform test | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| commit_sha: | |
| description: | | |
| SHA of the commit on which the mithril-client binary should be obtained, a "ci.yml" workflow must have run | |
| on it else no binary would be available leading to the failure of this. | |
| If not provided the last commit on the main branch will be used instead. | |
| required: false | |
| type: string | |
| docker_image_id: | |
| description: The selected Docker image id. | |
| required: true | |
| type: string | |
| default: latest | |
| network: | |
| description: The name of the selected Cardano network. | |
| required: true | |
| type: string | |
| default: preview | |
| aggregator_endpoint: | |
| description: The endpoint of the selected aggregator of the Mithril network. | |
| required: true | |
| type: string | |
| default: https://aggregator.pre-release-preview.api.mithril.network/aggregator | |
| genesis_verification_key: | |
| description: The genesis verification key location for the Mithril network. | |
| required: false | |
| type: string | |
| default: https://raw.githubusercontent.com/input-output-hk/mithril/main/mithril-infra/configuration/pre-release-preview/genesis.vkey | |
| transactions_hashes_to_certify: | |
| description: Comma separated list of transactions hashes to test certification on. | |
| required: false | |
| type: string | |
| ancillary_verification_key: | |
| description: The ancillary verification key location to verify the ancillary files. | |
| required: false | |
| type: string | |
| default: https://raw.githubusercontent.com/input-output-hk/mithril/main/mithril-infra/configuration/pre-release-preview/ancillary.vkey | |
| enable_debug: | |
| description: Enable debug output ("-vvv") for the mithril-client calls | |
| required: true | |
| type: boolean | |
| default: false | |
| workflow_call: | |
| inputs: | |
| commit_sha: | |
| type: string | |
| docker_image_id: | |
| type: string | |
| default: unstable | |
| network: | |
| type: string | |
| default: preview | |
| aggregator_endpoint: | |
| type: string | |
| default: https://aggregator.testing-preview.api.mithril.network/aggregator | |
| genesis_verification_key: | |
| type: string | |
| default: https://raw.githubusercontent.com/input-output-hk/mithril/main/mithril-infra/configuration/testing-preview/genesis.vkey | |
| transactions_hashes_to_certify: | |
| type: string | |
| default: 1f7dbc899a898ceb4274bbc33b31ca5f0de497753c6c6795fa34838fc252de9b,c43e809de628f7c1ba41a44f188ed3872bb1f97aa101271e35424a8e1d95bea9,c61e22ac4a79a02b28ed36217369ff6959465790a4fe9e66738b7a820e174fcd | |
| ancillary_verification_key: | |
| type: string | |
| default: https://raw.githubusercontent.com/input-output-hk/mithril/main/mithril-infra/configuration/testing-preview/ancillary.vkey | |
| enable_debug: | |
| type: boolean | |
| default: false | |
| env: | |
| NETWORK: ${{ inputs.network }} | |
| AGGREGATOR_ENDPOINT: ${{ inputs.aggregator_endpoint }} | |
| jobs: | |
| prepare: | |
| runs-on: ubuntu-24.04 | |
| outputs: | |
| sha: ${{ steps.prepare.outputs.sha }} | |
| branch: ${{ steps.prepare.outputs.branch }} | |
| debug_level: ${{ steps.prepare.outputs.debug_level }} | |
| genesis_verification_key: ${{ steps.prepare.outputs.genesis_verification_key }} | |
| ancillary_verification_key: ${{ steps.prepare.outputs.ancillary_verification_key }} | |
| cardano_transactions_enabled: ${{ steps.prepare.outputs.cardano_transactions_enabled }} | |
| cardano_stake_distribution_enabled: ${{ steps.prepare.outputs.cardano_stake_distribution_enabled }} | |
| cardano_database_v2_enabled: ${{ steps.prepare.outputs.cardano_database_v2_enabled }} | |
| available_cardano_database_backends: ${{ steps.prepare.outputs.available_cardano_database_backends }} | |
| bin-cdb-download-matrix-include: ${{ steps.prepare.outputs.bin-cdb-download-matrix-include }} | |
| steps: | |
| - name: Prepare | |
| id: prepare | |
| shell: bash | |
| run: | | |
| if [[ -n "${{ inputs.commit_sha }}" ]]; then | |
| echo "sha=${{ inputs.commit_sha }}" >> $GITHUB_OUTPUT | |
| else | |
| echo "branch=main" >> $GITHUB_OUTPUT | |
| fi | |
| if [[ "${{ inputs.enable_debug }}" == "true" ]]; then | |
| echo "debug_level=-vvv" >> $GITHUB_OUTPUT | |
| fi | |
| echo "GENESIS_VERIFICATION_KEY=$(curl -s ${{ inputs.genesis_verification_key }})" >> $GITHUB_OUTPUT | |
| echo "ANCILLARY_VERIFICATION_KEY=$(curl -s ${{ inputs.ancillary_verification_key }})" >> $GITHUB_OUTPUT | |
| wget -q -O - ${{ inputs.aggregator_endpoint }} > aggregator_capabilities.json | |
| CARDANO_DATABASE_V2_CAPABILITY=$(jq '.capabilities.signed_entity_types | contains(["CardanoDatabase"])' aggregator_capabilities.json) | |
| echo "cardano_transactions_enabled=$(jq '.capabilities.signed_entity_types | contains(["CardanoTransactions"])' aggregator_capabilities.json)" >> $GITHUB_OUTPUT | |
| echo "cardano_stake_distribution_enabled=$(jq '.capabilities.signed_entity_types | contains(["CardanoStakeDistribution"])' aggregator_capabilities.json)" >> $GITHUB_OUTPUT | |
| echo "cardano_database_v2_enabled=$CARDANO_DATABASE_V2_CAPABILITY" >> $GITHUB_OUTPUT | |
| if [[ $CARDANO_DATABASE_V2_CAPABILITY == "true" ]]; then | |
| echo 'available_cardano_database_backends=["v1","v2"]' >> $GITHUB_OUTPUT | |
| echo 'bin-cdb-download-matrix-include=[{"backend":"v2","os":"ubuntu-24.04","ledger_backend":"lmdb","extra_args":"--include-ancillary"},{"backend":"v2","os":"ubuntu-24.04","ledger_backend":"legacy","extra_args":"--include-ancillary"}]' >> $GITHUB_OUTPUT | |
| else | |
| echo 'available_cardano_database_backends=["v1"]' >> $GITHUB_OUTPUT | |
| echo 'bin-cdb-download-matrix-include=[]' >> $GITHUB_OUTPUT | |
| fi | |
| bin: | |
| needs: [prepare] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-24.04, ubuntu-24.04-arm, macos-14, windows-latest] | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| GENESIS_VERIFICATION_KEY: ${{ needs.prepare.outputs.genesis_verification_key }} | |
| ANCILLARY_VERIFICATION_KEY: ${{ needs.prepare.outputs.ancillary_verification_key }} | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v5 | |
| - name: Checkout binary | |
| uses: dawidd6/action-download-artifact@v11 | |
| with: | |
| name: mithril-distribution-${{ runner.os }}-${{ runner.arch }} | |
| path: ./bin | |
| commit: ${{ needs.prepare.outputs.sha }} | |
| branch: ${{ needs.prepare.outputs.branch }} | |
| workflow: ci.yml | |
| workflow_conclusion: success | |
| - name: Set permissions | |
| shell: bash | |
| working-directory: ./bin | |
| run: chmod +x ./mithril-client | |
| - name: Show client version | |
| shell: bash | |
| working-directory: ./bin | |
| run: ./mithril-client ${{ needs.prepare.outputs.debug_level }} --version | |
| - name: Cardano Database Snapshot / list and get last digest | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-db snapshot list --backend v1 | |
| echo "CDB_SNAPSHOT_DIGEST=$(./mithril-client --origin-tag CI cardano-db snapshot list --backend v1 --json | jq -r '.[0].digest')" >> $GITHUB_ENV | |
| - name: Mithril Stake Distribution / list and get last hash | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI mithril-stake-distribution list | |
| echo "MITHRIL_STAKE_DISTRIBUTION_HASH=$(./mithril-client --origin-tag CI mithril-stake-distribution list --json | jq -r '.[0].hash')" >> $GITHUB_ENV | |
| - name: Mithril Stake Distribution / download & restore latest | |
| shell: bash | |
| working-directory: ./bin | |
| run: ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI mithril-stake-distribution download $MITHRIL_STAKE_DISTRIBUTION_HASH | |
| - name: Cardano transaction / list and get last snapshot | |
| if: needs.prepare.outputs.cardano_transactions_enabled == 'true' | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-transaction snapshot list | |
| echo "CTX_SNAPSHOT_HASH=$(./mithril-client --origin-tag CI cardano-transaction snapshot list --json | jq -r '.[0].hash')" >> $GITHUB_ENV | |
| - name: Cardano transaction / show snapshot | |
| if: needs.prepare.outputs.cardano_transactions_enabled == 'true' | |
| shell: bash | |
| working-directory: ./bin | |
| run: ./mithril-client --origin-tag CI cardano-transaction snapshot show $CTX_SNAPSHOT_HASH | |
| - name: Cardano transaction certify | |
| if: needs.prepare.outputs.cardano_transactions_enabled == 'true' | |
| shell: bash | |
| working-directory: ./bin | |
| run: ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-transaction certify ${{ inputs.transactions_hashes_to_certify }} | |
| - name: Cardano Stake Distribution / list and get last epoch and hash | |
| if: needs.prepare.outputs.cardano_stake_distribution_enabled == 'true' | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-stake-distribution list | |
| CMD_OUTPUT=$(./mithril-client --origin-tag CI cardano-stake-distribution list --json) | |
| echo "CARDANO_STAKE_DISTRIBUTION_EPOCH=$(echo "$CMD_OUTPUT" | jq -r '.[0].epoch')" >> $GITHUB_ENV | |
| echo "CARDANO_STAKE_DISTRIBUTION_HASH=$(echo "$CMD_OUTPUT" | jq -r '.[0].hash')" >> $GITHUB_ENV | |
| - name: Cardano Stake Distribution / download & restore latest by epoch | |
| if: needs.prepare.outputs.cardano_stake_distribution_enabled == 'true' | |
| shell: bash | |
| working-directory: ./bin | |
| run: ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-stake-distribution download $CARDANO_STAKE_DISTRIBUTION_EPOCH | |
| - name: Cardano Stake Distribution / download & restore latest by hash | |
| if: needs.prepare.outputs.cardano_stake_distribution_enabled == 'true' | |
| shell: bash | |
| working-directory: ./bin | |
| run: ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-stake-distribution download $CARDANO_STAKE_DISTRIBUTION_HASH | |
| - name: Cardano Database V2 Snapshot / list and get last hash | |
| if: needs.prepare.outputs.cardano_database_v2_enabled == 'true' | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-db snapshot list | |
| echo "CARDANO_DATABASE_V2_SNAPSHOT_HASH=$(./mithril-client --origin-tag CI cardano-db snapshot list --json | jq -r '.[0].hash')" >> $GITHUB_ENV | |
| - name: Cardano Database V2 Snapshot / list for latest epoch | |
| if: needs.prepare.outputs.cardano_database_v2_enabled == 'true' | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-db snapshot list --epoch latest-1 | |
| if [ $(./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-db snapshot list --epoch latest-1 --json | jq 'length') -eq 0 ]; then | |
| echo "Error: No snapshots found for latest epoch" | |
| exit 1 | |
| fi | |
| - name: Cardano Database V2 Snapshot / show snapshot | |
| if: needs.prepare.outputs.cardano_database_v2_enabled == 'true' | |
| shell: bash | |
| working-directory: ./bin | |
| run: ./mithril-client --origin-tag CI cardano-db snapshot show $CARDANO_DATABASE_V2_SNAPSHOT_HASH | |
| bin-cdb-download: | |
| needs: [prepare] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| backend: ${{ fromJson(needs.prepare.outputs.available_cardano_database_backends) }} | |
| os: [ubuntu-24.04, ubuntu-24.04-arm, macos-14, windows-latest] | |
| ledger_backend: ["in-memory"] | |
| extra_args: ["", "--include-ancillary"] | |
| include: ${{ fromJson(needs.prepare.outputs.bin-cdb-download-matrix-include) }} | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| GENESIS_VERIFICATION_KEY: ${{ needs.prepare.outputs.genesis_verification_key }} | |
| ANCILLARY_VERIFICATION_KEY: ${{ needs.prepare.outputs.ancillary_verification_key }} | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v5 | |
| - name: Checkout binary | |
| uses: dawidd6/action-download-artifact@v11 | |
| with: | |
| name: mithril-distribution-${{ runner.os }}-${{ runner.arch }} | |
| path: ./bin | |
| commit: ${{ needs.prepare.outputs.sha }} | |
| branch: ${{ needs.prepare.outputs.branch }} | |
| workflow: ci.yml | |
| workflow_conclusion: success | |
| - name: Set permissions | |
| shell: bash | |
| working-directory: ./bin | |
| run: chmod +x ./mithril-client | |
| - name: fetch latest snapshot hash | |
| id: last_snapshot | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| if [ "${{ matrix.backend }}" == "v1" ]; then | |
| echo "hash=$(./mithril-client --origin-tag CI cardano-db snapshot list --backend ${{ matrix.backend }} --json | jq -r '.[0].digest')" >> $GITHUB_OUTPUT | |
| else | |
| echo "hash=$(./mithril-client --origin-tag CI cardano-db snapshot list --backend ${{ matrix.backend }} --json | jq -r '.[0].hash')" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Cardano Database Snapshot / download & restore latest | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-db download ${{ steps.last_snapshot.outputs.hash }} \ | |
| --backend ${{ matrix.backend }} --download-dir "${{ matrix.backend }}" ${{ matrix.extra_args }} --json \ | |
| 2>&1 | tee cdb-${{ matrix.backend }}-download-output.json | |
| - name: Ledger state snapshot conversion from InMemory to ${{ matrix.ledger_backend }} | |
| # The 'snapshot-converter' binary is not currently supported on Linux ARM64 platforms. | |
| if: matrix.os != 'ubuntu-24.04-arm' && matrix.extra_args == '--include-ancillary' && contains(fromJSON('["lmdb", "legacy"]'), matrix.ledger_backend) | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| LEDGER_BACKEND="${{ matrix.ledger_backend }}" | |
| if [[ ${LEDGER_BACKEND,,} == "lmdb" ]]; then | |
| UTXO_HD_FLAVOR="LMDB" | |
| elif [[ ${LEDGER_BACKEND,,} == "legacy" ]]; then | |
| UTXO_HD_FLAVOR="Legacy" | |
| fi | |
| ./mithril-client ${{ needs.prepare.outputs.debug_level }} tools utxo-hd snapshot-converter --db-directory ${{ matrix.backend }}/db \ | |
| --cardano-node-version latest --utxo-hd-flavor $UTXO_HD_FLAVOR --commit --json \ | |
| | tee cdb-${{ matrix.backend }}-converter-output.json | |
| - name: Cardano Database V2 Snapshot / verify immutables | |
| if: matrix.backend == 'v2' | |
| shell: bash | |
| working-directory: ./bin | |
| run: ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-db verify --db-dir v2/db ${{ steps.last_snapshot.outputs.hash }} | |
| - name: Cardano Database Snapshot / verify Cardano node starts successfully | |
| if: matrix.os == 'ubuntu-24.04' | |
| shell: bash | |
| run: | | |
| if [[ -e "./bin/cdb-${{ matrix.backend }}-converter-output.json" ]]; then | |
| DOCKER_CMD=$(jq -r ".run_docker_cmd" ./bin/cdb-${{ matrix.backend }}-converter-output.json) | |
| else | |
| DOCKER_CMD=$(jq -r ".run_docker_cmd" ./bin/cdb-${{ matrix.backend }}-download-output.json) | |
| fi | |
| .github/workflows/scripts/verify-cardano-db-restoration.sh --docker-cmd "$DOCKER_CMD" --ledger-backend ${{ matrix.ledger_backend }} ${{ matrix.extra_args }} | |
| - name: Cardano Database V2 Snapshot / verify tampered and missing immutables from a specific range | |
| if: matrix.backend == 'v2' | |
| shell: bash | |
| working-directory: ./bin | |
| run: | | |
| rm -f v2/db/immutable/00007.chunk | |
| rm -f v2/db/immutable/00007.primary | |
| rm -f v2/db/immutable/00007.secondary | |
| rm -f v2/db/immutable/00011.chunk | |
| echo "tampered chunk 5" > v2/db/immutable/00005.chunk | |
| echo "tampered primary 9" > v2/db/immutable/00009.primary | |
| echo "tampered outside verification range" > v2/db/immutable/00012.chunk | |
| ./mithril-client ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-db verify --end 10 --db-dir v2/db ${{ steps.last_snapshot.outputs.hash }} | |
| # Check missing files in immutables_verification_error-*.json | |
| jq -r '.["missing-files"] | sort | @csv' immutables_verification_error-*.json | grep -qx '"00007.chunk","00007.primary","00007.secondary"' || { echo "Error: missing-files array does not match expected values!"; exit 1; } | |
| # Check tampered files in immutables_verification_error-*.json | |
| jq -r '.["tampered-files"] | sort | @csv' immutables_verification_error-*.json | grep -qx '"00005.chunk","00009.primary"' || { echo "Error: tampered-files array does not match expected values!"; exit 1; } | |
| # check that non-verifiable-files list is empty | |
| jq -e '.["non-verifiable-files"] | length == 0' immutables_verification_error-*.json || { echo "ERROR: non-verifiable-files is not empty!"; exit 1; } | |
| docker: | |
| needs: [prepare] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-24.04] | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| GENESIS_VERIFICATION_KEY: ${{ needs.prepare.outputs.genesis_verification_key }} | |
| ANCILLARY_VERIFICATION_KEY: ${{ needs.prepare.outputs.ancillary_verification_key }} | |
| steps: | |
| - name: Prepare environment variables | |
| shell: bash | |
| run: | | |
| echo "MITHRIL_IMAGE_ID=${{ inputs.docker_image_id }}" >> $GITHUB_ENV | |
| - name: Prepare Mithril client command | |
| id: command | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| shell: bash | |
| run: | | |
| mkdir -p $PWD/data | |
| chmod -R a+w $PWD/data | |
| echo "mithril_client=docker run --rm -e NETWORK=$NETWORK -e GENESIS_VERIFICATION_KEY=$GENESIS_VERIFICATION_KEY -e ANCILLARY_VERIFICATION_KEY=$ANCILLARY_VERIFICATION_KEY -e AGGREGATOR_ENDPOINT=$AGGREGATOR_ENDPOINT -e GITHUB_TOKEN=$GITHUB_TOKEN --name='mithril-client' -v $PWD/data:/app/data ghcr.io/input-output-hk/mithril-client:$MITHRIL_IMAGE_ID" >> $GITHUB_OUTPUT | |
| - name: Show client version | |
| shell: bash | |
| run: ${{ steps.command.outputs.mithril_client }} ${{ needs.prepare.outputs.debug_level }} --version | |
| - name: Cardano Database Snapshot / list and get last digest | |
| shell: bash | |
| run: | | |
| ${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-db snapshot list --backend v1 | |
| echo "CDB_SNAPSHOT_DIGEST=$(${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-db snapshot list --backend v1 --json | jq -r '.[0].digest')" >> $GITHUB_ENV | |
| - name: Mithril Stake Distribution / list and get last hash | |
| shell: bash | |
| run: | | |
| ${{ steps.command.outputs.mithril_client }} --origin-tag CI mithril-stake-distribution list | |
| echo "MITHRIL_STAKE_DISTRIBUTION_HASH=$(${{ steps.command.outputs.mithril_client }} --origin-tag CI mithril-stake-distribution list --json | jq -r '.[0].hash')" >> $GITHUB_ENV | |
| - name: Mithril Stake Distribution / download & restore latest | |
| shell: bash | |
| run: ${{ steps.command.outputs.mithril_client }} ${{ needs.prepare.outputs.debug_level }} --origin-tag CI mithril-stake-distribution download $MITHRIL_STAKE_DISTRIBUTION_HASH --download-dir /app/data | |
| - name: Cardano transaction / list and get last snapshot | |
| if: needs.prepare.outputs.cardano_transactions_enabled == 'true' | |
| shell: bash | |
| run: | | |
| ${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-transaction snapshot list | |
| echo "CTX_SNAPSHOT_HASH=$(${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-transaction snapshot list --json | jq -r '.[0].hash')" >> $GITHUB_ENV | |
| - name: Cardano transaction / show snapshot | |
| if: needs.prepare.outputs.cardano_transactions_enabled == 'true' | |
| shell: bash | |
| run: ${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-transaction snapshot show $CTX_SNAPSHOT_HASH | |
| - name: Cardano transaction certify | |
| if: needs.prepare.outputs.cardano_transactions_enabled == 'true' | |
| shell: bash | |
| run: ${{ steps.command.outputs.mithril_client }} ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-transaction certify ${{ inputs.transactions_hashes_to_certify }} | |
| - name: Cardano Stake Distribution / list and get last epoch and hash | |
| if: needs.prepare.outputs.cardano_stake_distribution_enabled == 'true' | |
| shell: bash | |
| run: | | |
| ${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-stake-distribution list | |
| CMD_OUTPUT=$(${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-stake-distribution list --json) | |
| echo "CARDANO_STAKE_DISTRIBUTION_EPOCH=$(echo "$CMD_OUTPUT" | jq -r '.[0].epoch')" >> $GITHUB_ENV | |
| echo "CARDANO_STAKE_DISTRIBUTION_HASH=$(echo "$CMD_OUTPUT" | jq -r '.[0].hash')" >> $GITHUB_ENV | |
| - name: Cardano Stake Distribution / download & restore latest by epoch | |
| if: needs.prepare.outputs.cardano_stake_distribution_enabled == 'true' | |
| shell: bash | |
| run: ${{ steps.command.outputs.mithril_client }} ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-stake-distribution download $CARDANO_STAKE_DISTRIBUTION_EPOCH --download-dir /app/data | |
| - name: Cardano Stake Distribution / download & restore latest by hash | |
| if: needs.prepare.outputs.cardano_stake_distribution_enabled == 'true' | |
| shell: bash | |
| run: ${{ steps.command.outputs.mithril_client }} ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-stake-distribution download $CARDANO_STAKE_DISTRIBUTION_HASH --download-dir /app/data | |
| - name: Cardano Database V2 Snapshot / list and get last digest | |
| if: needs.prepare.outputs.cardano_database_v2_enabled == 'true' | |
| shell: bash | |
| run: | | |
| ${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-db snapshot list | |
| echo "CARDANO_DATABASE_V2_SNAPSHOT_HASH=$(${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-db snapshot list --json | jq -r '.[0].hash')" >> $GITHUB_ENV | |
| - name: Cardano Database V2 Snapshot / list for latest epoch | |
| if: needs.prepare.outputs.cardano_database_v2_enabled == 'true' | |
| shell: bash | |
| run: | | |
| ${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-db snapshot list --epoch latest-1 | |
| if [ $(${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-db snapshot list --epoch latest-1 --json | jq 'length') -eq 0 ]; then | |
| echo "Error: No snapshots found for latest epoch" | |
| exit 1 | |
| fi | |
| - name: Cardano Database V2 Snapshot / show snapshot | |
| if: needs.prepare.outputs.cardano_database_v2_enabled == 'true' | |
| shell: bash | |
| run: ${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-db snapshot show $CARDANO_DATABASE_V2_SNAPSHOT_HASH | |
| docker-cdb-download: | |
| needs: [prepare] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| backend: ${{ fromJson(needs.prepare.outputs.available_cardano_database_backends) }} | |
| os: [ubuntu-24.04] | |
| extra_args: ["", "--include-ancillary"] | |
| runs-on: ${{ matrix.os }} | |
| env: | |
| GENESIS_VERIFICATION_KEY: ${{ needs.prepare.outputs.genesis_verification_key }} | |
| ANCILLARY_VERIFICATION_KEY: ${{ needs.prepare.outputs.ancillary_verification_key }} | |
| steps: | |
| - name: Prepare environment variables | |
| shell: bash | |
| run: | | |
| echo "MITHRIL_IMAGE_ID=${{ inputs.docker_image_id }}" >> $GITHUB_ENV | |
| - name: Prepare Mithril client command | |
| id: command | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| shell: bash | |
| run: | | |
| mkdir -p $PWD/data | |
| chmod -R a+w $PWD/data | |
| echo "mithril_client=docker run --rm -e NETWORK=$NETWORK -e GENESIS_VERIFICATION_KEY=$GENESIS_VERIFICATION_KEY -e ANCILLARY_VERIFICATION_KEY=$ANCILLARY_VERIFICATION_KEY -e AGGREGATOR_ENDPOINT=$AGGREGATOR_ENDPOINT -e GITHUB_TOKEN=$GITHUB_TOKEN --name='mithril-client' -v $PWD/data:/app/data ghcr.io/input-output-hk/mithril-client:$MITHRIL_IMAGE_ID" >> $GITHUB_OUTPUT | |
| - name: fetch latest snapshot hash | |
| id: last_snapshot | |
| shell: bash | |
| run: | | |
| if [ "${{ matrix.backend }}" == "v1" ]; then | |
| echo "hash=$(${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-db snapshot list --backend ${{ matrix.backend }} --json | jq -r '.[0].digest')" >> $GITHUB_OUTPUT | |
| else | |
| echo "hash=$(${{ steps.command.outputs.mithril_client }} --origin-tag CI cardano-db snapshot list --backend ${{ matrix.backend }} --json | jq -r '.[0].hash')" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Cardano Database Snapshot / download & restore latest | |
| shell: bash | |
| run: | | |
| ${{ steps.command.outputs.mithril_client }} ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-db download ${{ steps.last_snapshot.outputs.hash }} --backend ${{ matrix.backend }} --download-dir "/app/data/${{ matrix.backend }}" ${{ matrix.extra_args }} | |
| - name: Ledger state snapshot conversion from InMemory to LMDB | |
| if: matrix.extra_args == '--include-ancillary' && matrix.backend == 'v2' | |
| shell: bash | |
| run: ${{ steps.command.outputs.mithril_client }} ${{ needs.prepare.outputs.debug_level }} tools utxo-hd snapshot-converter --db-directory /app/data/v2/db --cardano-node-version latest --utxo-hd-flavor LMDB --commit | |
| - name: Cardano Database V2 Snapshot / verify immutables | |
| if: matrix.backend == 'v2' | |
| shell: bash | |
| run: ${{ steps.command.outputs.mithril_client }} ${{ needs.prepare.outputs.debug_level }} --origin-tag CI cardano-db verify --db-dir /app/data/v2/db ${{ steps.last_snapshot.outputs.hash }} | |
| wasm: | |
| needs: [prepare] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-24.04] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Checkout sources | |
| uses: actions/checkout@v5 | |
| - name: Download built artifacts | |
| uses: dawidd6/action-download-artifact@v11 | |
| with: | |
| name: mithril-distribution-wasm | |
| path: ./mithril-client-wasm | |
| commit: ${{ needs.prepare.outputs.sha }} | |
| branch: ${{ needs.prepare.outputs.branch }} | |
| workflow: ci.yml | |
| workflow_conclusion: success | |
| - name: Unpack 'mithril-client-wasm' package | |
| working-directory: mithril-client-wasm | |
| run: tar -xvzf *.tgz && mv package/dist . | |
| - name: Install dependencies | |
| working-directory: mithril-client-wasm | |
| run: make ci-test-install | |
| - name: Create .env file | |
| working-directory: mithril-client-wasm | |
| run: | | |
| echo "AGGREGATOR_ENDPOINT=${{ inputs.aggregator_endpoint }}" > ./ci-test/.env | |
| echo "GENESIS_VERIFICATION_KEY=${{ needs.prepare.outputs.genesis_verification_key }}" >> ./ci-test/.env | |
| echo "TRANSACTIONS_HASHES_TO_CERTIFY=${{ inputs.transactions_hashes_to_certify }}" >> ./ci-test/.env | |
| - name: Start the server | |
| working-directory: mithril-client-wasm | |
| shell: bash | |
| run: make ci-test-serve & | |
| - name: Wait for the server to be ready | |
| shell: bash | |
| run: | | |
| MAX_ATTEMPTS=30 | |
| CURRENT_ATTEMPT=0 | |
| while true | |
| do | |
| sleep 1 | |
| CURRENT_ATTEMPT=$(( ${CURRENT_ATTEMPT} + 1 )) | |
| if nc -z localhost 8080; then | |
| echo "Server is ready." | |
| break | |
| fi | |
| if [ "$CURRENT_ATTEMPT" -ge "$MAX_ATTEMPTS" ]; then | |
| echo "Error: Server not ready after $MAX_ATTEMPTS attempts." | |
| exit 1 | |
| fi | |
| done | |
| - name: Install selenium | |
| shell: bash | |
| run: pip install selenium | |
| - name: Run Chrome headless | |
| shell: bash | |
| run: | | |
| python3 ./.github/workflows/scripts/run-wasm-tests-browser-headless.py chrome | |
| ./.github/workflows/scripts/parse-wasm-headless-tests-results.sh chrome-results.html | |
| - name: Run Firefox headless | |
| shell: bash | |
| run: | | |
| python3 ./.github/workflows/scripts/run-wasm-tests-browser-headless.py firefox | |
| ./.github/workflows/scripts/parse-wasm-headless-tests-results.sh firefox-results.html | |
| - name: Upload Results Artifacts | |
| if: failure() | |
| uses: actions/upload-artifact@v5 | |
| with: | |
| name: mithril-client-wasm-tests-artifacts-run_${{ github.run_number }}-attempt_${{ github.run_attempt }}-os_${{ matrix.os }} | |
| path: | | |
| chrome-results.html | |
| chrome-driver.log | |
| chrome-console.log | |
| firefox-results.html | |
| firefox-driver.log | |
| if-no-files-found: error |