Runtime Tests #5426
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This file is used to run the runtime tests for the Arduino core for ESP32. | |
| # The tests are run on the hardware, Wokwi and QEMU emulators. | |
| # The QEMU tests are disabled for now as they are redundant with most of the Wokwi tests. | |
| # As the Wokwi tests require access to secrets, they are run in a separate workflow. | |
| # We need to ensure that the artifacts from previous tests in the chain are propagated for publishing the results. | |
| # This is the current trigger sequence for the tests: | |
| # tests.yml -> tests_wokwi.yml -> tests_results.yml | |
| # ⌙> tests_build.yml | |
| # ⌙> tests_hw.yml | |
| # ⌙> tests_qemu.yml | |
| name: Runtime Tests | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| types: [opened, reopened, closed, synchronize, labeled, unlabeled] | |
| paths: | |
| - ".github/scripts/install*.sh" | |
| - ".github/workflows/tests*" | |
| - ".github/scripts/sketch_utils.sh" | |
| - "tests/**" | |
| - "cores/**" | |
| - "libraries/*/src/**.cpp" | |
| - "libraries/*/src/**.h" | |
| - "libraries/*/src/**.c" | |
| - "package/**" | |
| - "!*.md" | |
| - "!*.properties" | |
| schedule: | |
| - cron: "0 0 * * *" | |
| concurrency: | |
| group: tests-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read | |
| pull-requests: read | |
| jobs: | |
| push-event-file: | |
| name: Push event file | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Upload | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| with: | |
| name: event_file | |
| path: ${{ github.event_path }} | |
| gen-matrix: | |
| name: Generate matrix | |
| runs-on: ubuntu-latest | |
| outputs: | |
| build-types: ${{ steps.set-matrix.outputs.build-types }} | |
| hw-types: ${{ steps.set-matrix.outputs.hw-types }} | |
| wokwi-types: ${{ steps.set-matrix.outputs.wokwi-types }} | |
| qemu-types: ${{ steps.set-matrix.outputs.qemu-types }} | |
| targets: ${{ steps.set-matrix.outputs.targets }} | |
| env: | |
| IS_PR: ${{ github.event.pull_request.number != null }} | |
| PERFORMANCE_ENABLED: ${{ contains(github.event.pull_request.labels.*.name, 'perf_test') }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| sparse-checkout: .github/scripts/tests_matrix.sh | |
| - name: Set matrix | |
| id: set-matrix | |
| run: bash .github/scripts/tests_matrix.sh | |
| - name: Upload | |
| uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 | |
| with: | |
| name: matrix_info | |
| path: info/* | |
| call-build-tests: | |
| name: Build | |
| uses: ./.github/workflows/tests_build.yml | |
| needs: gen-matrix | |
| strategy: | |
| matrix: | |
| type: ${{ fromJson(needs.gen-matrix.outputs.build-types) }} | |
| chip: ${{ fromJson(needs.gen-matrix.outputs.targets) }} | |
| with: | |
| type: ${{ matrix.type }} | |
| chip: ${{ matrix.chip }} | |
| # Hardware tests now run via workflow_run trigger in tests_hw_wokwi.yml | |
| # This provides secure access to GitLab secrets while maintaining the same functionality | |
| # This job is disabled for now | |
| call-qemu-tests: | |
| name: QEMU | |
| uses: ./.github/workflows/tests_qemu.yml | |
| needs: [gen-matrix, call-build-tests] | |
| if: false | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| type: ${{ fromJson(needs.gen-matrix.outputs.qemu-types) }} | |
| chip: ["esp32", "esp32c3"] | |
| with: | |
| type: ${{ matrix.type }} | |
| chip: ${{ matrix.chip }} | |
| # Wokwi tests are run after this workflow as it needs access to secrets |