validation-bare-metal #47
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: validation-bare-metal | |
| on: | |
| # allow manually trigger | |
| workflow_dispatch: | |
| inputs: | |
| branch-to-checkout: | |
| type: string | |
| default: 'main' | |
| required: false | |
| description: 'Branch name to use' | |
| validation-iface-binding: | |
| type: choice | |
| required: true | |
| description: 'Type of iface binding to use' | |
| options: | |
| - "create_vf" | |
| - "create_kvf" | |
| - "create_tvf" | |
| - "bind_pmd" | |
| - "bind_kernel" | |
| validation-test-port-p: | |
| type: choice | |
| required: true | |
| description: 'Which to use as Test-Port-P' | |
| options: | |
| - TEST_VF_PORT_P_0 | |
| - TEST_VF_PORT_P_1 | |
| - TEST_VF_PORT_P_2 | |
| - TEST_VF_PORT_P_3 | |
| - TEST_PF_PORT_P | |
| - TEST_VF_PORT_R_0 | |
| - TEST_VF_PORT_R_1 | |
| - TEST_VF_PORT_R_2 | |
| - TEST_VF_PORT_R_3 | |
| - TEST_PF_PORT_R | |
| - TEST_DMA_PORT_P | |
| - TEST_DMA_PORT_R | |
| validation-test-port-r: | |
| type: choice | |
| required: true | |
| description: 'Which to use as Test-Port-R' | |
| options: | |
| - TEST_VF_PORT_P_1 | |
| - TEST_VF_PORT_P_0 | |
| - TEST_VF_PORT_P_2 | |
| - TEST_VF_PORT_P_3 | |
| - TEST_PF_PORT_P | |
| - TEST_VF_PORT_R_0 | |
| - TEST_VF_PORT_R_1 | |
| - TEST_VF_PORT_R_2 | |
| - TEST_VF_PORT_R_3 | |
| - TEST_PF_PORT_R | |
| - TEST_DMA_PORT_P | |
| - TEST_DMA_PORT_R | |
| validation-no-fail-tests: | |
| type: choice | |
| required: false | |
| description: 'Run all tests, non will fail' | |
| options: | |
| - "true" | |
| - "false" | |
| validation-tests-1: | |
| type: string | |
| default: 'single/video/pacing' | |
| required: true | |
| description: '1st validation tests to run' | |
| validation-tests-2: | |
| type: string | |
| default: 'single/ancillary' | |
| required: false | |
| description: '2nd validation tests to run' | |
| validation-pre-release-1: | |
| description: 'Select from pre-release group tests nr-1' | |
| required: false | |
| type: choice | |
| options: | |
| - NONE | |
| - ancillary | |
| - kernel-socket | |
| - rss-mode | |
| - st20p | |
| - st30p | |
| - st41 | |
| - udp | |
| - video | |
| - xdp | |
| validation-pre-release-2: | |
| description: 'Select from pre-release group tests nr-2' | |
| required: false | |
| type: choice | |
| options: | |
| - NONE | |
| - ffmpeg-plugin | |
| - fuzzy-tests | |
| - performance | |
| - ptp | |
| - rx-timing | |
| - vero | |
| - virtio-enable | |
| - wrong-parameter | |
| validation-pre-release-3: | |
| description: 'Select from pre-release group tests nr-3' | |
| required: false | |
| type: choice | |
| options: | |
| - NONE | |
| - gpu-direct | |
| - gpu-enabling | |
| env: | |
| BUILD_TYPE: 'Release' | |
| DPDK_VERSION: '23.11' | |
| DPDK_REBUILD: 'false' | |
| permissions: | |
| contents: read | |
| jobs: | |
| validation-build-mtl: | |
| runs-on: [Linux, self-hosted, DPDK] | |
| timeout-minutes: 60 | |
| outputs: | |
| pipenv-activate: ${{ steps.pipenv-install.outputs.VIRTUAL_ENV }} | |
| steps: | |
| - name: 'preparation: Harden Runner' | |
| uses: step-security/harden-runner@91182cccc01eb5e619899d80e4e971d6181294a7 # v2.10.1 | |
| with: | |
| egress-policy: audit | |
| - name: 'preparation: Restore valid repository owner and print env' | |
| if: always() | |
| run: | | |
| sudo chown -R "${USER}" "$(pwd)" || true | |
| env | grep TEST_ || true | |
| - name: 'preparation: Checkout MTL' | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| with: | |
| ref: '${{ inputs.branch-to-checkout }}' | |
| - name: 'preparation: Checkout DPDK' | |
| uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
| if: env.DPDK_REBUILD == 'true' | |
| with: | |
| repository: 'DPDK/dpdk' | |
| ref: 'v${{ env.DPDK_VERSION }}' | |
| path: 'dpdk' | |
| - name: 'configuration: Install the build dependency' | |
| run: | | |
| sudo apt update | |
| sudo apt-get remove -y pipenv || true | |
| sudo apt-get install -y \ | |
| git gcc meson tar zip \ | |
| pkg-config \ | |
| python3 \ | |
| python3-pyelftools \ | |
| python3-virtualenv \ | |
| python3-pip \ | |
| libnuma-dev \ | |
| libjson-c-dev \ | |
| libpcap-dev \ | |
| libgtest-dev \ | |
| libsdl2-dev \ | |
| libsdl2-ttf-dev \ | |
| libssl-dev \ | |
| systemtap-sdt-dev \ | |
| libbpf-dev \ | |
| libelf1 | |
| - name: 'configuration: Apply dpdk patches' | |
| if: env.DPDK_REBUILD == 'true' | |
| run: | | |
| patch -d "dpdk" -p1 -i <(cat patches/dpdk/${{ env.DPDK_VERSION }}/*.patch) | |
| - name: 'installation: Build dpdk' | |
| working-directory: dpdk | |
| if: env.DPDK_REBUILD == 'true' | |
| run: | | |
| meson build | |
| ninja -C build | |
| sudo ninja -C build install | |
| - name: 'installation: Build mtl' | |
| run: | | |
| ./build.sh | |
| sudo ldconfig | |
| - name: 'installation: Install pipenv environment' | |
| working-directory: tests/validation | |
| id: pipenv-install | |
| run: | | |
| python3 -m pip install pipenv | |
| python3 -m pipenv install -r requirements.txt | |
| echo "VIRTUAL_ENV=$(python3 -m pipenv --venv)/bin/activate" >> "$GITHUB_ENV" | |
| # Timeout of this job is set to 12h [60m/h*12h=720m] | |
| validation-run-tests: | |
| needs: [validation-build-mtl] | |
| runs-on: [Linux, self-hosted, DPDK] | |
| timeout-minutes: 720 | |
| env: | |
| PYTEST_ALIAS: 'sudo --preserve-env python3 -m pipenv run pytest' | |
| PYTEST_PARAMS: '--media=/mnt/media --build="../.."' | |
| PYTEST_RETRIES: '3' | |
| steps: | |
| - name: 'preparation: Harden Runner' | |
| uses: step-security/harden-runner@91182cccc01eb5e619899d80e4e971d6181294a7 # v2.10.1 | |
| with: | |
| egress-policy: audit | |
| - name: 'preparation: Evaluate choosen validation-test-port-p and validation-test-port-r' | |
| run: | | |
| eval "export TEST_PORT_P=\$${{ inputs.validation-test-port-p }}" | |
| eval "export TEST_PORT_R=\$${{ inputs.validation-test-port-r }}" | |
| echo "TEST_PORT_P=${TEST_PORT_P}" >> "$GITHUB_ENV" | |
| echo "TEST_PORT_R=${TEST_PORT_R}" >> "$GITHUB_ENV" | |
| echo "TEST_PORT_P=${TEST_PORT_P}" | |
| echo "TEST_PORT_R=${TEST_PORT_R}" | |
| - name: 'preparation: Kill MtlManager and pytest routines' | |
| run: | | |
| sudo killall -SIGINT pipenv || true | |
| sudo killall -SIGINT pytest || true | |
| sudo killall -SIGINT MtlManager || true | |
| - name: 'preparation: Binding network adapter pf to kernel driver' | |
| if: inputs.validation-iface-binding != 'bind_pmd' | |
| run: | | |
| sudo rmmod irdma || true | |
| sudo ./script/nicctl.sh bind_kernel "${TEST_PF_PORT_P}" || true | |
| sudo ./script/nicctl.sh bind_kernel "${TEST_PF_PORT_R}" || true | |
| - name: 'preparation: Binding network adapter ${{ inputs.validation-iface-binding }}' | |
| run: | | |
| sudo rmmod irdma || true | |
| sudo ./script/nicctl.sh ${{ inputs.validation-iface-binding }} "${TEST_PF_PORT_P}" || true | |
| sudo ./script/nicctl.sh ${{ inputs.validation-iface-binding }} "${TEST_PF_PORT_R}" || true | |
| - name: 'preparation: Start MtlManager at background' | |
| run: | | |
| sudo MtlManager & | |
| - name: 'execution: Run validation-bare-metal tests in pipenv environment' | |
| working-directory: tests/validation | |
| run: | | |
| . "${{ github.workspace }}/.github/scripts/run_validation_tests.sh" | |
| env: | |
| TEST_PORT_P: ${{ env.TEST_PORT_P }} | |
| TEST_PORT_R: ${{ env.TEST_PORT_R }} | |
| PYTEST_RETRIES: '3' | |
| VALIDATION_TESTS_1: ${{ inputs.validation-tests-1 }} | |
| VALIDATION_TESTS_2: ${{ inputs.validation-tests-2 }} | |
| VALIDATION_NO_FAIL_TESTS: ${{ inputs.validation-no-fail-tests }} | |
| - name: 'execution: Run validation-pre-release-1 in pipenv environment' | |
| if: inputs.validation-pre-release-1 != 'NONE' | |
| working-directory: tests/validation | |
| run: | | |
| echo "== TO BE IMPLEMENTED ${{ inputs.validation-pre-release-1 }} ==" || ${{ inputs.validation-no-fail-tests }} | |
| - name: 'execution: Run validation-pre-release-2 in pipenv environment' | |
| if: inputs.validation-pre-release-2 != 'NONE' | |
| working-directory: tests/validation | |
| run: | | |
| echo "== TO BE IMPLEMENTED ${{ inputs.validation-pre-release-2 }} ==" || ${{ inputs.validation-no-fail-tests }} | |
| - name: 'execution: Run validation-pre-release-3 in pipenv environment' | |
| if: inputs.validation-pre-release-3 != 'NONE' | |
| working-directory: tests/validation | |
| run: | | |
| echo "== TO BE IMPLEMENTED ${{ inputs.validation-pre-release-3 }} ==" || ${{ inputs.validation-no-fail-tests }} | |
| - name: 'cleanup: Kill MtlManager and pytest routines' | |
| if: always() | |
| run: | | |
| sudo killall -SIGINT pipenv || true | |
| sudo killall -SIGINT pytest || true | |
| sudo killall -SIGINT MtlManager || true | |
| - name: 'cleanup: Create archive with logs from execution' | |
| if: always() | |
| working-directory: tests/validation | |
| run: | | |
| sudo tar -czf "validation-execution-logs.tar.gz" "./logs" | |
| sudo rm -rf "./logs" | |
| - name: 'cleanup: Restore valid owner to repository and directories' | |
| if: always() | |
| run: | | |
| sudo chown -R "${USER}" "$(pwd)" | |
| - name: 'cleanup: Bind pf to kernel driver' | |
| if: always() | |
| run: | | |
| sudo rmmod irdma || true | |
| sudo ./script/nicctl.sh bind_kernel "${TEST_PF_PORT_P}" || true | |
| sudo ./script/nicctl.sh bind_kernel "${TEST_PF_PORT_R}" || true | |
| - name: 'cleanup: Validation execution logs' | |
| if: always() | |
| uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4.6.0 | |
| with: | |
| name: 'validation-execution-logs.tar.gz' | |
| path: '${{ github.workspace }}/tests/validation/validation-execution-logs.tar.gz' | |
| - name: 'cleanup: Generate runner summary' | |
| if: always() | |
| run: | | |
| echo "## Runner ${{ runner.name }}" >> "$GITHUB_STEP_SUMMARY" | |
| echo "Bellow ENV variables are defined on the ${{ runner.name }} self-hosted runner side" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| Variable | Value |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| --- | --- |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_PF_PORT_P | ${TEST_PF_PORT_P} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_PF_PORT_R | ${TEST_PF_PORT_R} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_PORT_P | ${TEST_PORT_P} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_PORT_R | ${TEST_PORT_R} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_DMA_PORT_P | ${TEST_DMA_PORT_P} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_DMA_PORT_R | ${TEST_DMA_PORT_R} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_VF_PORT_P_0 | ${TEST_VF_PORT_P_0} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_VF_PORT_P_1 | ${TEST_VF_PORT_P_1} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_VF_PORT_P_2 | ${TEST_VF_PORT_P_2} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_VF_PORT_P_3 | ${TEST_VF_PORT_P_3} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_VF_PORT_R_0 | ${TEST_VF_PORT_R_0} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_VF_PORT_R_1 | ${TEST_VF_PORT_R_1} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_VF_PORT_R_2 | ${TEST_VF_PORT_R_2} |" >> "$GITHUB_STEP_SUMMARY" | |
| echo "| TEST_VF_PORT_R_3 | ${TEST_VF_PORT_R_3} |" >> "$GITHUB_STEP_SUMMARY" |