diff --git a/.ci/scripts/backend-test-linux.sh b/.ci/scripts/backend-test-linux.sh index c5a614c10cd..ac10f3b94b8 100755 --- a/.ci/scripts/backend-test-linux.sh +++ b/.ci/scripts/backend-test-linux.sh @@ -8,8 +8,10 @@ set -eux SUITE=$1 FLOW=$2 +ARTIFACT_DIR=$3 echo "Running backend test job for suite $SUITE, flow $FLOW." +echo "Saving job artifacts to $ARTIFACT_DIR." # The generic Linux job chooses to use base env, not the one setup by the image eval "$(conda shell.bash hook)" @@ -22,4 +24,4 @@ conda activate "${CONDA_ENV}" # We need the runner to test the built library. PYTHON_EXECUTABLE=python .ci/scripts/setup-linux.sh --build-tool cmake --build-mode Release -python -m executorch.backends.test.suite.runner $SUITE --flow $FLOW --report test_results.csv +python -m executorch.backends.test.suite.runner $SUITE --flow $FLOW --report "$ARTIFACT_DIR/test_results.csv" diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index dfd020dd7f5..87e2da638b8 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -50,10 +50,10 @@ jobs: docker-image: ci-image:executorch-ubuntu-22.04-clang12 submodules: recursive timeout: 90 + upload-artifact: test-report-${{ matrix.flow }}-${{ matrix.suite }} script: | set -eux # Intentionally suppressing exit code for now. # TODO (gjcomer) Remove this when jobs are stable. - .ci/scripts/backend-test-linux.sh "${{ matrix.suite }}" "${{ matrix.flow }}" || EXIT_CODE=$? + .ci/scripts/backend-test-linux.sh "${{ matrix.suite }}" "${{ matrix.flow }}" "${RUNNER_ARTIFACT_DIR}" || EXIT_CODE=$? echo "Test run complete with exit code $EXIT_CODE." -