Skip to content

Commit 6d8af15

Browse files
general-kroll-4-lifegeneral-kroll-4-life
committed
- Better test diagnostics.
1 parent 33ad46c commit 6d8af15

File tree

1 file changed

+109
-39
lines changed

1 file changed

+109
-39
lines changed

‎.github/workflows/build.yml‎

Lines changed: 109 additions & 39 deletions
Original file line numberDiff line numberDiff line change
@@ -214,10 +214,19 @@ jobs:
214214
run: |
215215
python cicd/python/build.py --robot-test
216216
217-
- name: Output from mocked functional tests
217+
- name: Upload robot testing process logs
218218
if: always()
219-
run: |
220-
cat ./test/robot/reports/output.xml || echo "no functional test output present"
219+
uses: actions/[email protected]
220+
with:
221+
name: testing-windows-robot-process-logs
222+
path: test/robot/log
223+
224+
- name: Upload robot testing reports
225+
if: always()
226+
uses: actions/[email protected]
227+
with:
228+
name: testing-windows-robot-reports
229+
path: test/robot/reports
221230

222231
- name: Run robot integration tests
223232
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release')
@@ -450,6 +459,14 @@ jobs:
450459
timeout-minutes: ${{ vars.DEFAULT_JOB_TIMEOUT_MIN == '' && 120 || vars.DEFAULT_JOB_TIMEOUT_MIN }}
451460
steps:
452461

462+
- name: Infer env from matrix
463+
if: always()
464+
run: |
465+
prettifyMatrixRegistry="${${{ matrix.registry }}//\//-}"
466+
echo {
467+
"MATRIX_REGISTRY=${prettifyMatrixRegistry}"
468+
} >> "${GITHUB_ENV}"
469+
453470
- name: Check out code into the Go module directory
454471
uses: actions/[email protected]
455472

@@ -604,11 +621,6 @@ jobs:
604621
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true" } }'
605622
fi
606623
607-
- name: Output from mocked functional tests
608-
if: always()
609-
run: |
610-
cat ./test/robot/reports/output.xml
611-
612624
- name: Run robot mocked functional tests with aggressive concurrency
613625
if: success() && matrix.registry != 'test/registry'
614626
run: |
@@ -617,10 +629,19 @@ jobs:
617629
echo "## End ##"
618630
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true", "CONCURRENCY_LIMIT": -1 } }'
619631
620-
- name: Output from mocked functional tests with aggressive concurrency
621-
if: always() && matrix.registry != 'test/registry'
622-
run: |
623-
cat ./test/robot/reports/output.xml
632+
- name: Upload robot testing process logs
633+
if: always()
634+
uses: actions/[email protected]
635+
with:
636+
name: testing-linuxtest-${{ env.MATRIX_REGISTRY }}-robot-process-logs
637+
path: test/robot/log
638+
639+
- name: Upload robot testing reports
640+
if: always()
641+
uses: actions/[email protected]
642+
with:
643+
name: testing-linuxtest-${{ env.MATRIX_REGISTRY }}-robot-reports
644+
path: test/robot/reports
624645

625646
- name: Run robot integration tests
626647
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release') && matrix.registry != 'test/registry'
@@ -835,11 +856,6 @@ jobs:
835856
run: |
836857
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true" } }'
837858
838-
- name: Output from mocked functional tests
839-
if: always()
840-
run: |
841-
cat ./test/robot/reports/output.xml
842-
843859
- name: Run robot mocked functional tests with aggressive concurrency
844860
env:
845861
PYTHONPATH: '${{ env.PYTHONPATH }}:${{ github.workspace }}/test/python'
@@ -850,10 +866,19 @@ jobs:
850866
echo "## End ##"
851867
python cicd/python/build.py --robot-test --config='{ "variables": { "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": "true", "CONCURRENCY_LIMIT": -1 } }'
852868
853-
- name: Output from mocked functional tests with aggressive concurrency
869+
- name: Upload robot testing process logs
854870
if: always()
855-
run: |
856-
cat ./test/robot/reports/output.xml
871+
uses: actions/[email protected]
872+
with:
873+
name: testing-linuxarmbuild-robot-process-logs
874+
path: test/robot/log
875+
876+
- name: Upload robot testing reports
877+
if: always()
878+
uses: actions/[email protected]
879+
with:
880+
name: testing-linuxarmbuild-robot-reports
881+
path: test/robot/reports
857882

858883
- name: Run robot integration tests
859884
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release')
@@ -945,11 +970,20 @@ jobs:
945970
stackqlVersion="$(stackql --version 2>&1 | head -n 1)"
946971
echo "stackql location: ${stackqlLocation}"
947972
echo "stackql version: ${stackqlVersion}"
948-
949-
- name: Output from mocked deb package functional tests
973+
974+
- name: Upload robot testing process logs
950975
if: always()
951-
run: |
952-
cat ./test/robot/reports/output.xml
976+
uses: actions/[email protected]
977+
with:
978+
name: testing-linuxarmbuild-deb-robot-process-logs
979+
path: test/robot/log
980+
981+
- name: Upload robot testing reports
982+
if: always()
983+
uses: actions/[email protected]
984+
with:
985+
name: testing-linuxarmbuild-deb-robot-reports
986+
path: test/robot/reports
953987

954988
- name: Upload deb Artifact
955989
uses: actions/[email protected]
@@ -1042,11 +1076,19 @@ jobs:
10421076
source .venv/bin/activate;
10431077
python3 cicd/python/build.py --robot-test --config='{ "variables": { "IS_WSL": true } }'
10441078
1045-
- shell: wsl-bash {0}
1046-
name: Output from mocked functional tests
1079+
- name: Upload robot testing process logs
10471080
if: always()
1048-
run: |
1049-
cat ./test/robot/reports/output.xml
1081+
uses: actions/[email protected]
1082+
with:
1083+
name: testing-wsltest-robot-process-logs
1084+
path: test/robot/log
1085+
1086+
- name: Upload robot testing reports
1087+
if: always()
1088+
uses: actions/[email protected]
1089+
with:
1090+
name: testing-wsltest-robot-reports
1091+
path: test/robot/reports
10501092

10511093
- shell: wsl-bash {0}
10521094
name: Run robot integration tests
@@ -1182,10 +1224,20 @@ jobs:
11821224
run: |
11831225
python cicd/python/build.py --robot-test
11841226
1185-
- name: Output from mocked functional tests
1227+
1228+
- name: Upload robot testing process logs
11861229
if: always()
1187-
run: |
1188-
cat ./test/robot/reports/output.xml
1230+
uses: actions/[email protected]
1231+
with:
1232+
name: testing-macos-robot-process-logs
1233+
path: test/robot/log
1234+
1235+
- name: Upload robot testing reports
1236+
if: always()
1237+
uses: actions/[email protected]
1238+
with:
1239+
name: testing-macos-robot-reports
1240+
path: test/robot/reports
11891241

11901242
- name: Run robot integration tests
11911243
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release')
@@ -1317,10 +1369,13 @@ jobs:
13171369
- linux/arm64
13181370

13191371
steps:
1320-
- name: Prepare
1372+
1373+
- name: Infer env from matrix
13211374
run: |
13221375
platform=${{ matrix.platform }}
1323-
echo "PLATFORM_PAIR=${platform//\//-}" >> "${GITHUB_ENV}"
1376+
echo {
1377+
"PLATFORM_PAIR=${platform//\//-}"
1378+
} >> "${GITHUB_ENV}"
13241379
13251380
- name: Docker meta
13261381
id: meta
@@ -1491,10 +1546,16 @@ jobs:
14911546
- sqlite
14921547
- postgres_tcp
14931548
steps:
1494-
- name: Prepare
1549+
1550+
- name: Infer env from matrix
1551+
if: always()
14951552
run: |
1496-
platform=${{ matrix.platform }}
1497-
echo "PLATFORM_PAIR=${platform//\//-}" >> "${GITHUB_ENV}"
1553+
prettifyMatrixPlatform="${${{ matrix.platform }}//\//-}"
1554+
prettifyMatrixDBBackend="${{ matrix.db_backend }}"
1555+
echo {
1556+
"PLATFORM_PAIR=${prettifyMatrixPlatform}"
1557+
"MATRIX_DB_BACKEND=${prettifyMatrixDBBackend}"
1558+
} > "${GITHUB_ENV}"
14981559
14991560
- name: Check out code into the Go module directory
15001561
uses: actions/[email protected]
@@ -1688,10 +1749,19 @@ jobs:
16881749
echo "## End ##"
16891750
python cicd/python/build.py --robot-test --config='{ "variables": { "EXECUTION_PLATFORM": "docker", "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": true, "SQL_BACKEND": "postgres_tcp" } }'
16901751
1691-
- name: Output from mocked functional tests
1752+
- name: Upload robot testing process logs
16921753
if: always() && env.CI_IS_EXPRESS != 'true' && matrix.platform == 'linux/amd64' && env.BUILD_IMAGE_REQUIRED == 'true'
1693-
run: |
1694-
cat ./test/robot/reports/output.xml
1754+
uses: actions/[email protected]
1755+
with:
1756+
name: testing-dockertest-${{ env.PLATFORM_PAIR }}-${{ env.MATRIX_DB_BACKEND }}-robot-process-logs
1757+
path: test/robot/log
1758+
1759+
- name: Upload robot testing reports
1760+
if: always() && env.CI_IS_EXPRESS != 'true' && matrix.platform == 'linux/amd64' && env.BUILD_IMAGE_REQUIRED == 'true'
1761+
uses: actions/[email protected]
1762+
with:
1763+
name: testing-dockertest-${{ env.PLATFORM_PAIR }}-${{ env.MATRIX_DB_BACKEND }}-robot-reports
1764+
path: test/robot/reports
16951765

16961766
- name: Run robot integration tests
16971767
if: env.AZURE_CLIENT_SECRET != '' && startsWith(env.STATE_SOURCE_TAG, 'build-release') && matrix.platform == 'linux/amd64' && env.BUILD_IMAGE_REQUIRED == 'true'

0 commit comments

Comments
 (0)