RUST-1210 Expose test failures and compile failures (#592)

Author: abr-egn

.evergreen/run-async-std-tests.sh

@@ -1,6 +1,7 @@
 #!/bin/bash
 
 set -o errexit
+set -o pipefail
 
 source ./.evergreen/env.sh
 
@@ -12,11 +13,19 @@ fi
 
 echo "cargo test options: ${OPTIONS}"
 
+set +o errexit
+CARGO_RESULT=0
+
 RUST_BACKTRACE=1 cargo test --no-default-features --features async-std-runtime $OPTIONS | tee async-tests.json
+(( CARGO_RESULT = CARGO_RESULT || $? ))
 cat async-tests.json | cargo2junit > async-tests.xml
 RUST_BACKTRACE=1 cargo test sync --no-default-features --features sync $OPTIONS | tee sync-tests.json
+(( CARGO_RESULT = CARGO_RESULT || $? ))
 cat sync-tests.json | cargo2junit > sync-tests.xml
 RUST_BACKTRACE=1 cargo test --doc sync --no-default-features --features sync $OPTIONS | tee sync-doc-tests.json
+(( CARGO_RESULT = CARGO_RESULT || $? ))
 cat sync-doc-tests.json | cargo2junit > sync-doc-tests.xml
 
 junit-report-merger results.xml async-tests.xml sync-tests.xml sync-doc-tests.xml
+
+exit $CARGO_RESULT

.evergreen/run-serverless-tests.sh

@@ -1,6 +1,7 @@
 #!/usr/bin/env bash
 
 set -o errexit
+set -o pipefail
 
 source ./.evergreen/env.sh
 
@@ -23,12 +24,17 @@ fi
 
 echo "cargo test options: ${DEFAULT_FEATURES} --features $FEATURE_FLAGS ${OPTIONS}"
 
+CARGO_RESULT=0
+
 cargo_test() {
     RUST_BACKTRACE=1 \
     SERVERLESS="serverless" \
         cargo test ${DEFAULT_FEATURES} --features $FEATURE_FLAGS $1 $OPTIONS | cargo2junit
+    (( CARGO_RESULT = $CARGO_RESULT || $? ))
 }
 
+set +o errexit
+
 cargo_test test::spec::crud > crud.xml
 cargo_test test::spec::retryable_reads > retryable_reads.xml
 cargo_test test::spec::retryable_writes > retryable_writes.xml
@@ -38,4 +44,6 @@ cargo_test test::spec::transactions > transactions.xml
 cargo_test test::spec::load_balancers > load_balancers.xml
 cargo_test test::cursor > cursor.xml
 
-junit-report-merger results.xml crud.xml retryable_reads.xml retryable_writes.xml versioned_api.xml sessions.xml transactions.xml load_balancers.xml cursor.xml
+junit-report-merger results.xml crud.xml retryable_reads.xml retryable_writes.xml versioned_api.xml sessions.xml transactions.xml load_balancers.xml cursor.xml
+
+exit $CARGO_RESULT

.evergreen/run-tokio-tests.sh

@@ -14,11 +14,19 @@ FEATURE_FLAGS="zstd-compression,snappy-compression,zlib-compression"
 
 echo "cargo test options: --features $FEATURE_FLAGS ${OPTIONS}"
 
+set +o errexit
+CARGO_RESULT=0
+
 RUST_BACKTRACE=1 cargo test --features $FEATURE_FLAGS $OPTIONS | tee results.json
+(( CARGO_RESULT = CARGO_RESULT || $? ))
 cat results.json | cargo2junit > async-tests.xml
 RUST_BACKTRACE=1 cargo test sync --features tokio-sync,$FEATURE_FLAGS $OPTIONS | tee sync-tests.json
+(( CARGO_RESULT = CARGO_RESULT || $? ))
 cat sync-tests.json | cargo2junit > sync-tests.xml
 RUST_BACKTRACE=1 cargo test --doc sync --features tokio-sync,$FEATURE_FLAGS $OPTIONS | tee sync-doc-tests.json
+(( CARGO_RESULT = CARGO_RESULT || $? ))
 cat sync-doc-tests.json | cargo2junit > sync-doc-tests.xml
 
 junit-report-merger results.xml async-tests.xml sync-tests.xml sync-doc-tests.xml
+
+exit $CARGO_RESULT