RUST-1674 Use cargo-nextest as test runner (#929)

Author: abr-egn

.config/nextest.toml

@@ -0,0 +1,10 @@
+[profile.default]
+retries = 1
+
+[profile.ci]
+failure-output = "final"
+test-threads = 1
+fail-fast = false
+
+[profile.ci.junit]
+path = "junit.xml"

.evergreen/cargo-test.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 CARGO_OPTIONS=()
-TEST_OPTIONS=("-Z unstable-options" "--format json" "--report-time")
+TEST_OPTIONS=()
 FEATURE_FLAGS=()
 CARGO_RESULT=0
 
@@ -26,17 +26,11 @@ cargo_test_options() {
     if (( ${#FILTERED[@]} != 0 )); then
         FEATURE_OPTION="--features $(join_by , "${FILTERED[@]}")"
     fi
-    local THREAD_OPTION=""
-    if [ "${SINGLE_THREAD}" = true ]; then
-        THREAD_OPTION="--test-threads=1"
-    fi
-    echo $1 ${CARGO_OPTIONS[@]} ${FEATURE_OPTION} -- ${TEST_OPTIONS[@]} ${THREAD_OPTION}
+    echo $1 ${CARGO_OPTIONS[@]} ${FEATURE_OPTION} -- ${TEST_OPTIONS[@]}
 }
 
 cargo_test() {
-    RUST_BACKTRACE=1 \
-        cargo test $(cargo_test_options $1) \
-        | grep -v '{"t":' \
-        | cargo2junit
+    RUST_BACKTRACE=1 cargo nextest run --profile ci $(cargo_test_options $1)
     (( CARGO_RESULT = ${CARGO_RESULT} || $? ))
+    mv target/nextest/ci/junit.xml $2
 }

.evergreen/config.yml

@@ -13,8 +13,8 @@ stepback: true
 command_type: system
 
 # Protect ourself against rogue test case, or curl gone wild, that runs forever
-# 12 minutes is the longest we'll ever run
-exec_timeout_secs: 3600 # 12 minutes is the longest we'll ever run
+# TODO RUST-1721 Reduce this
+exec_timeout_secs: 5400
 
 # What to do when evergreen hits the timeout (`post:` tasks are run automatically)
 timeout:
@@ -453,8 +453,7 @@ functions:
           SNAPPY_COMPRESSION_ENABLED=${SNAPPY_COMPRESSION_ENABLED} \
           ZLIB_COMPRESSION_ENABLED=${ZLIB_COMPRESSION_ENABLED} \
           ZSTD_COMPRESSION_ENABLED=${ZSTD_COMPRESSION_ENABLED} \
-          SINGLE_THREAD=${SINGLE_THREAD} \
-            ASYNC_RUNTIME=${ASYNC_RUNTIME} \
+          ASYNC_RUNTIME=${ASYNC_RUNTIME} \
             MONGODB_API_VERSION=${MONGODB_API_VERSION} \
             TLS_FEATURE=${TLS_FEATURE} \
             .evergreen/run-tests.sh
@@ -477,9 +476,8 @@ functions:
           . .evergreen/generate-uri.sh
 
           SNAPPY_COMPRESSION_ENABLED="true" \
-          ZLIB_COMPRESSION_ENABLED="true" \
-          ZSTD_COMPRESSION_ENABLED="true" \
-          SINGLE_THREAD=${SINGLE_THREAD} \
+            ZLIB_COMPRESSION_ENABLED="true" \
+            ZSTD_COMPRESSION_ENABLED="true" \
             ASYNC_RUNTIME=${ASYNC_RUNTIME} \
             MONGODB_API_VERSION=${MONGODB_API_VERSION} \
             TLS_FEATURE=${TLS_FEATURE} \
@@ -1625,7 +1623,6 @@ axes:
         display_name: "MacOS 11.00"
         run_on: macos-1100
         variables:
-          SINGLE_THREAD: true
           VENV_BIN_DIR: "bin"
           LIBMONGOCRYPT_OS: "macos"
       - id: windows-64-vs2017

.evergreen/install-dependencies.sh

@@ -27,22 +27,21 @@ for arg; do
 
         source .evergreen/env.sh
         rustup toolchain install nightly -c rustfmt
-        # TODO RUST-1674: remove this workaround
-        rustup default 1.69
     elif [ $arg == "mdbook" ]; then
         source ${CARGO_HOME}/env
         # Install the manual rendering tool
         cargo install mdbook
     elif [ $arg == "junit-dependencies" ]; then
         source ${CARGO_HOME}/env
-        # Install tool for converting cargo test output to junit
-        cargo install cargo2junit
 
         # install npm/node
         ./.evergreen/install-node.sh
 
         source ./.evergreen/env.sh
 
+        # Install junit-compatible test runner
+        cargo install cargo-nextest --locked
+
         # Install tool for merging different junit reports into a single one
         set +o errexit
         set -o pipefail

.evergreen/run-atlas-tests.sh

@@ -10,6 +10,6 @@ use_async_runtime
 
 set +o errexit
 
-cargo_test atlas_connectivity > results.xml
+cargo_test atlas_connectivity results.xml
 
 exit $CARGO_RESULT

.evergreen/run-aws-tests.sh

@@ -49,8 +49,8 @@ FEATURE_FLAGS+=("aws-auth")
 
 set +o errexit
 
-cargo_test auth_aws > auth_aws.xml
-cargo_test lambda_examples::auth::test_handler > lambda_handler.xml
+cargo_test auth_aws auth_aws.xml
+cargo_test lambda_examples::auth::test_handler lambda_handler.xml
 
 junit-report-merger results.xml auth_aws.xml lambda_handler.xml
 

.evergreen/run-connection-string-tests.sh

@@ -11,9 +11,9 @@ FEATURE_FLAGS+=("aws-auth")
 
 set +o errexit
 
-cargo_test spec::auth > spec.xml
-cargo_test uri_options > uri_options.xml
-cargo_test connection_string > connection_string.xml
+cargo_test spec::auth spec.xml
+cargo_test uri_options uri_options.xml
+cargo_test connection_string connection_string.xml
 
 junit-report-merger results.xml spec.xml uri_options.xml connection_string.xml
 

.evergreen/run-csfle-tests.sh

@@ -23,13 +23,13 @@ echo "cargo test options: $(cargo_test_options)"
 
 set +o errexit
 
-cargo_test test::csfle > prose.xml
-cargo_test test::spec::client_side_encryption > spec.xml
+cargo_test test::csfle prose.xml
+cargo_test test::spec::client_side_encryption spec.xml
 
 # Unset variables for on-demand credential failure tests.
 unset AWS_ACCESS_KEY_ID
 unset AWS_SECRET_ACCESS_KEY
-cargo_test test::csfle::on_demand_aws_failure > failure.xml
+cargo_test test::csfle::on_demand_aws_failure failure.xml
 
 junit-report-merger results.xml prose.xml spec.xml failure.xml
 

.evergreen/run-oidc-tests.sh

@@ -8,7 +8,7 @@ set -o xtrace
 
 set +o errexit
 
-cargo_test test::spec::oidc > prose.xml
+cargo_test test::spec::oidc prose.xml
 
 junit-report-merger results.xml prose.xml
 

.evergreen/run-plain-tests.sh

@@ -8,6 +8,6 @@ source .evergreen/cargo-test.sh
 
 set +o errexit
 
-MONGO_PLAIN_AUTH_TEST=1 cargo_test plain > results.xml
+MONGO_PLAIN_AUTH_TEST=1 cargo_test plain results.xml
 
 exit $CARGO_RESULT