CSHARP-3008: Split tests into .NET Framework/.Net Core variants

Author: vincentkam

evergreen/evergreen.yml

@@ -14,7 +14,7 @@ command_type: system
 
 # Protect ourself against rogue test case, or curl gone wild, that runs forever
 # 12 minutes is the longest we'll ever run
-exec_timeout_secs: 3600 # 12 minutes is the longest we'll ever run
+exec_timeout_secs: 1800
 
 # What to do when evergreen hits the timeout (`post:` tasks are run automatically)
 timeout:
@@ -247,6 +247,7 @@ functions:
             OS=${OS} \
             COMPRESSOR=${COMPRESSOR} \
             CLIENT_PEM=${DRIVERS_TOOLS}/.evergreen/x509gen/client.pem \
+            FRAMEWORK=${FRAMEWORK} \
             evergreen/run-tests.sh
           echo "Skipping certificate removal..."
 
@@ -607,6 +608,27 @@ tasks:
         - func: bootstrap-mongo-orchestration
         - func: run-tests
 
+    - name: test-net452
+      commands:
+        - func: bootstrap-mongo-orchestration
+        - func: run-tests
+          vars:
+            FRAMEWORK: net452
+
+    - name: test-netstandard15
+      commands:
+        - func: bootstrap-mongo-orchestration
+        - func: run-tests
+          vars:
+            FRAMEWORK: netstandard15
+
+    - name: test-netstandard20
+      commands:
+        - func: bootstrap-mongo-orchestration
+        - func: run-tests
+          vars:
+            FRAMEWORK: netstandard20
+
     - name: atlas-connectivity-tests
       commands:
         - func: run-atlas-connectivity-tests
@@ -1083,35 +1105,45 @@ buildvariants:
   display_name: "${version} ${topology} ${auth} ${ssl} ${os}"
   tags: ["tests-variant"]
   tasks:
-     - name: test
+     - name: test-net452
+     - name: test-netstandard15
+     - name: test-netstandard20
 
 - matrix_name: "unsecure-tests"
   matrix_spec: { version: "*", topology: "*", auth: "noauth", ssl: "nossl", os: "*" }
   display_name: "${version} ${topology} ${auth} ${ssl} ${os}"
   tags: ["tests-variant"]
   tasks:
-     - name: test
+     - name: test-net452
+     - name: test-netstandard15
+     - name: test-netstandard20
 
 - matrix_name: "tests-zlib-compression"
   matrix_spec: { compressor : "zlib", auth: "noauth", ssl: "nossl", version: ["3.6", "4.0", "4.2", "4.4", "latest"], topology: "standalone", os: "*" }
   display_name: "${version} ${compressor} ${topology} ${auth} ${ssl} ${os} "
   tags: ["tests-variant"]
   tasks:
-     - name: "test"
+     - name: test-net452
+     - name: test-netstandard15
+     - name: test-netstandard20
 
 - matrix_name: "tests-snappy-compression"
   matrix_spec: { compressor : "snappy", auth: "noauth", ssl: "nossl", version: ["3.6", "4.0", "4.2", "4.4", "latest"], topology: "standalone", os: "*" }
   display_name: "${version} ${compressor} ${topology} ${auth} ${ssl} ${os} "
   tags: ["tests-variant"]
   tasks:
-     - name: "test"
+     - name: test-net452
+     - name: test-netstandard15
+     - name: test-netstandard20
 
 - matrix_name: "tests-zstandard-compression"
   matrix_spec: { compressor : "zstandard", auth: "noauth", ssl: "nossl", version: ["3.6", "4.0", "4.2", "4.4", "latest"], topology: "standalone", os: "*" }
   display_name: "${version} ${compressor} ${topology} ${auth} ${ssl} ${os} "
   tags: ["tests-variant"]
   tasks:
-     - name: "test"
+     - name: test-net452
+     - name: test-netstandard15
+     - name: test-netstandard20
 
 - matrix_name: "ocsp-tests"
   matrix_spec: { version: ["4.4", "latest"], auth: "noauth", ssl: "ssl", topology: "standalone", os: "*" } # matrix_spec: { version: ["latest"], os-ssl-32: ["ubuntu1604-64-go-1-12"] }

evergreen/run-tests.sh

@@ -9,9 +9,12 @@ set -o errexit  # Exit the script with error if any of the commands fail
 #   MONGODB_URI                     Set the suggested connection MONGODB_URI (including credentials and topology info)
 #   TOPOLOGY                        Allows you to modify variables and the MONGODB_URI based on test topology
 #                                   Supported values: "server", "replica_set", "sharded_cluster"
+#   CLIENT_PEM                      Path to mongo-orchestration's client.pem
 #   OCSP_TLS_SHOULD_SUCCEED         Set to test OCSP. Values are true/false/nil
 #   MONGODB_X509_CLIENT_P12_PATH    Absolute path to client certificate in p12 format
 #   MONGO_X509_CLIENT_CERTIFICATE_PASSWORD  password for client certificate
+#   FRAMEWORK                       Set to specify .NET framework to test against. Values: "Net452", "NetStandard15",
+#                                   "NetStandard20", "nil"
 #
 # Environment variables produced as output:
 #   MONGODB_X509_CLIENT_P12_PATH            Absolute path to client certificate in p12 format
@@ -24,6 +27,7 @@ TOPOLOGY=${TOPOLOGY:-server}
 COMPRESSOR=${COMPRESSOR:-none}
 OCSP_TLS_SHOULD_SUCCEED=${OCSP_TLS_SHOULD_SUCCEED:-nil}
 CLIENT_PEM=${CLIENT_PEM:-nil}
+PLATFORM=${PLATFORM:-nil}
 
 ############################################
 #            Functions                     #
@@ -88,7 +92,11 @@ fi
 echo "Running $AUTH tests over $SSL for $TOPOLOGY with $COMPRESSOR compressor and connecting to $MONGODB_URI"
 
 if [[ "$OS" =~ Windows|windows ]]; then
-  export TARGET="Test"
+  if [[ "$FRAMEWORK" == "nil" ]]; then
+    export TARGET="Test"
+  else
+    export TARGET="Test${FRAMEWORK}"
+  fi
   if [ "$OCSP_TLS_SHOULD_SUCCEED" != "nil" ]; then
     export TARGET="TestOcsp"
     certutil.exe -urlcache localhost delete # clear the OS-level cache of all entries with the URL "localhost"