GODRIVER-2352 Key Management API (#975)

Co-authored-by: Benjamin Rewis <[email protected]>

Co-authored-by: Benjamin Rewis <[email protected]>

Co-authored-by: Benjamin Rewis <[email protected]>

Co-authored-by: Benjamin Rewis <[email protected]>

Co-authored-by: Benjamin Rewis <[email protected]>

Co-authored-by: Benjamin Rewis <[email protected]>

Co-authored-by: Benjamin Rewis <[email protected]>

Author: prestonvasquez

.evergreen/config.yml

@@ -503,6 +503,11 @@ functions:
           export AWS_ACCESS_KEY_ID="${cse_aws_access_key_id}"
           export AWS_SECRET_ACCESS_KEY="${cse_aws_secret_access_key}"
           export AWS_DEFAULT_REGION="us-east-1"
+
+          # Set client-side encryption credentials.
+          export CSFLE_TLS_CA_FILE="$DRIVERS_TOOLS/.evergreen/x509gen/ca.pem"
+          export CSFLE_TLS_CERTIFICATE_KEY_FILE="$DRIVERS_TOOLS/.evergreen/x509gen/client.pem"
+
           ${PYTHON3_BINARY} -m venv ./venv
           ./venv/${VENV_BIN_DIR|bin}/pip3 install boto3
 
@@ -964,21 +969,24 @@ functions:
           cd ${DRIVERS_TOOLS}/.evergreen/csfle
           ./kmstlsvenv/bin/python3 -u kms_http_server.py -v --ca_file ../x509gen/ca.pem --cert_file ../x509gen/${CERT_FILE} --port ${PORT} --require_client_cert
 
-  start-kms-kmip-server:
+  start-cse-servers:
     - command: shell.exec
       params:
         script: |
           ${PREPARE_SHELL}
 
           cd ${DRIVERS_TOOLS}/.evergreen/csfle
-          . ./activate_venv.sh
-          # TODO: Stabilize this pip install with a non-forked version of PyKMIP in https://jira.mongodb.org/browse/GODRIVER-2239
-          pip install git+https://github.com/kevinAlbs/PyKMIP.git@expand_tls12_ciphers
+          source activate_venv.sh || :
     - command: shell.exec
       params:
         background: true
         script: |
           cd ${DRIVERS_TOOLS}/.evergreen/csfle
+          . ./activate_venv.sh
+
+          # TODO (GODRIVER-2239): Stabilize this pip install with a non-forked version of PyKMIP in
+          pip install git+https://github.com/kevinAlbs/PyKMIP.git@expand_tls12_ciphers
+
           ./kmstlsvenv/bin/python3 -u kms_kmip_server.py --port 5698
 
   run-kms-tls-test:
@@ -1043,6 +1051,7 @@ pre:
   - func: windows-fix
   - func: fix-absolute-paths
   - func: make-files-executable
+  - func: start-cse-servers
 
 post:
   - command: gotest.parse_files
@@ -1916,7 +1925,6 @@ tasks:
         vars:
           CERT_FILE: "server.pem"
           PORT: 8002
-      - func: start-kms-kmip-server
       - func: run-kmip-tests
         vars:
           TOPOLOGY: "server"

.evergreen/run-tests.sh

@@ -96,6 +96,23 @@ if [ "${SKIP_CRYPT_SHARED_LIB_DOWNLOAD}" != "true" ]; then
   echo "CRYPT_SHARED_LIB_PATH=$CRYPT_SHARED_LIB_PATH"
 fi
 
+# Ensure mock KMS servers are running before starting tests.
+await_server() {
+  for i in $(seq 300); do
+      # Exit code 7: "Failed to connect to host".
+      if curl -s "localhost:$2"; test $? -ne 7; then
+        return 0
+      else
+        sleep 1
+      fi
+  done
+  echo "could not detect '$1' server on port $2"
+}
+# * List servers to await here ...
+await_server "KMS", 5698
+
+echo "finished awaiting servers"
+
 AUTH=${AUTH} \
 SSL=${SSL} \
 MONGO_GO_DRIVER_CA_FILE=${MONGO_GO_DRIVER_CA_FILE} \
@@ -117,6 +134,8 @@ AZURE_CLIENT_ID="${cse_azure_client_id}" \
 AZURE_CLIENT_SECRET="${cse_azure_client_secret}" \
 GCP_EMAIL="${cse_gcp_email}" \
 GCP_PRIVATE_KEY="${cse_gcp_private_key}" \
+CSFLE_TLS_CA_FILE="$DRIVERS_TOOLS/.evergreen/x509gen/ca.pem" \
+CSFLE_TLS_CERTIFICATE_KEY_FILE="$DRIVERS_TOOLS/.evergreen/x509gen/client.pem" \
 make evg-test \
 PKG_CONFIG_PATH=$PKG_CONFIG_PATH \
 LD_LIBRARY_PATH=$LD_LIBRARY_PATH