diff --git a/.evergreen/atlas/setup.sh b/.evergreen/atlas/setup.sh
index e68e575e6..2428dff6f 100755
--- a/.evergreen/atlas/setup.sh
+++ b/.evergreen/atlas/setup.sh
@@ -9,3 +9,6 @@ SCRIPT_DIR=$(dirname ${BASH_SOURCE[0]})
 
 source $SCRIPT_DIR/secrets-export.sh
 . ${DRIVERS_TOOLS}/.evergreen/check-connection.sh
+
+# Clean up binary directory.
+rm -rf ${DRIVERS_TOOLS}/mongodb
diff --git a/.evergreen/csfle/azurekms/create-and-setup-vm.sh b/.evergreen/csfle/azurekms/create-and-setup-vm.sh
index 93a5cfc51..bbaaeaef5 100755
--- a/.evergreen/csfle/azurekms/create-and-setup-vm.sh
+++ b/.evergreen/csfle/azurekms/create-and-setup-vm.sh
@@ -62,6 +62,7 @@ if [ -f secrets-export.sh ]; then
     echo "export AZUREKMS_VMNAME=\"$AZUREKMS_VMNAME\"" >> secrets-export.sh
     echo "export AZUREKMS_RESOURCEGROUP=\"$AZUREKMS_RESOURCEGROUP\"" >> secrets-export.sh
     echo "export AZUREKMS_SCOPE=\"$AZUREKMS_SCOPE\"" >> secrets-export.sh
+    echo "export AZUREKMS_PRIVATEKEYPATH=\"$AZUREKMS_PRIVATEKEYPATH\"" >> secrets-export.sh
 fi
 # Assign role.
 "$DRIVERS_TOOLS"/.evergreen/csfle/azurekms/assign-role.sh