DRIVERS-3227 test text indexes with auto encryption

.github/workflows/check_schema_version.sh

@@ -8,6 +8,12 @@ function get_schema_version() {
   js-yaml $1 | jq -r .schemaVersion
 }
 
+function get_json_schema_url () {
+  schemaVersion=$(get_schema_version "$1")
+  schemaFile="source/unified-test-format/schema-$schemaVersion.json"
+  cat "$schemaFile" | jq -r '.["$schema"]'
+}
+
 function get_all_schemaVersion_defining_files () {
   # look for all yaml files with "schemaVersion: ["'][1-9]"
   grep --include=*.{yml,yaml} --files-with-matches --recursive --word-regexp --regexp="schemaVersion: [\"'][1-9]" source | \
@@ -20,7 +26,17 @@ function get_all_schemaVersion_defining_files () {
 for testFile in $(get_all_schemaVersion_defining_files)
 do
     schemaVersion=$(get_schema_version "$testFile")
-    if ! ajvCheck=$(ajv -s "source/unified-test-format/schema-$schemaVersion.json" -d "$testFile"); then
+    jsonSchemaURL=$(get_json_schema_url "$testFile")
+    if [ "$jsonSchemaURL" = "https://json-schema.org/draft/2019-09/schema#" ]; then
+      spec="draft2019"
+    elif [ "$jsonSchemaURL" = "http://json-schema.org/draft-07/schema#" ]; then
+      spec="draft7"
+    else
+      echo "Do not know how to validate $jsonSchemaURL"
+      exit 1
+    fi
+
+    if ! ajvCheck=$(ajv --spec="$spec" -s "source/unified-test-format/schema-$schemaVersion.json" -d "$testFile"); then
       exitCode=1
     fi
     echo "$ajvCheck using schema v$schemaVersion"

source/client-side-encryption/tests/unified/QE-Text-cleanupStructuredEncryptionData.yml

@@ -0,0 +1,128 @@
+description: QE-Text-cleanupStructuredEncryptionData
+schemaVersion: "1.25"
+runOnRequirements:
+  - minServerVersion: "8.2.0" # Server 8.2.0 adds preview support for QE text queries.
+    topologies: ["replicaset", "sharded", "load-balanced"] # QE does not support standalone.
+    csfle:
+      minLibmongocryptVersion: 1.15.0 # For SPM-4158.
+createEntities:
+  - client:
+      id: &client "client"
+      autoEncryptOpts:
+        keyVaultNamespace: keyvault.datakeys
+        kmsProviders:
+          local:
+            key: Mng0NCt4ZHVUYUJCa1kxNkVyNUR1QURhZ2h2UzR2d2RrZzh0cFBwM3R6NmdWMDFBMUN3YkQ5aXRRMkhGRGdQV09wOGVNYUMxT2k3NjZKelhaQmRCZGJkTXVyZG9uSjFk
+      observeEvents:
+        - commandStartedEvent
+  - database:
+      id: &db "db"
+      client: *client
+      databaseName: *db
+  - collection:
+      id: &coll "coll"
+      database: *db
+      collectionName: *coll
+initialData:
+  # Insert data encryption key:
+  - databaseName: keyvault
+    collectionName: datakeys
+    documents:
+      [
+        {
+          "_id": &keyid { "$binary": { "base64": "q83vqxI0mHYSNBI0VniQEg==", "subType": "04" } },
+          "keyMaterial":
+            {
+              "$binary":
+                {
+                  "base64": "HBk9BWihXExNDvTp1lUxOuxuZK2Pe2ZdVdlsxPEBkiO1bS4mG5NNDsQ7zVxJAH8BtdOYp72Ku4Y3nwc0BUpIKsvAKX4eYXtlhv5zUQxWdeNFhg9qK7qb8nqhnnLeT0f25jFSqzWJoT379hfwDeu0bebJHr35QrJ8myZdPMTEDYF08QYQ48ShRBli0S+QzBHHAQiM2iJNr4svg2WR8JSeWQ==",
+                  "subType": "00",
+                },
+            },
+          "creationDate": { "$date": { "$numberLong": "1648914851981" } },
+          "updateDate": { "$date": { "$numberLong": "1648914851981" } },
+          "status": { "$numberInt": "0" },
+          "masterKey": { "provider": "local" },
+        },
+      ]
+  # Create encrypted collection:
+  - databaseName: *db
+    collectionName: *coll
+    documents: []
+    createOptions:
+      encryptedFields:
+        {
+          "fields":
+            [
+              {
+                "keyId": *keyid,
+                "path": "encryptedText",
+                "bsonType": "string",
+                "queries": [
+                    {
+                      "queryType": "suffixPreview",
+                      "contention": { "$numberLong": "0" },
+                      "strMinQueryLength": { "$numberLong": "3" },
+                      "strMaxQueryLength": { "$numberLong": "30" },
+                      "caseSensitive": true,
+                      "diacriticSensitive": true,
+                    },
+                  ],
+              },
+            ],
+        }
+tests:
+  - description: "QE Text cleanupStructuredEncryptionData works"
+    operations:
+      - name: runCommand
+        object: *db
+        arguments:
+          command:
+            cleanupStructuredEncryptionData: *coll
+          commandName: cleanupStructuredEncryptionData
+        expectResult: { ok: 1 }
+    expectEvents:
+      - client: *client
+        events:
+          - commandStartedEvent:
+              command:
+                listCollections: 1
+                filter:
+                  name: *coll
+              commandName: listCollections
+          - commandStartedEvent:
+              command:
+                find: datakeys
+                filter:
+                  {
+                    "$or":
+                      [
+                        "_id": { "$in": [ *keyid ] },
+                        "keyAltNames": { "$in": [] },
+                      ],
+                  }
+                $db: keyvault
+                readConcern: { level: "majority" }
+              commandName: find
+          - commandStartedEvent:
+              command:
+                {
+                    "cleanupStructuredEncryptionData": *coll,
+                    "cleanupTokens": {
+                        "encryptedText": {
+                            "ecoc": {
+                                "$binary": {
+                                    "base64": "SWO8WEoZ2r2Kx/muQKb7+COizy85nIIUFiHh4K9kcvA=",
+                                    "subType": "00"
+                                }
+                            },
+                            "anchorPaddingToken": {
+                                "$binary": {
+                                    "base64": "YAiF7Iwhqq1UyfxPvm70xfQJtrIRPrjfD2yRLG1+saQ=",
+                                    "subType": "00"
+                                }
+                            }
+                        }
+                    }
+                }
+              commandName: cleanupStructuredEncryptionData