resyncing specs test?

Author: Cloud User

.evergreen/all.patch

@@ -42,3 +42,22 @@ post:
   - func: "upload mo artifacts"
   - func: "upload test results"
   - func: "cleanup"
+
+tasks:
+  - name: resync_specs
+    commands:
+      - command: subprocess.exec
+        params:
+          binary: bash
+          include_expansions_in_env: [AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN]
+          args:
+            - .evergreen/scripts/resync-all-specs.sh
+          working_dir: src
+
+buildvariants:
+  - name: resync_specs
+    display_name: "Resync Specs"
+    run_on: rhel80-small
+    patchable: true
+    tasks:
+      - name: resync_specs

.evergreen/config.yml

@@ -45,9 +45,12 @@ then
 fi
 
 # Ensure the JSON files are up to date.
-cd $SPECS/source
-make
-cd -
+if ! [ -n "${CI:-}" ]
+then
+  cd $SPECS/source
+  make
+  cd -
+fi
 # cpjson unified-test-format/tests/invalid unified-test-format/invalid
 # * param1: Path to spec tests dir in specifications repo
 # * param2: Path to where the corresponding tests live in Python.

.evergreen/resync-specs.sh

@@ -0,0 +1,63 @@
+#!/usr/bin/env bash
+
+tools="../drivers-evergreen-tools"
+git clone https://github.com/mongodb-labs/drivers-evergreen-tools.git $tools
+body="$(cat "$1")"
+
+pushd $tools/.evergreen/github_app
+
+owner="mongodb"
+repo="mongo-python-driver"
+
+# Bootstrap the app.
+echo "bootstrapping"
+source utils.sh
+bootstrap drivers/comment-bot
+
+# Run the app.
+source ./secrets-export.sh
+
+# Get a github access token for the git checkout.
+echo "Getting github token..."
+
+token=$(bash ./get-access-token.sh $repo $owner)
+if [ -z "${token}" ]; then
+    echo "Failed to get github access token!"
+    popd
+    exit 1
+fi
+echo "Getting github token... done."
+popd
+
+# Make the git checkout and create a new branch.
+echo "Creating the git checkout..."
+branch="spec-resync-"$(date '+%m-%d-%Y')
+
+#git config user.email "167856002+mongodb-dbx-release-bot[bot]@users.noreply.github.com"
+#git config user.name "mongodb-dbx-release-bot[bot]"
+git remote set-url origin https://x-access-token:${token}@github.com/$owner/$repo.git
+git checkout -b $branch "origin/master"
+git add ./test
+git apply -R .evergreen/specs.patch
+git commit -am "resyncing specs test?"
+echo "Creating the git checkout... done."
+
+echo "THIS IS THE BODY"
+echo "$body"
+git push origin $branch
+echo "{\"title\":\"[Spec Resync] $(date '+%m-%d-%Y')\",\"body\":\"$(cat "$1")\",\"head\":\"${branch}\",\"base\":\"master\"}"
+resp=$(curl -L \
+    -X POST \
+    -H "Accept: application/vnd.github+json" \
+    -H "Authorization: Bearer $token" \
+    -H "X-GitHub-Api-Version: 2022-11-28" \
+    -d "{\"title\":\"[Spec Resync] $(date '+%m-%d-%Y')\",\"body\":\"$(cat "$1")\",\"head\":\"${branch}\",\"base\":\"master\"}" \
+    --url https://api.github.com/repos/$owner/$repo/pulls)
+echo $resp
+echo $resp | jq '.html_url'
+echo "Creating the PR... done."
+
+rm -rf $tools
+
+# use file names or reg-ex patterns
+# or automate which version of the spec we support (like schema version)

.evergreen/scripts/create-pr.sh

@@ -0,0 +1,61 @@
+import os
+import pathlib
+import subprocess
+import argparse
+
+
+def resync_specs(directory: pathlib.Path, succeeded: list[str], errored: dict[str, str]) -> None:
+    for entry in os.scandir(directory):
+        if not entry.is_dir():
+            continue
+
+        print(entry.path)
+        spec_name = entry.path.split("/")[-1]
+        if spec_name in ["asynchronous"]:
+            continue
+        process = subprocess.run(
+            ["bash", "./.evergreen/resync-specs.sh", spec_name],
+            capture_output=True,
+            text=True)
+        print(process.returncode)
+        if process.returncode == 0:
+            succeeded.append(spec_name)
+            print(process.stdout)
+            print(process.stderr)
+        else:
+            errored[spec_name] = process.stdout
+
+def write_summary(succeeded: list[str], errored: dict[str, str]) -> None:
+    pr_body = ""
+    if len(succeeded) > 0:
+        pr_body += "The following specs were changed:\n- "
+        process = subprocess.run(
+            ["git diff --name-only | awk -F'/' '{print $2}' | sort | uniq"],
+            shell=True,
+            capture_output=True,
+            text=True)
+        pr_body += process.stdout.replace("\n", "\n- ")
+        # pr_body += "\n- ".join(succeeded)
+        pr_body += "\n"
+    if len(errored) > 0:
+        pr_body += "\n\nThe following spec syncs encountered errors:"
+        for k, v in errored.items():
+            pr_body += f"\n- {k}\n```{v}\n```"
+
+    if pr_body != "":
+        with open("spec_sync.txt", "w") as f:
+            # replacements made for to be json
+            f.write(pr_body.replace("\n", "\\n").replace("\t", "\\t"))
+
+def main():
+    directory = pathlib.Path("./test")
+    succeeded: list[str] = []
+    errored: dict[str, str] = {}
+    resync_specs(directory, succeeded, errored)
+    write_summary(succeeded, errored)
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description="Python Script to resync all specs and generate summary for PR.")
+    parser.add_argument("filename", help="Name of file for the summary to be written into.")
+    args = parser.parse_args()
+    main()

.evergreen/scripts/resync-all-specs.py

@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+# Run spec syncing script and create PR
+
+# SETUP
+SPEC_DEST="$(realpath -s "./test")"
+SRC_URL="https://github.com/mongodb/specifications.git"
+# needs to be set for resunc-specs.sh
+SPEC_SRC="$(realpath -s "../specifications")"
+SCRIPT="$(realpath -s "./.evergreen/resync-specs.sh")"
+BRANCH_NAME="spec-resync-"$(date '+%m-%d-%Y')
+
+# Clone the spec repo if the directory does not exist
+if [[ ! -d $SPEC_SRC ]]; then
+  git clone $SRC_URL $SPEC_SRC
+  if [[ $? -ne 0 ]]; then
+    echo "Error: Failed to clone repository."
+    exit 1
+  fi
+fi
+
+# Set environment variable to the cloned spec repo for resync-specs.sh
+export MDB_SPECS="$SPEC_SRC"
+
+# Check that resync-specs.sh exists and is executable
+if [[ ! -x $SCRIPT ]]; then
+  echo "Error: $SCRIPT not found or is not executable."
+  exit 1
+fi
+
+PR_DESC="spec_sync.txt"
+
+# run python script that actually does all the resyncing
+/opt/devtools/bin/python3.11 ./.evergreen/scripts/resync-all-specs.py "$PR_DESC"
+
+
+if [[ -f $PR_DESC ]]; then
+  # changes were made -> call scrypt to create PR for us
+  .evergreen/scripts/create-pr.sh "$PR_DESC"
+  rm "$PR_DESC"
+fi