fix(Go): adds high unicode char Test Vectors (#762)

Co-authored-by: Jose Corella <[email protected]>
Co-authored-by: Lucas McDonald <[email protected]>
Co-authored-by: Rishav karanjit <[email protected]>
Co-authored-by: Darwin Chowdary <[email protected]>
Co-authored-by: José Corella <[email protected]>
Co-authored-by: Shubham Chaturvedi <[email protected]>

Author: 6 people

.github/workflows/dafny_interop_test_net.yml

@@ -57,7 +57,7 @@ jobs:
           dotnet-version: "6.0.x"
 
       - name: Setup MPL Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.mpl-dafny }}
 
@@ -91,7 +91,7 @@ jobs:
           make transpile_net CORES=$CORES
 
       - name: Setup ESDK Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.esdk-dafny}}
 

.github/workflows/dafny_interop_test_vector_net.yml

@@ -56,7 +56,7 @@ jobs:
           dotnet-version: "6.0.x"
 
       - name: Setup MPL Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.mpl-dafny }}
 
@@ -90,7 +90,7 @@ jobs:
           make transpile_net CORES=$CORES
 
       - name: Setup ESDK Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.esdk-dafny}}
 
@@ -163,7 +163,7 @@ jobs:
           dotnet-version: "6.0.x"
 
       - name: Setup MPL Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.mpl-dafny }}
 
@@ -197,7 +197,7 @@ jobs:
           make transpile_net CORES=$CORES
 
       - name: Setup ESDK Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.esdk-dafny}}
 

.github/workflows/library_codegen.yml

@@ -41,7 +41,7 @@ jobs:
       # and to translate version strings such as "nightly-latest"
       # to an actual DAFNY_VERSION.
       - name: Setup Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.dafny }}
 

.github/workflows/library_dafny_verification.yml

@@ -43,7 +43,7 @@ jobs:
           dotnet-version: "6.0.x"
 
       - name: Setup Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.dafny }}
 

.github/workflows/library_format.yml

@@ -37,7 +37,7 @@ jobs:
           submodules: recursive
 
       - name: Setup Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.dafny }}
 

.github/workflows/library_go_tests.yml

@@ -25,7 +25,8 @@ jobs:
             # Sed script doesn't work properly on windows
             # windows-latest,
             ubuntu-22.04,
-            macos-13,
+            # TODO: Re-enable macOS after https://t.corp.amazon.com/P205755286
+            # macos-13,
           ]
     runs-on: ${{ matrix.os }}
     permissions:
@@ -50,7 +51,7 @@ jobs:
           role-session-name: GoTests
 
       - name: Setup Dafny
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.dafny }}
 

.github/workflows/library_interop_test_vectors.yml renamed to .github/workflows/library_interop_keyring_test_vectors.yml

@@ -14,25 +14,29 @@ on:
         default: false
         type: boolean
 
+# These interop tests are strictly only for Dafny based languages
+# or Dafny integrated languages (ESDK-Java, ESDK-Python).
+# Additionally, these tests produce the latest version of
+# test vector manifests V5. These have the ability to state how to
+# build negative test vectors and OnDecrypt constructions.
 jobs:
-  generateEncryptVectors:
+  generateKeyringEncryptVectors:
     strategy:
+      fail-fast: false
       matrix:
         library: [TestVectors]
         os: [
             # https://taskei.amazon.dev/tasks/CrypTool-5283
             # windows-latest,
             ubuntu-22.04,
-            macos-13,
           ]
-        language: [java, net, rust, go]
+        language: [java, net, rust, python, go]
         # https://taskei.amazon.dev/tasks/CrypTool-5284
         dotnet-version: ["6.0.x"]
     runs-on: ${{ matrix.os }}
     permissions:
       id-token: write
       contents: read
-
     steps:
       - name: Support longpaths on Git checkout
         run: |
@@ -45,12 +49,11 @@ jobs:
           aws-region: us-west-2
           role-to-assume: arn:aws:iam::370957321024:role/GitHub-CI-Public-ESDK-Dafny-Role-us-west-2
           role-session-name: InterOpTests
+          role-duration-seconds: 3600
 
-      - uses: actions/checkout@v3
-      #  Not all submodules are needed.
-      # We manually pull the submodule we DO need.
-      - run: git submodule update --init libraries
-      - run: git submodule update --init --recursive mpl
+      - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
 
       # Set up runtimes
       - name: Setup .NET Core SDK ${{ matrix.dotnet-version }}
@@ -67,6 +70,17 @@ jobs:
           distribution: "corretto"
           java-version: 17
 
+      - name: Setup Python for running tests
+        if: matrix.language == 'python'
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.11
+          architecture: x64
+      - run: |
+          python -m pip install --upgrade pip
+          pip install --upgrade tox
+          pip install poetry
+
       - name: Setup Rust Toolchain for GitHub CI
         if: matrix.language == 'rust'
         uses: actions-rust-lang/[email protected]
@@ -88,13 +102,13 @@ jobs:
 
       - name: Setup Dafny Rust
         if: matrix.language == 'rust'
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: nightly-2025-01-30-7db1e5f
 
       - name: Setup Dafny Not Rust
         if: matrix.language != 'rust'
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.dafny }}
 
@@ -144,6 +158,15 @@ jobs:
           CORES=$(node -e 'console.log(os.cpus().length)')
           make transpile_rust CORES=$CORES
 
+      - name: Build ${{ matrix.library }} implementation in Python
+        if: matrix.language == 'python'
+        shell: bash
+        working-directory: ./${{ matrix.library }}
+        run: |
+          # This works because `node` is installed by default on GHA runners
+          CORES=$(node -e 'console.log(os.cpus().length)')
+          make transpile_python CORES=$CORES
+
       - name: Build ${{ matrix.library }} implementation in Go
         if: matrix.language == 'go'
         shell: bash
@@ -162,20 +185,22 @@ jobs:
           make purge_polymorph_code
 
       - name: Setup gradle
-        if: matrix.language == 'java'
+        if: matrix.language == 'java_mkp' || matrix.language == 'java'
         uses: gradle/gradle-build-action@v2
         with:
           gradle-version: 7.2
 
-      - name: Create Manifests
+      - name: Create Keyring Manifests
         working-directory: ./${{ matrix.library }}
-        run: make test_generate_vectors_${{ matrix.language }}
+        # Only MKP manifests will be written in the legacy format
+        run: |
+          make test_generate_vectors_${{ matrix.language }}
 
-      - name: Create Encrypt Manifests
+      - name: Create Keyring Encrypt Manifests
         working-directory: ./${{ matrix.library }}
         run: make test_encrypt_vectors_${{ matrix.language }}
 
-      - name: Upload Encrypt Manifest and keys.json files
+      - name: Upload Keyring Encrypt Manifest and keys.json files
         uses: actions/upload-artifact@v4
         with:
           name: ${{matrix.os}}_vector_artifact_${{matrix.language}}_${{github.sha}}
@@ -185,18 +210,18 @@ jobs:
             ./${{matrix.library}}/runtimes/${{matrix.language}}/ciphertexts
 
   testInteroperablity:
-    needs: generateEncryptVectors
+    needs: generateKeyringEncryptVectors
     strategy:
+      fail-fast: false
       matrix:
         library: [TestVectors]
         os: [
             # https://taskei.amazon.dev/tasks/CrypTool-5283
             # windows-latest,
             ubuntu-22.04,
-            macos-13,
           ]
-        encrypting_language: [java, net, rust, go]
-        decrypting_language: [java, net, rust, go]
+        encrypting_language: [java, net, rust, python, go]
+        decrypting_language: [java, net, rust, python, go]
         # https://taskei.amazon.dev/tasks/CrypTool-5284
         dotnet-version: ["6.0.x"]
     runs-on: ${{ matrix.os }}
@@ -216,12 +241,11 @@ jobs:
           aws-region: us-west-2
           role-to-assume: arn:aws:iam::370957321024:role/GitHub-CI-Public-ESDK-Dafny-Role-us-west-2
           role-session-name: InterOpTests
+          role-duration-seconds: 3600
 
-      - uses: actions/checkout@v3
-      #  Not all submodules are needed.
-      # We manually pull the submodule we DO need.
-      - run: git submodule update --init libraries
-      - run: git submodule update --init --recursive mpl
+      - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
 
       # Set up runtimes
       - name: Setup .NET Core SDK ${{ matrix.dotnet-version }}
@@ -238,6 +262,17 @@ jobs:
           distribution: "corretto"
           java-version: 17
 
+      - name: Setup Python for running tests
+        if: matrix.decrypting_language == 'python'
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.11
+          architecture: x64
+      - run: |
+          python -m pip install --upgrade pip
+          pip install --upgrade tox
+          pip install poetry
+
       - name: Setup Rust Toolchain for GitHub CI
         if: matrix.decrypting_language == 'rust'
         uses: actions-rust-lang/[email protected]
@@ -259,13 +294,13 @@ jobs:
 
       - name: Setup Dafny Rust
         if: matrix.decrypting_language == 'rust'
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: nightly-2025-01-30-7db1e5f
 
       - name: Setup Dafny Not Rust
         if: matrix.decrypting_language != 'rust'
-        uses: dafny-lang/[email protected]
+        uses: ./mpl/.github/actions/setup_dafny
         with:
           dafny-version: ${{ inputs.dafny }}
 
@@ -332,6 +367,14 @@ jobs:
         run: |
           make purge_polymorph_code
 
+      - name: Build ${{ matrix.library }} implementation in Python
+        if: matrix.decrypting_language == 'python'
+        shell: bash
+        working-directory: ./${{ matrix.library }}
+        run: |
+          CORES=$(node -e 'console.log(os.cpus().length)')
+          make transpile_python CORES=$CORES
+
       - name: Download Encrypt Manifest Artifact
         uses: actions/download-artifact@v4
         with: