Run differential tests for PolkaVM and REVM (#10205)

# Description

This is a PR that builds on PR #10071 making the differential testing
framework run the tests for both REVM and PolkaVM.

---------

Co-authored-by: cmd[bot] <41898282+github-actions[bot]@users.noreply.github.com>

Author: 0xOmarA

.github/scripts/process-differential-tests-report.py

@@ -67,6 +67,12 @@ class CaseStatusIgnored(typing.TypedDict):
 CaseIdxString = str
 """The index of a case as a string. For example '0'"""
 
+PlatformString = typing.Union[
+    typing.Literal["revive-dev-node-revm-solc"],
+    typing.Literal["revive-dev-node-polkavm-resolc"],
+]
+"""A string of the platform on which the test was run"""
+
 
 def path_relative_to_resolc_compiler_test_directory(path: str) -> str:
     """
@@ -84,9 +90,19 @@ def main() -> None:
     with open(sys.argv[1], "r") as file:
         report: Report = json.load(file)
 
+    # Getting the platform string and resolving it into a simpler version of
+    # itself.
+    platform_identifier: PlatformString = typing.cast(PlatformString, sys.argv[2])
+    if platform_identifier == "revive-dev-node-polkavm-resolc":
+        platform: str = "PolkaVM"
+    elif platform_identifier == "revive-dev-node-revm-solc":
+        platform: str = "REVM"
+    else:
+        platform: str = platform_identifier
+
     # Starting the markdown document and adding information to it as we go.
     markdown_document: io.TextIOWrapper = open("report.md", "w")
-    print("# Differential Tests Results", file=markdown_document)
+    print(f"# Differential Tests Results ({platform})", file=markdown_document)
 
     # Getting all of the test specifiers from the report and making them relative to the tests dir.
     test_specifiers: list[str] = list(

.github/workflows/tests-evm.yml

@@ -27,18 +27,30 @@ jobs:
       image: ${{ needs.preflight.outputs.IMAGE }}
     permissions:
       pull-requests: write
+    strategy:
+      matrix:
+        platform:
+          ["revive-dev-node-revm-solc", "revive-dev-node-polkavm-resolc"]
     steps:
       - name: Checkout the Polkadot SDK
         uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
       - name: Update the Installed Python
         run: apt-get update && apt-get install -y python3-pip python3
+      - name: Installing the Latest Resolc
+        run: |
+          VERSION="0.5.0"
+          ASSET_URL="https://github.com/paritytech/revive/releases/download/v$VERSION/resolc-x86_64-unknown-linux-musl"
+          echo "Downloading resolc v$VERSION from $ASSET_URL"
+          curl -Lsf --show-error -o resolc "$ASSET_URL"
+          chmod +x resolc
+          ./resolc --version
       - name: Building the dependencies from the Polkadot SDK
         run: forklift cargo build --locked --profile release -p pallet-revive-eth-rpc -p revive-dev-node
       - name: Checkout the Differential Tests Repository
         uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           repository: paritytech/revive-differential-tests
-          ref: 75159229dff6e3cc0b1837c95fb053f7bb2a7cb5
+          ref: e433d93cbf52396dc3fcfc1e69a7b5f4282ebda0
           path: revive-differential-tests
           submodules: recursive
       - name: Installing Retester
@@ -48,30 +60,31 @@ jobs:
       - name: Downloading & Initializing the compilation caches
         run: |
           curl -fL --retry 3 --retry-all-errors --connect-timeout 10 -o cache.tar.gz "https://github.com/paritytech/revive-differential-tests/releases/download/compilation-caches-v1.0/cache.tar.gz"
-          tar -zxf cache.tar.gz -C ./workdir
+          tar -zxf cache.tar.gz -C ./workdir > /dev/null 2>&1
       - name: Running the Differential Tests
         run: |
           retester test \
             --test ./revive-differential-tests/resolc-compiler-tests/fixtures/solidity/simple \
             --test ./revive-differential-tests/resolc-compiler-tests/fixtures/solidity/complex \
             --test ./revive-differential-tests/resolc-compiler-tests/fixtures/solidity/translated_semantic_tests \
-            --platform revive-dev-node-revm-solc \
+            --platform ${{ matrix.platform }} \
             --concurrency.number-of-nodes 10 \
             --concurrency.number-of-threads 10 \
             --concurrency.number-of-concurrent-tasks 50 \
             --working-directory ./workdir \
             --revive-dev-node.consensus manual-seal-200 \
             --revive-dev-node.path ./target/release/revive-dev-node \
-            --eth-rpc.path ./target/release/eth-rpc
+            --eth-rpc.path ./target/release/eth-rpc \
+            --resolc.path ./resolc
       - name: Creating a markdown report of the test execution
         run: |
           mv ./workdir/*.json report.json
-          python3 ./.github/scripts/process-differential-tests-report.py report.json
+          python3 ./.github/scripts/process-differential-tests-report.py report.json ${{ matrix.platform }}
       - name: Posting the report as a comment on the PR
         uses: marocchino/sticky-pull-request-comment@773744901bac0e8cbb5a0dc842800d45e9b2b405
         if: ${{ contains(github.event.pull_request.labels.*.name, 'T7-smart_contracts') }}
         with:
-          header: diff-tests-report
+          header: diff-tests-report-${{ matrix.platform }}
           path: report.md
 
   evm-test-suite:

prdoc/pr_10205.prdoc

@@ -0,0 +1,8 @@
+title: Run differential tests for PolkaVM and REVM
+doc:
+- audience: Runtime Dev
+  description: |-
+    # Description
+
+    This is a PR that builds on PR #10071 making the differential testing framework run the tests for both REVM and PolkaVM.
+crates: []