Sourcify Tests

.github/workflows/sourcify_all_chains.yml

@@ -0,0 +1,36 @@
+name: "sourcify_all_chains"
+
+on:
+  workflow_dispatch:
+    inputs:
+      check_bindings:
+        description: "Check name bindings on contracts, failing if there's any unresolved symbol."
+        type: "boolean"
+        required: false
+        default: false
+      check_infer_version:
+        description: "Check that we can infer the correct language version based on the available version pragmas."
+        type: "boolean"
+        required: false
+        default: false
+jobs:
+  run_tests:
+    runs-on: "ubuntu-22.04" # _SLANG_DEV_CONTAINER_BASE_IMAGE_ (keep in sync)
+    uses: "./.github/workflows/sourcify.yml"
+    with:
+      chain: "${matrix.chains.name}"
+      network: "${matrix.chains.network}"
+      check_bindings: "${inputs.check_bindings}"
+      check_infer_version: "${inputs.check_infer_version}"
+    strategy:
+      fail-fast: false
+      matrix:
+        chains:
+          - name: "arbitrum"
+            network: "one"
+          - name: "base"
+            network: "mainnet"
+          - name: "ethereum"
+            network: "mainnet"
+          - name: "polygon"
+            network: "mainnet"

.github/workflows/sourcify_single_chain.yml

@@ -0,0 +1,163 @@
+name: "sourcify_single_chain"
+
+on:
+  # Run using manual triggers from GitHub UI:
+  # https://docs.github.com/en/actions/managing-workflow-runs/manually-running-a-workflow
+  workflow_dispatch:
+    inputs:
+      chain:
+        description: "Name of the chain/SOURCIFY to run against, e.g. 'ethereum' or 'tron'."
+        type: "string"
+        required: true
+        default: "ethereum"
+      network:
+        description: "Name of the sub-network to run against, e.g. 'mainnet' or 'testnet'."
+        type: "string"
+        required: true
+        default: "mainnet"
+      check_bindings:
+        description: "Check name bindings on contracts, failing if there's any unresolved symbol."
+        type: "boolean"
+        required: false
+        default: false
+      check_infer_version:
+        description: "Check that we can infer the correct language version based on the available version pragmas."
+        type: "boolean"
+        required: false
+        default: false
+  workflow_call:
+    inputs:
+      chain:
+        description: "Name of the chain/SOURCIFY to run against, e.g. 'ethereum' or 'tron'."
+        type: "string"
+        required: true
+        default: "ethereum"
+      network:
+        description: "Name of the sub-network to run against, e.g. 'mainnet' or 'testnet'."
+        type: "string"
+        required: true
+        default: "mainnet"
+      check_bindings:
+        description: "Check name bindings on contracts, failing if there's any unresolved symbol."
+        type: "boolean"
+        required: false
+        default: false
+      check_infer_version:
+        description: "Check that we can infer the correct language version based on the available version pragmas."
+        type: "boolean"
+        required: false
+        default: false
+jobs:
+  singleShard:
+    runs-on: "ubuntu-22.04" # _SLANG_DEV_CONTAINER_BASE_IMAGE_ (keep in sync)
+    outputs:
+      __SLANG_SOURCIFY_SHARD_RESULTS__0: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__0 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__1: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__1 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__2: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__2 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__3: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__3 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__4: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__4 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__5: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__5 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__6: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__6 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__7: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__7 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__8: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__8 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__9: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__9 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__10: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__10 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__11: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__11 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__12: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__12 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__13: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__13 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__14: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__14 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__15: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__15 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__16: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__16 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__17: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__17 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__18: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__18 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__19: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__19 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__20: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__20 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__21: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__21 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__22: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__22 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__23: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__23 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__24: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__24 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__25: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__25 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__26: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__26 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__27: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__27 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__28: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__28 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__29: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__29 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__30: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__30 }}"
+      __SLANG_SOURCIFY_SHARD_RESULTS__31: "${{ steps.output-shard-results.outputs.__SLANG_SOURCIFY_SHARD_RESULTS__31 }}"
+
+    strategy:
+      fail-fast: false # Continue running all shards even if some fail.
+      matrix:
+        shard_index:
+          - 0
+          - 1
+          - 2
+          - 3
+          - 4
+          - 5
+          - 6
+          - 7
+          - 8
+          - 9
+          - 10
+          - 11
+          - 12
+          - 13
+          - 14
+          - 15
+          - 16
+          - 17
+          - 18
+          - 19
+          - 20
+          - 21
+          - 22
+          - 23
+          - 24
+          - 25
+          - 26
+          - 27
+          - 28
+          - 29
+          - 30
+          - 31
+
+    env:
+      SHARDS_COUNT: 32 # Length of the 'shard_index' array above.
+
+    steps:
+      - name: "Checkout Repository"
+        uses: "actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683"
+
+      - name: "Restore Cache"
+        uses: "./.github/actions/cache/restore"
+
+      - name: "infra setup"
+        run: "./scripts/bin/infra setup"
+
+      - name: "infra run solidity_testing_sourcify"
+        run: "./scripts/bin/infra run --release --bin solidity_testing_sourcify -- test --shards-count ${{ env.SHARDS_COUNT }} --shard-index ${{ matrix.shard_index }} ${{ inputs.check_bindings == true && '--check-bindings' || '' }} ${{ inputs.check_infer_version == true && '--check-infer-version' || '' }} ${{ inputs.chain }} ${{ inputs.network }}"
+
+      - name: "Write shard results to output"
+        if: "!cancelled()"
+        id: "output-shard-results"
+        run: 'echo "__SLANG_SOURCIFY_SHARD_RESULTS__${{ matrix.shard_index }}=$(cat target/__SLANG_SOURCIFY_SHARD_RESULTS__.json)" >> "$GITHUB_OUTPUT"'
+
+  combinedResults:
+    runs-on: "ubuntu-22.04" # _SLANG_DEV_CONTAINER_BASE_IMAGE_ (keep in sync)
+    needs: "singleShard"
+    if: "!cancelled()"
+    steps:
+      - name: "Checkout Repository"
+        uses: "actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683"
+
+      - name: "Restore Cache"
+        uses: "./.github/actions/cache/restore"
+
+      - name: "infra setup"
+        run: "./scripts/bin/infra setup"
+
+      - name: "Output shards results"
+        run: "echo '${{ toJSON(needs.singleShard.outputs) }}' > __SLANG_SOURCIFY_MATRIX_RESULTS__.json"
+
+      - name: "Show combined results"
+        run: "./scripts/bin/infra run --bin solidity_testing_sourcify -- show-combined-results __SLANG_SOURCIFY_MATRIX_RESULTS__.json"

Cargo.toml

@@ -37,6 +37,7 @@ members = [
     "crates/solidity/testing/sanctuary",
     "crates/solidity/testing/snapshots",
     "crates/solidity/testing/solc",
+    "crates/solidity/testing/sourcify",
 
     "crates/testlang/inputs/language",
     "crates/testlang/outputs/cargo/crate",
@@ -79,6 +80,7 @@ solidity_testing_perf = { path = "crates/solidity/testing/perf", version = "1.1.
 solidity_testing_sanctuary = { path = "crates/solidity/testing/sanctuary", version = "1.1.0" }
 solidity_testing_snapshots = { path = "crates/solidity/testing/snapshots", version = "1.1.0" }
 solidity_testing_solc = { path = "crates/solidity/testing/solc", version = "1.1.0" }
+solidity_testing_sourcify = { path = "crates/solidity/testing/sourcify", version = "1.1.0" }
 
 slang_testlang = { path = "crates/testlang/outputs/cargo/crate", version = "1.1.0" }
 testlang_cargo_tests = { path = "crates/testlang/outputs/cargo/tests", version = "1.1.0" }
@@ -145,6 +147,7 @@ syn = { version = "2.0.100", features = [
     "parsing",
     "printing",
 ] }
+tar = { version = "0.4.44" }
 tempfile = { version = "3.19.1" }
 tera = { version = "1.20.0" }
 thiserror = { version = "2.0.12" }

crates/infra/cli/src/commands/run/mod.rs

@@ -30,6 +30,9 @@ enum BinaryName {
     /// Runs compatibility tests between our language definition and 'solc' actual output.
     #[clap(name = "solidity_testing_solc")]
     SolidityTestingSolc,
+    /// Tests our parser/binding graph against contracts fetched from the Sourcify dataset.
+    #[clap(name = "solidity_testing_sourcify")]
+    SolidityTestingSourcify,
 }
 
 impl RunController {

crates/solidity/testing/sourcify/Cargo.toml

@@ -0,0 +1,25 @@
+[package]
+name = "solidity_testing_sourcify"
+version.workspace = true
+rust-version.workspace = true
+edition.workspace = true
+publish = false
+
+[dependencies]
+anyhow = { workspace = true }
+clap = { workspace = true }
+console = { workspace = true }
+indicatif = { workspace = true }
+infra_utils = { workspace = true }
+rayon = { workspace = true }
+reqwest = { workspace = true, features = ["json"] }
+semver = { workspace = true }
+serde = { workspace = true }
+serde_json = { workspace = true }
+slang_solidity = { workspace = true, features = ["__private_ariadne_errors", "__experimental_bindings_api"] }
+strum_macros = { workspace = true }
+tar = { workspace = true }
+url = { workspace = true }
+
+[lints]
+workspace = true