Add Espresso CI (#168)

Author: QuentinI

.circleci/config.yml

@@ -1439,7 +1439,7 @@ jobs:
   analyze-op-program-client:
     docker:
       - image: <<pipeline.parameters.default_docker_image>>
-    resource_class: xlarge
+    resource_class: large
     steps:
       - utils/checkout-with-mise
 
@@ -1663,6 +1663,7 @@ workflows:
             - circleci-repo-readonly-authenticated-github-token
             - discord
       - contracts-bedrock-coverage:
+          filters: "false"
           # Generate coverage reports.
           name: contracts-bedrock-coverage
           test_timeout: 1h
@@ -1674,6 +1675,7 @@ workflows:
             - circleci-repo-readonly-authenticated-github-token
             - discord
       - contracts-bedrock-tests-upgrade:
+          filters: "false"
           name: contracts-bedrock-tests-upgrade
           fork_op_chain: op
           fork_base_chain: mainnet
@@ -1738,6 +1740,7 @@ workflows:
             - circleci-repo-readonly-authenticated-github-token
             - discord
       - fuzz-golang:
+          filters: "false"
           name: op-e2e-fuzz
           package_name: op-e2e
           on_changes: op-e2e,packages/contracts-bedrock/src
@@ -1782,6 +1785,7 @@ workflows:
             - circleci-repo-readonly-authenticated-github-token
             - discord
       - analyze-op-program-client:
+          filters: "false"
           context:
             - circleci-repo-readonly-authenticated-github-token
             - discord

.github/workflows/espresso-integration.yaml

@@ -0,0 +1,60 @@
+name: Run Espresso integration tests
+on:
+  pull_request:
+    branches:
+      - "celo-integration*"
+  push:
+    branches:
+      - "master"
+      - "celo-integration*"
+  workflow_dispatch:
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        group: [0, 1, 2, 3]
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Install Nix
+        uses: nixbuild/nix-quick-install-action@v30
+        with:
+          nix_conf: |
+            keep-env-derivations = true
+            keep-outputs = true
+      - name: Restore Nix cache
+        id: cache-nix-restore
+        uses: nix-community/cache-nix-action/restore@v6
+        with:
+          primary-key: nix-${{ runner.os }}-${{ hashFiles('**/*.nix', '**/flake.lock') }}
+      - name: Set up Nix environment
+        uses: nicknovitski/nix-develop@v1
+
+      - name: Cache Go modules
+        uses: actions/setup-go@v5
+
+      - name: Compile contracts
+        run: just compile-contracts
+
+      - name: Generate test slice
+        id: test_split
+        uses: hashicorp-forge/go-test-split-action@v1
+        with:
+          index: ${{ matrix.group }}
+          total: 4
+          packages: "./espresso/..."
+      - name: Run Go tests for group ${{ matrix.group }}
+        # We skip liveness tests that specify # of seconds, as they're flaky on CI machines
+        run: |
+          go test -timeout 30m -p 1 -count 1 -v -run "^(${{ steps.test_split.outputs.run}})$" ./espresso/... \
+           -skip 'TestE2eDevNetWithEspressoEspressoDegradedLiveness|TestE2eDevNetWithEspressoEspressoDegradedLivenessViaCaffNode|TestE2eDevNetWithEspressoFastConfirmationStability'
+
+      - name: Save Nix cache
+        uses: nix-community/cache-nix-action/save@v6
+        if: always() && steps.cache-nix-restore.outputs.hit-primary-key != 'true'
+        with:
+          primary-key: ${{ steps.cache-nix-restore.outputs.primary-key }}

flake.nix

@@ -14,14 +14,14 @@
           inputs.foundry.overlay
         ];
 
-         go_1_22_7 = pkgs.go_1_22.overrideAttrs (oldAttrs: rec {
-           version = "1.22.7";
+        go_1_22_7 = pkgs.go_1_22.overrideAttrs (oldAttrs: rec {
+          version = "1.22.7";
 
-           src = pkgs.fetchurl {
-             url = "https://go.dev/dl/go1.22.7.src.tar.gz";
-             sha256 = "sha256-ZkMth9heDPrD7f/mN9WTD8Td9XkzE/4R5KDzMwI8h58=";
-           };
-         });
+          src = pkgs.fetchurl {
+            url = "https://go.dev/dl/go1.22.7.src.tar.gz";
+            sha256 = "sha256-ZkMth9heDPrD7f/mN9WTD8Td9XkzE/4R5KDzMwI8h58=";
+          };
+        });
 
         espresso_go_lib_version = "v0.0.35";
         pkgs = import inputs.nixpkgs { inherit overlays system; };
@@ -64,7 +64,7 @@
           pname = "enclaver";
           version = "0.5.0";
 
-           src = pkgs.fetchFromGitHub {
+          src = pkgs.fetchFromGitHub {
             owner = "enclaver-io";
             repo = pname;
             rev = "v${version}";
@@ -77,36 +77,36 @@
           buildAndTestSubdir = cargoRoot;
         };
 
-
-
       in
       {
 
         formatter = pkgs.nixfmt-rfc-style;
 
-        devShell = pkgs.mkShell {
-          packages = [
-            enclaver
-            pkgs.jq
-            pkgs.yq-go
-            pkgs.uv
-            pkgs.shellcheck
-            pkgs.python311
-            pkgs.foundry-bin
-            pkgs.just
-            go_1_22_7
-            pkgs.gotools
-            pkgs.go-ethereum
-            pkgs.golangci-lint
-          ];
-          shellHook = ''
-            export FOUNDRY_DISABLE_NIGHTLY_WARNING=1
-            export DOWNLOADED_FILE_PATH=${espressoGoLibFile}
-            echo "Espresso go library ${espresso_go_lib_version} stored at $DOWNLOADED_FILE_PATH"
-            ln -sf ${espressoGoLibFile} ${target_link}
-            export CGO_LDFLAGS="${cgo_ld_flags}"
-            export MACOSX_DEPLOYMENT_TARGET=14.5
-          '';
+        devShells = {
+          default = pkgs.mkShell {
+            packages = [
+              enclaver
+              pkgs.jq
+              pkgs.yq-go
+              pkgs.uv
+              pkgs.shellcheck
+              pkgs.python311
+              pkgs.foundry-bin
+              pkgs.just
+              go_1_22_7
+              pkgs.gotools
+              pkgs.go-ethereum
+              pkgs.golangci-lint
+            ];
+            shellHook = ''
+              export FOUNDRY_DISABLE_NIGHTLY_WARNING=1
+              export DOWNLOADED_FILE_PATH=${espressoGoLibFile}
+              echo "Espresso go library ${espresso_go_lib_version} stored at $DOWNLOADED_FILE_PATH"
+              ln -sf ${espressoGoLibFile} ${target_link}
+              export CGO_LDFLAGS="${cgo_ld_flags}"
+              export MACOSX_DEPLOYMENT_TARGET=14.5
+            '';
+          };
         };
       }
     );

justfile

@@ -26,11 +26,12 @@ build-batcher-enclave-image:
 run-test4: compile-contracts
  go test ./espresso/environment/4_confirmation_integrity_with_reorgs_test.go -v
 
-espresso-tests: compile-contracts
- go test -timeout=30m -p=1 -count=1 ./espresso/environment
+espresso_tests_timeout := "30m"
+espresso-tests timeout=espresso_tests_timeout: compile-contracts
+ go test -timeout={{timeout}} -p=1 -count=1 ./espresso/environment
 
-espresso-enclave-tests: compile-contracts build-batcher-enclave-image
- ESPRESSO_RUN_ENCLAVE_TESTS=true go test -timeout=30m -p=1 -count=1 ./espresso/enclave-tests/...
+espresso-enclave-tests timeout=espresso_tests_timeout: compile-contracts build-batcher-enclave-image
+ ESPRESSO_RUN_ENCLAVE_TESTS=true go test -timeout={{timeout}} -p=1 -count=1 ./espresso/enclave-tests/...
 
 IMAGE_NAME := "ghcr.io/espressosystems/espresso-sequencer/espresso-dev-node:release-colorful-snake"
 remove-espresso-containers:

packages/contracts-bedrock/scripts/checks/check-semver-diff.sh

@@ -1,4 +1,5 @@
 #!/usr/bin/env bash
+# shellcheck disable=all # Celo's early exit below breaks shellcheck
 set -euo pipefail
 
 # Celo: contract changes are handled differently, skip semver check for now.