Replay v0.15.0 rc.2

.cargo/config.toml

@@ -1,13 +1,12 @@
 [env]
-CAIRO_NATIVE_RUNTIME_LIBRARY = "../blockifier/libcairo_native_runtime.a"
 LLVM_SYS_191_PREFIX = "/usr/lib/llvm-19/"
 MLIR_SYS_190_PREFIX = "/usr/lib/llvm-19/"
 TABLEGEN_190_PREFIX = "/usr/lib/llvm-19/"
 
 # Use `lld` for linking instead of `ld`, since we run out of memory while linking with `ld` on
 # 16-cores linux machines, see:
 # https://nnethercote.github.io/perf-book/build-configuration.html#linking.
-# TODO: remove this once `rust` stabilizes `lld` as the default linker, currently only on nightly:
+# TODO(Gilad): remove this once `rust` stabilizes `lld` as the default linker, currently only on nightly:
 # https://github.com/rust-lang/rust/issues/39915#issuecomment-618726211
 [target.'cfg(all(target_os = "linux"))']
 rustflags = ["-Clink-arg=-fuse-ld=lld"]

.github/actions/bootstrap/action.yml

@@ -5,17 +5,17 @@ inputs:
   extra_rust_toolchains:
     description: "Extra toolchains to install, but aren't used by default"
     required: false
+  github_token:
+    description: "Github token to use for authentication"
+    required: false
 
 runs:
   using: "composite"
   steps:
-    # required to clone native as a gitsubmodule
-    - name: Submodules update.
-      run: git submodule update --init --recursive
-      shell: bash
-    - name: Install cairo native.
-      uses: ./.github/actions/setup_native_deps
     - name: Install rust.
       uses: ./.github/actions/install_rust
       with:
         extra_rust_toolchains: ${{ inputs.extra_rust_toolchains }}
+        github_token: ${{ inputs.github_token }}
+    - name: Install cairo native.
+      uses: ./.github/actions/setup_native_deps

.github/actions/install_rust/action.yml

@@ -5,11 +5,15 @@ inputs:
   extra_rust_toolchains:
     description: "Extra toolchains to install, but aren't used by default"
     required: false
+  github_token:
+    description: "Github token to use for authentication"
+    required: false
 
 runs:
   using: "composite"
   steps:
     - uses: moonrepo/setup-rust@v1
+      name: Install Rust toolchain and binaries
       with:
         cache-base: main(-v[0-9].*)?
         inherit-toolchain: true
@@ -18,3 +22,13 @@ runs:
         channel: ${{ inputs.extra_rust_toolchains }}
       env:
         RUSTFLAGS: "-C link-arg=-fuse-ld=lld"
+        GITHUB_TOKEN: ${{ inputs.github_token }}
+
+    # This installation is _not_ cached, but takes a couple seconds: it's downloading prepackaged
+    # binaries.
+    # TODO(Gilad): once we migrate to a cached Docker image, we can remove this step and just
+    # install it during dependencies.sh (which we don't do now since dependencies.sh isn't cached).
+    - name: Install Anvil
+      uses: foundry-rs/foundry-toolchain@v1
+      with:
+          version: v0.3.0

.github/workflows/blockifier_ci.yml

@@ -29,8 +29,9 @@ on:
       - 'Cargo.lock'
       - 'Cargo.toml'
       - 'crates/blockifier/**'
+      - 'crates/blockifier_test_utils/**'
       - 'crates/native_blockifier/**'
-      - 'crates/starknet_sierra_multicompile/build.rs'
+      - 'crates/apollo_sierra_multicompile/build.rs'
       - 'scripts/build_native_blockifier.sh'
       - 'scripts/dependencies.sh'
       - 'scripts/install_build_tools.sh'
@@ -49,19 +50,46 @@ concurrency:
   cancel-in-progress: ${{ github.event_name == 'pull_request' }}
 
 jobs:
-  feature-combo-builds:
-    runs-on: starkware-ubuntu-latest-medium
+  test-without-features:
+    runs-on: starkware-ubuntu-24.04-medium
     steps:
       - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
       - uses: ./.github/actions/bootstrap
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
       # No features - build blockifier without features activated by dependencies in the workspace.
-      - run: cargo build -p blockifier
       - run: cargo test -p blockifier
+      - run: cargo build -p blockifier
+
+  test-with-transaction-serde-feature:
+    runs-on: starkware-ubuntu-24.04-medium
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ./.github/actions/bootstrap
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
       # transaction_serde is not activated by any workspace crate; test the build.
-      - run: cargo build -p blockifier --features transaction_serde
       - run: cargo test -p blockifier --features transaction_serde
+      - run: cargo build -p blockifier --features transaction_serde
+
+  test-with-cairo-native-feature:
+    runs-on: starkware-ubuntu-24.04-medium
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ./.github/actions/bootstrap
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
       # cairo_native is not activated by any workspace crate; test the build.
       - run: cargo build -p blockifier --features cairo_native
       - run: cargo test -p blockifier --features cairo_native
+
+  test-with-tracing-feature:
+      runs-on: starkware-ubuntu-24.04-medium
+      steps:
+        - uses: actions/checkout@v4
+        - uses: ./.github/actions/bootstrap
+          with:
+            github_token: ${{ secrets.GITHUB_TOKEN }}
+        # tracing is not activated by any workspace crate; test the build.
+        - run: cargo build -p blockifier --features tracing
+        - run: cargo test -p blockifier --features tracing

.github/workflows/blockifier_compiled_cairo.yml

@@ -7,12 +7,10 @@ on:
       - reopened
       - synchronize
     paths:
-      - 'Cargo.toml'
       - '.github/workflows/blockifier_compiled_cairo.yml'
-      - 'crates/blockifier/feature_contracts/**'
-      - 'crates/blockifier/src/test_utils/cairo_compile.rs'
-      - 'crates/blockifier/tests/feature_contracts_compatibility_test.rs'
-      - 'crates/blockifier/tests/requirements.txt'
+      - 'crates/apollo_compile_to_casm/src/constants.rs' # Contains the Cairo1 compiler version.
+      - 'crates/apollo_infra_utils/src/cairo0_compiler.rs' # Contains the Cairo0 compiler version.
+      - 'crates/blockifier_test_utils/**'
       - 'scripts/dependencies.sh'
 
 env:
@@ -29,48 +27,25 @@ concurrency:
 
 jobs:
   verify_cairo_file_dependencies:
-    runs-on: starkware-ubuntu-20-04-medium
+    runs-on: starkware-ubuntu-24.04-medium
     steps:
       - uses: actions/checkout@v4
       - uses: ./.github/actions/bootstrap
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
 
       # Setup pypy and link to the location expected by .cargo/config.toml.
       - uses: actions/setup-python@v5
         id: setup-pypy
         with:
           python-version: 'pypy3.9'
+          cache: 'pip'
       - run: ln -s '${{ steps.setup-pypy.outputs.python-path }}' /usr/local/bin/pypy3.9
       - env:
           LD_LIBRARY_PATH: ${{ env.Python3_ROOT_DIR }}/bin
         run: echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH}" >> $GITHUB_ENV
-
-      # Checkout sequencer into a dedicated directory - technical requirement in order to be able to checkout `cairo` in a sibling directory.
-      - name: checkout sequencer into `sequencer` directory.
-        uses: actions/checkout@v4
-        with:
-          repository: 'starkware-libs/sequencer'
-          path: 'sequencer'
-
-      - name: checkout cairo1 repo in order to compile cairo1 contracts.
-        uses: actions/checkout@v4
-        with:
-          repository: 'starkware-libs/cairo'
-          fetch-depth: 0
-          fetch-tags: true
-          path: 'cairo'
-
-      - name: install toolchain for legacy contract compilation (old compiler tag)
-        uses: actions-rs/toolchain@master
-        with:
-          toolchain: nightly-2023-07-05
-
-      - name: install toolchain for cairo steps test contract compilation (old compiler tag)
-        uses: actions-rs/toolchain@master
-        with:
-          toolchain: nightly-2024-04-29
+      - run: pip install -r crates/blockifier_test_utils/resources/blockifier-test-utils-requirements.txt
 
       - name: Verify cairo contract recompilation (both cairo versions).
         run:
-          cd sequencer &&
-          pip install -r crates/blockifier/tests/requirements.txt &&
-          cargo test -p blockifier --test feature_contracts_compatibility_test --features testing -- --include-ignored
+          cargo test -p blockifier_test_utils --test feature_contracts_compatibility_test -- --include-ignored --nocapture

.github/workflows/blockifier_reexecution_ci.yml

@@ -33,10 +33,12 @@ concurrency:
 
 jobs:
   blockifier_reexecution:
-    runs-on: starkware-ubuntu-latest-medium
+    runs-on: starkware-ubuntu-24.04-medium
     steps:
       - uses: actions/checkout@v4
       - uses: ./.github/actions/bootstrap
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
       # Download the blockifier re-execution test data.
       - id: auth
         uses: "google-github-actions/auth@v2"

.github/workflows/clean_stale_prs.yml

@@ -9,7 +9,7 @@ on:
 jobs:
   stale:
     name: 🧹 Clean up stale issues and PRs
-    runs-on: starkware-ubuntu-latest-small
+    runs-on: starkware-ubuntu-24.04-small
     steps:
       - name: 🚀 Run stale
         uses: actions/stale@v3

.github/workflows/committer_and_os_cli_push.yml

@@ -0,0 +1,94 @@
+name: Committer-And-OS-CLI-push
+
+on:
+  push:
+    branches:
+      - main
+      - main-v[0-9].**
+    tags:
+      - v[0-9].**
+
+  pull_request:
+    types:
+      - opened
+      - reopened
+      - synchronize
+      - auto_merge_enabled
+      - edited
+    paths:
+      - '.github/workflows/committer_and_os_cli_push.yml'
+      - 'build_native_in_docker.sh'
+      - 'docker-ci/images/sequencer-ci.Dockerfile'
+      - 'Cargo.toml'
+      - 'Cargo.lock'
+      - 'crates/apollo_starknet_os_program/**'
+      - 'crates/starknet_committer_and_os_cli/**'
+      - 'crates/starknet_api/**'
+      - 'crates/starknet_committer/**'
+      - 'crates/starknet_os/**'
+      - 'crates/starknet_patricia/**'
+      - 'rust-toolchain.toml'
+      - 'scripts/dependencies.sh'
+
+env:
+  RUSTFLAGS: "-D warnings -C link-arg=-fuse-ld=lld"
+
+# On PR events, cancel existing CI runs on this same PR for this workflow.
+# Also, create different concurrency groups for different pushed commits, on push events.
+concurrency:
+  group: >
+    ${{ github.workflow }}-
+    ${{ github.ref }}-
+    ${{ github.event_name == 'pull_request' && 'PR' || github.sha }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
+jobs:
+  gcs-push:
+    runs-on: starkware-ubuntu-24.04-medium
+    steps:
+      - uses: actions/checkout@v4
+      - uses: ./.github/actions/bootstrap
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+
+        # Commit hash on pull request event would be the head commit of the branch.
+      - name: Get commit hash prefix for PR update
+        if: ${{ github.event_name == 'pull_request' }}
+        env:
+          COMMIT_SHA: ${{ github.event.pull_request.head.sha }}
+        run: echo "SHORT_HASH=${COMMIT_SHA:0:7}" >> $GITHUB_ENV
+
+        # On push event (to main, for example) we should take the commit post-push.
+      - name: Get commit hash prefix for merge
+        if: ${{ github.event_name != 'pull_request' }}
+        env:
+          COMMIT_SHA: ${{ github.event.after }}
+        run: echo "SHORT_HASH=${COMMIT_SHA:0:7}" >> $GITHUB_ENV
+
+      # Setup pypy and link to the location expected by .cargo/config.toml.
+      # Python + requirements are needed to compile the OS.
+      - uses: actions/setup-python@v5
+        id: setup-pypy
+        with:
+          python-version: "pypy3.9"
+          cache: 'pip'
+      - run: ln -s '${{ steps.setup-pypy.outputs.python-path }}' /usr/local/bin/pypy3.9
+      - env:
+          LD_LIBRARY_PATH: ${{ env.Python3_ROOT_DIR }}/bin
+        run: echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH}" >> $GITHUB_ENV
+      - run: pip install -r scripts/requirements.txt
+
+      - name: Build CLI binary
+        run: ./build_native_in_docker.sh cargo build -p starknet_committer_and_os_cli -r --bin starknet_committer_and_os_cli --target-dir CLI_TARGET
+
+      - id: auth
+        uses: "google-github-actions/auth@v2"
+        with:
+          credentials_json: ${{ secrets.COMMITER_PRODUCTS_EXT_WRITER_JSON }}
+
+      - name: Upload binary to GCP
+        id: upload_file
+        uses: "google-github-actions/upload-cloud-storage@v2"
+        with:
+          path: "CLI_TARGET/release/starknet_committer_and_os_cli"
+          destination: "committer-products-external/${{ env.SHORT_HASH }}/release/"