Merge develop into main

.drone.yml

@@ -53,10 +53,10 @@ steps:
       - cp /usr/local/bin/mina cli/bin/
 
   - name: build
-    image: rust:1.80-bullseye
+    image: rust:1.83-bullseye
     commands:
       - apt-get update && apt-get install -y libssl-dev libjemalloc-dev jq protobuf-compiler
-      - rustup update 1.80 && rustup default 1.80
+      - rustup update 1.83 && rustup default 1.83
       - rustup component add rustfmt
       # just to be sure it builds without errors
       - cargo build

.github/workflows/ci.yaml

@@ -43,6 +43,81 @@ jobs:
           cd ledger
           cargo test --release -- -Z unstable-options --report-time
 
+  ledger-32x9-tests:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Git checkout
+        uses: actions/checkout@v4
+      - name: Setup build dependencies
+        run: |
+          sudo apt update
+          sudo apt install -y protobuf-compiler
+      - name: Setup Rust
+        run: |
+          # Nightly to be able to use `--report-time` below
+          rustup install nightly
+          rustup override set nightly
+      - name: Download circuits files
+        run: |
+          git clone --depth 1 https://github.com/openmina/circuit-blobs.git
+          ln -s -b $PWD/circuit-blobs/* ledger/
+      - name: Enable 32x9 fields implementation
+        run: |
+          cargo install sd
+          sd '^mina-curves.*$' '' ./Cargo.toml
+          sd '^ark-ff = \{ version .*$' '' ./Cargo.toml
+          sd -F '# UNCOMMENTED_IN_CI ' '' ./Cargo.toml
+          cat ./Cargo.toml
+      - name: Build ledger tests
+        run: |
+          cd ledger
+          cargo build --release --tests
+      - name: Run ledger tests
+        run: |
+          cd ledger
+          cargo test --release -- -Z unstable-options --report-time
+
+  vrf-tests:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Git checkout
+        uses: actions/checkout@v4
+      - name: Setup build dependencies
+        run: |
+          sudo apt update
+          sudo apt install -y protobuf-compiler
+      - name: Setup Rust
+        run: |
+          # Nightly to be able to use `--report-time` below
+          rustup install nightly
+          rustup override set nightly
+      - name: Build vrf tests
+        run: |
+          cd vrf
+          cargo build --release --tests
+      - name: Run vrf tests
+        run: |
+          cd vrf
+          cargo test --release -- -Z unstable-options --report-time
+
+  tx-fuzzer-check:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Git checkout
+        uses: actions/checkout@v4
+      - name: Setup build dependencies
+        run: |
+          sudo apt update
+          sudo apt install -y protobuf-compiler
+      - name: Setup Rust
+        run: |
+          rustup install nightly
+          rustup override set nightly
+      - name: Check for compilation errors in transaction fuzzer
+        run: |
+          cd tools/fuzzing
+          cargo check
+
   p2p-tests:
     runs-on: ubuntu-20.04
     steps:
@@ -56,7 +131,7 @@ jobs:
 
       - name: Setup Rust
         run: |
-          rustup default 1.80
+          rustup default 1.83
           rustup component add rustfmt
 
       - name: Setup Rust Cache
@@ -82,7 +157,7 @@ jobs:
 
       - name: Setup Rust
         run: |
-          rustup default 1.80
+          rustup default 1.83
           rustup component add rustfmt
 
       - name: Setup Rust Cache
@@ -142,7 +217,7 @@ jobs:
 
       - name: Setup Rust
         run: |
-          rustup default 1.80
+          rustup default 1.83
           rustup component add rustfmt
 
       - name: Setup Rust Cache
@@ -178,7 +253,7 @@ jobs:
 
       - name: Setup Rust
         run: |
-          rustup default 1.80
+          rustup default 1.83
           rustup component add rustfmt
 
       - name: Setup Rust Cache
@@ -259,15 +334,15 @@ jobs:
     # TODO: query cluster for actual addresses, or specify then on deployment
     env:
       PEERS: |
-        /ip4/135.181.217.23/tcp/31881/p2p/12D3KooWS4TMSjrAS4Cj31PgjZ9KgeHh5goLP65M5GSriF28d7Jx
-        /ip4/135.181.217.23/tcp/30386/p2p/12D3KooWK92cYz26JqBE9vM9s9Jd9pJKcNxLd7VVRupU7YG5NupU
-        /ip4/135.181.217.23/tcp/32272/p2p/12D3KooWSU1DYZYVA7wAYLvLsH6yVS8oV1sMJUcC7VtUxCgtsWkJ
-        /ip4/135.181.217.23/tcp/32218/p2p/12D3KooWM5m9QqHpDkPJi54GPP6rGFpzo7E274husrModPSLQ7tn
-        /ip4/135.181.217.23/tcp/30798/p2p/12D3KooWCk2QSmQH2XbtpDXiSPUq6wb2LB2JaExHRXkJggmEfN4J
-        /ip4/135.181.217.23/tcp/31631/p2p/12D3KooWQ1642Dzm57Kr8tmTwS9NRFaJPy4ysaQ2ne3ZYwQn5qCk
-        /ip4/135.181.217.23/tcp/30196/p2p/12D3KooWHK67syE2LeTz5EnNqCe5ZFf9SoZRFN4AdHVZsL31WkMn
-        /ip4/135.181.217.23/tcp/30790/p2p/12D3KooWDwxrG5u12FzXAFyK7vd8aHnEQf4dwoboBJ72FUS179xK
-        /ip4/135.181.217.23/tcp/30070/p2p/12D3KooWEowA3VakSddUjZuBTK3HJhNM7sRqwWDbqtPtwymAMCcy
+        /dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40101/p2p/12D3KooWNGY3guz8pYHrVEqs8se4MSnnmpgguyQYDazMbVCyrMnS
+        /dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40102/p2p/12D3KooWSqZ4qtysb8Du4yVpcc5SYc3gsRuNqgMomggw6hekATWg
+        /dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40103/p2p/12D3KooWSHiGavQpamDPEc6rPaqT4PoS1Lr9aDfrfg5dKM2V6x3H
+        /dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40104/p2p/12D3KooWA3yPrTaLXsggVSCG4mr7c33YNdz5DSs87LszRUVt9vLT
+        /dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40105/p2p/12D3KooWCLcUWCdU4VstETztxE3feQyS57dVDdzBhmkj5tiCaha8
+        /dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40106/p2p/12D3KooWNZWqEoCuhMrc9tTMxtEsfxmeFhjh2agUcmzJFNKxQnNA
+        /dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40107/p2p/12D3KooWAMSP94SM3icSeAXeBmPUuZ5JvwrZ5w87fpRHVeJkdboe
+        /dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40108/p2p/12D3KooWL5gPf5CrARVPhBi6KsDHmB1gsJKZ4vWrcLweWyMjpB5e
+        /dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40109/p2p/12D3KooWT1nNJLGE8jWcshPSq3FmSXmmNn2MzfmvJcWYZ1HrtHnZ
     outputs:
       peers: ${{ steps.peers.outputs.peers }}
     steps:
@@ -296,7 +371,7 @@ jobs:
       # TODO: remove when replayer supports identify
       KEEP_CONNECTION_WITH_UNKNOWN_STREAM: true
       OPENMINA_SCENARIO_SEEDS: ${{ needs.k8s-peers.outputs.peers }}
-      REPLAYER_MULTIADDR: "/dns4/1.k8.openmina.com/tcp/31968/p2p/12D3KooWPayQEdprqY2m3biReUUybA5LoULpJE7YWu6wetEKKELv"
+      REPLAYER_MULTIADDR: "/dns4/primary-tcp-proxy.hz.minaprotocol.network/tcp/40110/p2p/12D3KooWPayQEdprqY2m3biReUUybA5LoULpJE7YWu6wetEKKELv"
       BPF_ALIAS: /coda/0.0.1/29936104443aaf264a7f0192ac64b1c7173198c1ed404c1bcff5e562e05eb7f6-0.0.0.0
     strategy:
       matrix:
@@ -333,7 +408,7 @@ jobs:
         with:
           pattern: tests*
           merge-multiple: true
-      
+
       - name: Download tests
         uses: actions/download-artifact@v4
         with:
@@ -399,7 +474,7 @@ jobs:
     env:
       PEERS_LIST: ${{ needs.k8s-peers.outputs.peers }}
       PEER_LIST_FILE: peer-list.txt
-      WORK_DIR: data
+      OPENMINA_HOME: data
       BPF_ALIAS: /coda/0.0.1/29936104443aaf264a7f0192ac64b1c7173198c1ed404c1bcff5e562e05eb7f6-0.0.0.0
 
     services:
@@ -444,7 +519,7 @@ jobs:
         env:
           OPENMINA_COMMAND: openmina
           NO_PEER_DISCOVERY: "true"
-          OUT_PATH: ${{ env.WORK_DIR }}/logs/bootstrap_output
+          OUT_PATH: ${{ env.OPENMINA_HOME }}/logs/bootstrap_output
           RECORD: state-with-input-actions
         run: |
           mkdir -p $OUT_PATH
@@ -459,14 +534,14 @@ jobs:
         uses: actions/upload-artifact@v4
         with:
           name: bootstrap-logs
-          path: ${{ env.WORK_DIR }}/logs/*
+          path: ${{ env.OPENMINA_HOME }}/logs/*
         if: ${{ failure() }}
 
       - name: Upload record
         uses: actions/upload-artifact@v4
         with:
           name: bootstrap-record
-          path: ${{ env.WORK_DIR }}/recorder/*
+          path: ${{ env.OPENMINA_HOME }}/recorder/*
         if: ${{ failure() }}
 
       - name: Archive network debugger database

.github/workflows/lint.yml

@@ -17,7 +17,7 @@ jobs:
           sudo apt install -y protobuf-compiler
       - uses: actions-rs/toolchain@v1
         with:
-          toolchain: 1.81
+          toolchain: 1.83
           components: rustfmt, clippy
           default: true
       - uses: actions-rs/cargo@v1

.gitignore

@@ -1,2 +1,3 @@
 /target
 /node/testing/res/
+.DS_Store

CHANGELOG.md

@@ -7,6 +7,31 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.12.0] - 2024-12-04
+
+### Fixed
+
+- Properly handle time in cases in which the system goes to sleep.
+- Various corner cases in block proof production.
+- Improved ledgers sync during bootstrap (be smarter about which peers to query).
+- **P2P**: More efficient memory usage when managing the p2p state.
+- **P2P**: Lower outgoing traffic by being more conservative about what is broadcasted to each peer.
+- **P2P**: Better handling of disconnections.
+- **VRF**: Correctly handle cases in which the delegator table is empty.
+- **Webnode**: Peer connection handling improvements.
+
+### Changed
+
+- **Webnode**: Reduced startup time by loading prover indexes in parallel to the bootstrap process.
+- **Webnode**: Faster field operations (faster hashing and proving).
+- Improved hashing performance by caching and reusing common prefixes.
+- Added more pre-validation checks for blocks received from the network.
+
+### Added
+
+- **Webnode**: Transaction propagation
+- **P2P**: Support for specifying the external ip to be advertised.
+
 ## [0.11.0] - 2024-10-31
 
 ### Added
@@ -305,24 +330,25 @@ First public release.
 - Alpha version of the node which can connect and syncup to the berkeleynet network, and keep applying new blocks to maintain consensus state and ledger up to date.
 - Web-based frontend for the node.
 
-[Unreleased]: https://github.com/openmina/openmina/compare/v0.11.0...develop
-[0.11.0]: https://github.com/openmina/openmina/releases/tag/v0.10.3...v0.11.0
-[0.10.3]: https://github.com/openmina/openmina/releases/tag/v0.10.0...v0.10.3
-[0.10.0]: https://github.com/openmina/openmina/releases/tag/v0.9.0...v0.10.0
-[0.9.0]: https://github.com/openmina/openmina/releases/tag/v0.8.14...v0.9.0
-[0.8.14]: https://github.com/openmina/openmina/releases/tag/v0.8.13...v0.8.14
-[0.8.13]: https://github.com/openmina/openmina/releases/tag/v0.8.3...v0.8.13
-[0.8.3]: https://github.com/openmina/openmina/releases/tag/v0.8.2...v0.8.3
-[0.8.2]: https://github.com/openmina/openmina/releases/tag/v0.8.1...v0.8.2
-[0.8.1]: https://github.com/openmina/openmina/releases/tag/v0.8.0...v0.8.1
-[0.8.0]: https://github.com/openmina/openmina/releases/tag/v0.7.0...v0.8.0
-[0.7.0]: https://github.com/openmina/openmina/releases/tag/v0.6.0...v0.7.0
-[0.6.0]: https://github.com/openmina/openmina/releases/tag/v0.5.1...v0.6.0
-[0.5.1]: https://github.com/openmina/openmina/releases/tag/v0.5.0...v0.5.1
-[0.5.0]: https://github.com/openmina/openmina/releases/tag/v0.4.0...v0.5.0
-[0.4.0]: https://github.com/openmina/openmina/releases/tag/v0.3.0...v0.4.0
-[0.3.1]: https://github.com/openmina/openmina/releases/tag/v0.3.0...v0.3.1
-[0.3.0]: https://github.com/openmina/openmina/releases/tag/v0.2.0...v0.3.0
-[0.2.0]: https://github.com/openmina/openmina/releases/tag/v0.1.0...v0.2.0
-[0.1.0]: https://github.com/openmina/openmina/releases/tag/v0.0.1...v0.1.0
+[Unreleased]: https://github.com/openmina/openmina/compare/v0.12.0...develop
+[0.12.0]: https://github.com/openmina/openmina/compare/v0.11.0...v0.12.0
+[0.11.0]: https://github.com/openmina/openmina/compare/v0.10.3...v0.11.0
+[0.10.3]: https://github.com/openmina/openmina/compare/v0.10.0...v0.10.3
+[0.10.0]: https://github.com/openmina/openmina/compare/v0.9.0...v0.10.0
+[0.9.0]: https://github.com/openmina/openmina/compare/v0.8.14...v0.9.0
+[0.8.14]: https://github.com/openmina/openmina/compare/v0.8.13...v0.8.14
+[0.8.13]: https://github.com/openmina/openmina/compare/v0.8.3...v0.8.13
+[0.8.3]: https://github.com/openmina/openmina/compare/v0.8.2...v0.8.3
+[0.8.2]: https://github.com/openmina/openmina/compare/v0.8.1...v0.8.2
+[0.8.1]: https://github.com/openmina/openmina/compare/v0.8.0...v0.8.1
+[0.8.0]: https://github.com/openmina/openmina/compare/v0.7.0...v0.8.0
+[0.7.0]: https://github.com/openmina/openmina/compare/v0.6.0...v0.7.0
+[0.6.0]: https://github.com/openmina/openmina/compare/v0.5.1...v0.6.0
+[0.5.1]: https://github.com/openmina/openmina/compare/v0.5.0...v0.5.1
+[0.5.0]: https://github.com/openmina/openmina/compare/v0.4.0...v0.5.0
+[0.4.0]: https://github.com/openmina/openmina/compare/v0.3.0...v0.4.0
+[0.3.1]: https://github.com/openmina/openmina/compare/v0.3.0...v0.3.1
+[0.3.0]: https://github.com/openmina/openmina/compare/v0.2.0...v0.3.0
+[0.2.0]: https://github.com/openmina/openmina/compare/v0.1.0...v0.2.0
+[0.1.0]: https://github.com/openmina/openmina/compare/v0.0.1...v0.1.0
 [0.0.1]: https://github.com/openmina/openmina/releases/tag/v0.0.1