Merge develop into main

.dockerignore

@@ -6,3 +6,11 @@ docker-compose.yml
 cli/bin
 cli/tests
 !cli/bin/snark-worker
+
+# Heartbeats processor
+tools/heartbeats-processor/.env
+tools/heartbeats-processor/data/
+tools/heartbeats-processor/credentials/
+tools/heartbeats-processor/*.db
+# Ensure .sqlx files are included
+!tools/heartbeats-processor/.sqlx/

.drone.yml

@@ -53,10 +53,10 @@ steps:
       - cp /usr/local/bin/mina cli/bin/
 
   - name: build
-    image: rust:1.83-bullseye
+    image: rust:1.84-bullseye
     commands:
       - apt-get update && apt-get install -y libssl-dev libjemalloc-dev jq protobuf-compiler
-      - rustup update 1.83 && rustup default 1.83
+      - rustup update 1.84 && rustup default 1.84
       - rustup component add rustfmt
       # just to be sure it builds without errors
       - cargo build

.github/workflows/archive.yaml

@@ -0,0 +1,162 @@
+# Note: Disabling this workflow for now, have to figure out how to run the complicated setup on github actions
+
+name: Archive Comparison
+
+# TODO: Add proper triggers
+on:
+  workflow_dispatch:
+
+env:
+  PG_PORT: 5432
+  PG_DB: archive
+  # TODO: Add proper secrets
+  # POSTGRES_PASSWORD: ${{ secrets.POSTGRES_PASSWORD }}
+  POSTGRES_PASSWORD: mina-testnet
+  ARCHIVE_OUTPUT_DIR: ./archive-outputs
+  ARCHIVE_PORT: 3086
+  P2P_PORT: 8302
+  CLIENT_PORT: 8301
+  RPC_PORT: 5000
+  PEER_LIST_URL: https://bootnodes.minaprotocol.com/networks/devnet.txt
+
+jobs:
+  compare-archives:
+    runs-on: ubuntu-latest
+
+    services:
+      postgres-ocaml:
+        image: postgres
+        env:
+          POSTGRES_PASSWORD: ${{ env.POSTGRES_PASSWORD }}
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 5s
+          --health-timeout 10s
+          --health-retries 10
+
+      postgres-openmina:
+        image: postgres
+        env:
+          POSTGRES_PASSWORD: ${{ env.POSTGRES_PASSWORD }}
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 5s
+          --health-timeout 10s
+          --health-retries 10
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Create output directories
+        run: |
+          mkdir -p ${{ github.workspace }}/archive-outputs/ocaml
+          mkdir -p ${{ github.workspace }}/archive-outputs/openmina
+
+      - name: Initialize Databases
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y postgresql-client
+
+          # Initialize OCaml database
+          psql postgres://postgres:${{ env.POSTGRES_PASSWORD }}@postgres-ocaml:${{ env.PG_PORT }}/${{ env.PG_DB }} -c "CREATE DATABASE ${{ env.PG_DB }};"
+          psql postgres://postgres:${{ env.POSTGRES_PASSWORD }}@postgres-ocaml:${{ env.PG_PORT }}/${{ env.PG_DB }} -c "
+            ALTER SYSTEM SET max_connections = 500;
+            ALTER SYSTEM SET max_locks_per_transaction = 100;
+            ALTER SYSTEM SET max_pred_locks_per_relation = 100;
+            ALTER SYSTEM SET max_pred_locks_per_transaction = 5000;
+          "
+          psql postgres://postgres:${{ env.POSTGRES_PASSWORD }}@postgres-ocaml:${{ env.PG_PORT }}/${{ env.PG_DB }} \
+            -f producer-dashboard/src/archive/sql/archive_schema.sql
+
+          # Initialize OpenMina database
+          psql postgres://postgres:${{ env.POSTGRES_PASSWORD }}@postgres-openmina:${{ env.PG_PORT }}/${{ env.PG_DB }} -c "CREATE DATABASE ${{ env.PG_DB }};"
+          psql postgres://postgres:${{ env.POSTGRES_PASSWORD }}@postgres-openmina:${{ env.PG_PORT }}/${{ env.PG_DB }} -c "
+            ALTER SYSTEM SET max_connections = 500;
+            ALTER SYSTEM SET max_locks_per_transaction = 100;
+            ALTER SYSTEM SET max_pred_locks_per_relation = 100;
+            ALTER SYSTEM SET max_pred_locks_per_transaction = 5000;
+          "
+          psql postgres://postgres:${{ env.POSTGRES_PASSWORD }}@postgres-openmina:${{ env.PG_PORT }}/${{ env.PG_DB }} \
+            -f producer-dashboard/src/archive/sql/archive_schema.sql
+
+      - name: Start OCaml Archive
+        uses: docker://adrnagy/mina-archive
+        with:
+          args: >
+            mina-archive run
+            --postgres-uri postgres://postgres:${{ env.POSTGRES_PASSWORD }}@postgres-ocaml:${{ env.PG_PORT }}/${{ env.PG_DB }}
+            --server-port ${{ env.ARCHIVE_PORT }}
+            --output-dir /data
+        options: >-
+          --name archive-ocaml
+          --network ${{ job.container.network }}
+          -v ${{ github.workspace }}/archive-outputs/ocaml:/data
+          -d
+
+      - name: Start OpenMina Archive
+        uses: docker://adrnagy/mina-archive
+        with:
+          args: >
+            mina-archive run
+            --postgres-uri postgres://postgres:${{ env.POSTGRES_PASSWORD }}@postgres-openmina:${{ env.PG_PORT }}/${{ env.PG_DB }}
+            --server-port ${{ env.ARCHIVE_PORT }}
+            --output-dir /data
+        options: >-
+          --name archive-openmina
+          --network ${{ job.container.network }}
+          -v ${{ github.workspace }}/archive-outputs/openmina:/data
+          -d
+
+      - name: Wait for Archive processes
+        run: |
+          sleep 10  # Replace with proper health check
+
+      - name: Start OCaml Node
+        uses: docker://gcr.io/o1labs-192920/mina-daemon:3.0.0-dc6bf78-bullseye-devnet
+        with:
+          args: >
+            daemon
+            --archive-address archive-ocaml:${{ env.ARCHIVE_PORT }}
+            --insecure-rest-server
+            --log-level Info
+        options: >-
+          --name node-ocaml
+          --network ${{ job.container.network }}
+          -e MINA_CLIENT_TRUSTLIST="10.0.0.0/8,172.16.0.0/12,192.168.0.0/16"
+          -d
+
+      - name: Start OpenMina Node
+        uses: docker://adrnagy/openmina:archive-test
+        with:
+          args: >
+            node
+            --archive-address archive-openmina:${{ env.ARCHIVE_PORT }}
+        options: >-
+          --name node-openmina
+          --network ${{ job.container.network }}
+          -d
+
+      - name: Wait for nodes to be ready
+        run: |
+          # Add health check for nodes
+          sleep 10  # Replace with proper health check
+
+      - name: Build comparison tool
+        run: |
+          cargo build --release -p archive-breadcrumb-compare
+
+      - name: Run comparison
+        env:
+          OCAML_NODE_GRAPHQL: http://node-ocaml:3085/graphql
+          OPENMINA_NODE_GRAPHQL: http://node-openmina:3085/graphql
+          OCAML_NODE_DIR: ${{ github.workspace }}/archive-outputs/ocaml
+          OPENMINA_NODE_DIR: ${{ github.workspace }}/archive-outputs/openmina
+        run: |
+          ./target/release/archive-breadcrumb-compare
+
+      - name: Upload results
+        uses: actions/upload-artifact@v4
+        with:
+          name: comparison-results
+          path: ${{ github.workspace }}/archive-outputs

.github/workflows/ci.yaml

@@ -113,6 +113,7 @@ jobs:
         run: |
           rustup install nightly
           rustup override set nightly
+          rustup component add --toolchain nightly-x86_64-unknown-linux-gnu rustfmt
       - name: Check for compilation errors in transaction fuzzer
         run: |
           cd tools/fuzzing
@@ -131,7 +132,7 @@ jobs:
 
       - name: Setup Rust
         run: |
-          rustup default 1.83
+          rustup default 1.84
           rustup component add rustfmt
 
       - name: Setup Rust Cache
@@ -157,7 +158,7 @@ jobs:
 
       - name: Setup Rust
         run: |
-          rustup default 1.83
+          rustup default 1.84
           rustup component add rustfmt
 
       - name: Setup Rust Cache
@@ -217,7 +218,7 @@ jobs:
 
       - name: Setup Rust
         run: |
-          rustup default 1.83
+          rustup default 1.84
           rustup component add rustfmt
 
       - name: Setup Rust Cache
@@ -253,7 +254,7 @@ jobs:
 
       - name: Setup Rust
         run: |
-          rustup default 1.83
+          rustup default 1.84
           rustup component add rustfmt
 
       - name: Setup Rust Cache

.github/workflows/docker-heartbeats-processor.yaml

@@ -0,0 +1,105 @@
+name: Heartbeats Processor Docker Build
+on:
+  workflow_dispatch:
+    inputs:
+      version:
+        description: 'Version tag for the image'
+        required: true
+        type: string
+
+env:
+  REGISTRY_IMAGE: openmina/heartbeats-processor
+
+jobs:
+  build-heartbeat-processor-image:
+    strategy:
+      matrix:
+        arch:
+          - platform: linux/amd64
+            runs-on: ubuntu-latest
+          - platform: linux/arm64
+            runs-on: ubuntu-arm64
+    runs-on: ${{ matrix.arch.runs-on }}
+    steps:
+      - name: Prepare
+        run: |
+          platform=${{ matrix.arch.platform }}
+          echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV
+
+      - name: Git checkout
+        uses: actions/checkout@v3
+
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Build and push by digest
+        id: build
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: ./tools/heartbeats-processor/Dockerfile
+          platforms: ${{ matrix.arch.platform }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+          outputs: type=image,name=${{ env.REGISTRY_IMAGE }},push-by-digest=true,name-canonical=true,push=true
+
+      - name: Export digest
+        run: |
+          mkdir -p /tmp/digests
+          digest="${{ steps.build.outputs.digest }}"
+          touch "/tmp/digests/${digest#sha256:}"
+
+      - name: Upload digest
+        uses: actions/upload-artifact@v4
+        with:
+          name: heartbeat-processor-digests-${{ env.PLATFORM_PAIR }}
+          path: /tmp/digests/*
+          if-no-files-found: error
+          retention-days: 1
+
+  merge-heartbeat-processor-image:
+    runs-on: ubuntu-latest
+    needs:
+      - build-heartbeat-processor-image
+    steps:
+      - name: Download digests
+        uses: actions/download-artifact@v4
+        with:
+          path: /tmp/digests
+          pattern: heartbeat-processor-digests-*
+          merge-multiple: true
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Docker meta
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY_IMAGE }}
+          tags: |
+            type=sha,format=short
+            type=raw,value=${{ inputs.version }},enable=${{ inputs.version != '' }}
+            type=raw,value=v${{ inputs.version }},enable=${{ inputs.version != '' }}
+
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+      - name: Create manifest list and push
+        working-directory: /tmp/digests
+        run: |
+          docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
+            $(printf '${{ env.REGISTRY_IMAGE }}@sha256:%s ' *)
+
+      - name: Inspect image
+        run: |
+          docker buildx imagetools inspect ${{ env.REGISTRY_IMAGE }}:${{ steps.meta.outputs.version }}

.github/workflows/lint.yml

@@ -17,7 +17,7 @@ jobs:
           sudo apt install -y protobuf-compiler
       - uses: actions-rs/toolchain@v1
         with:
-          toolchain: 1.83
+          toolchain: 1.84
           components: rustfmt, clippy
           default: true
       - uses: actions-rs/cargo@v1
@@ -36,4 +36,4 @@ jobs:
         name: clippy
         with:
           token: ${{ secrets.GITHUB_TOKEN }}
-          args: --all-targets -- -D warnings --allow clippy::mutable_key_type --allow clippy::result_unit_err
+          args: --all-targets -- -D warnings --allow clippy::mutable_key_type

CHANGELOG.md

@@ -7,6 +7,24 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.14.0] - 2025-01-31
+
+### Changed
+
+- **Rust Toolchain**: Updated the minimum required Rust toolchain to version 1.84.
+- **Proofs**: Optimizations (MSM, field inversion) that speed up proof production.
+
+### Fixed
+
+- **P2P**: Correct handling of yamux windows limits
+- **P2P**: Wait until full validation is complete before broadcasting blocks.
+- **WebRTC/P2P**: Handle propagation of messages received from the WebRTC network to libp2p's gossip network (blocks, snarks and transactions).
+- **Transaction pool**: Fixed checks for deep account updates when pre-validating transactions.
+
+### Added
+
+- **Archive mode**: Added support for archive mode, which allows the node to connect to an archiver process and store node data in a database.
+
 ## [0.13.0] - 2025-01-06
 
 ### Fixed
@@ -348,7 +366,8 @@ First public release.
 - Alpha version of the node which can connect and syncup to the berkeleynet network, and keep applying new blocks to maintain consensus state and ledger up to date.
 - Web-based frontend for the node.
 
-[Unreleased]: https://github.com/openmina/openmina/compare/v0.13.0...develop
+[Unreleased]: https://github.com/openmina/openmina/compare/v0.14.0...develop
+[0.14.0]: https://github.com/openmina/openmina/compare/v0.13.0...v0.14.0
 [0.13.0]: https://github.com/openmina/openmina/compare/v0.12.0...v0.13.0
 [0.12.0]: https://github.com/openmina/openmina/compare/v0.11.0...v0.12.0
 [0.11.0]: https://github.com/openmina/openmina/compare/v0.10.3...v0.11.0