Merge pull request #1138 from movementlabsxyz/feature/da-sequencer-node

feat: da-sequencer

Author: 0xmovses

.envrc

@@ -0,0 +1,4 @@
+if [[ -f "$PWD/.envrc.local" ]]; then
+  echo direnv: using .envrc.local
+  source "$PWD/.envrc.local"
+fi

.github/workflows/build-push-container.yml

@@ -27,7 +27,19 @@ jobs:
         architecture: [x86_64, arm64]        
     runs-on: ${{ matrix.architecture == 'x86_64' && 'buildjet-16vcpu-ubuntu-2204' || 'buildjet-16vcpu-ubuntu-2204-arm' }}
     steps:
-
+      - name: Check label match
+        if: >
+          github.event_name == 'pull_request' && github.event.action == 'labeled'
+          || github.ref == 'refs/heads/main'
+          || startsWith(github.ref, 'refs/tags/')
+        run: |
+          echo "Label added: ${{ github.event.label.name }}"
+          if [[ "${{ github.event_name }}" == "pull_request" && "${{ github.event.action }}" == "labeled" ]]; then
+            if [[ "${{ github.event.label.name }}" != "cicd:movement-containers" ]]; then
+              echo "Skipping container build as label does not match"
+              exit 0
+            fi
+          fi
       - name: Checkout repository
         uses: actions/checkout@v4
         with: 

.github/workflows/build-push-containers-all.yml

@@ -29,8 +29,6 @@ jobs:
         echo "${GITHUB_CONTEXT}"
 
   build-push-checked-containers:
-
-
     uses: ./.github/workflows/build-push-container.yml
     name: Build Push Checked Containers
     secrets: inherit
@@ -52,7 +50,7 @@ jobs:
       container_name: ${{ matrix.container_name }}
 
   build-push-checked-manifest:
-    if: contains(github.event.pull_request.labels.*.name, 'cicd:movement-containers') ||  github.ref == 'refs/heads/main' || github.event.label.name == 'cicd:movement-containers'
+    if: github.event.label.name == 'cicd:movement-containers' ||  github.ref == 'refs/heads/main' || github.event.label.name == 'cicd:movement-containers'
     uses: ./.github/workflows/build-push-manifest.yml
     name: Build Push Checked Manifest
     needs: 
@@ -76,7 +74,7 @@ jobs:
       container_name: ${{ matrix.container_name }}
 
   container-checks:
-    if: contains(github.event.pull_request.labels.*.name, 'cicd:movement-containers') ||  github.ref == 'refs/heads/main' || github.event.label.name == 'cicd:movement-containers'
+    if: github.event.label.name == 'cicd:movement-containers' ||  github.ref == 'refs/heads/main' || github.event.label.name == 'cicd:movement-containers'
     runs-on: buildjet-16vcpu-ubuntu-2204
     needs: 
       - build-push-checked-manifest

.github/workflows/checks-all.yml

@@ -366,7 +366,6 @@ jobs:
   cargo-fmt-check:
     name: Cargo Format Check
     runs-on: ubuntu-latest
-
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4

.gitignore

@@ -19,10 +19,14 @@ profile.json
 ./docker/compose/grafana-alloy/.env
 *.dat
 *.log
+test_log.txt
+test_result.txt
 venv
 *.pem
 *.jot.*
 *.jot
 *.env
+*.envrc.local
 .debug
 .out
+.direnv

Cargo.lock

@@ -3,44 +3,48 @@
 resolver = "2"
 
 members = [
-    "protocol-units/execution/maptos/dof",
-    "protocol-units/execution/maptos/opt-executor",
-    "protocol-units/execution/maptos/fin-view",
-    "protocol-units/execution/maptos/util",
-    "protocol-units/da/movement/protocol/*",
-    "protocol-units/sequencing/memseq/*",
-    "protocol-units/mempool/*",
-    "protocol-units/syncing/*",
-    "protocol-units/settlement/mcr/client",
-    "protocol-units/settlement/mcr/config",
-    "protocol-units/settlement/mcr/manager",
-    "protocol-units/settlement/mcr/setup",
-    "protocol-units/settlement/mcr/runner",
-    "protocol-units/movement-rest",
-    "protocol-units/access-control/aptos/account-whitelist",
-    "util/buildtime",
-    "util/buildtime/buildtime-helpers",
-    "util/buildtime/buildtime-macros",
-    "util/commander",
-    "util/dot-movement",
-    "util/flocks",
-    "util/godfig",
-    "util/movement-algs",
-    "util/movement-types",
-    "util/tracing",
-    "util/syncador",
-    "util/collections",
-    "util/whitelist",
-    "networks/movement/*",
-    "benches/*",
-    "util/signing/interface",
-    "util/signing/integrations/aptos",
-    "util/signing/providers/aws-kms",
-    "util/signing/providers/hashicorp-vault",
-    "util/signing/testing",
-    "demo/hsm",
-    "protocol-units/execution/maptos/framework/releases/*",
-    "protocol-units/execution/maptos/framework/migrations/*",
+  "protocol-units/execution/maptos/dof",
+  "protocol-units/execution/maptos/opt-executor",
+  "protocol-units/execution/maptos/fin-view",
+  "protocol-units/execution/maptos/util",
+  "protocol-units/da/movement/protocol/*",
+  "protocol-units/sequencing/memseq/*",
+  "protocol-units/mempool/*",
+  "protocol-units/syncing/*",
+  "protocol-units/settlement/mcr/client",
+  "protocol-units/settlement/mcr/config",
+  "protocol-units/settlement/mcr/manager",
+  "protocol-units/settlement/mcr/setup",
+  "protocol-units/settlement/mcr/runner",
+  "protocol-units/movement-rest",
+  "protocol-units/access-control/aptos/account-whitelist",
+  "util/buildtime",
+  "util/buildtime/buildtime-helpers",
+  "util/buildtime/buildtime-macros",
+  "util/commander",
+  "util/dot-movement",
+  "util/flocks",
+  "util/godfig",
+  "util/movement-algs",
+  "util/movement-types",
+  "util/tracing",
+  "util/syncador",
+  "util/collections",
+  "util/whitelist",
+  "networks/movement/*",
+  "benches/*",
+  "util/signing/interface",
+  "util/signing/integrations/aptos",
+  "util/signing/providers/aws-kms",
+  "util/signing/providers/hashicorp-vault",
+  "util/signing/testing",
+  "demo/hsm",
+  "protocol-units/execution/maptos/framework/releases/*",
+  "protocol-units/execution/maptos/framework/migrations/*",
+  "protocol-units/da-sequencer/config",
+  "protocol-units/da-sequencer/setup",
+  "protocol-units/da-sequencer/client",
+  "protocol-units/da-sequencer/node"
 ]
 
 [workspace.package]
@@ -77,6 +81,12 @@ maptos-opt-executor = { path = "protocol-units/execution/maptos/opt-executor" }
 maptos-fin-view = { path = "protocol-units/execution/maptos/fin-view" }
 maptos-execution-util = { path = "protocol-units/execution/maptos/util" }
 
+## movement da sequencer
+movement-da-sequencer-client = { path = "protocol-units/da-sequencer/client" }
+movement-da-sequencer-config = { path = "protocol-units/da-sequencer/config" }
+movement-da-sequencer-node = { path = "protocol-units/da-sequencer/node" }
+movement-da-sequencer-proto = { path = "protocol-units/da-sequencer/proto" }
+
 # framework releases
 maptos-framework-release-util = { path = "protocol-units/execution/maptos/framework/releases/util" }
 aptos-framework-head-release = { path = "protocol-units/execution/maptos/framework/releases/head" }
@@ -151,44 +161,46 @@ borsh = { version = "0.10" } # todo: internalize jmt and bump
 
 ### We use a forked version so that we can override dependency versions. This is required
 ### to be avoid dependency conflicts with other Sovereign Labs crates.
-aptos-api = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-api-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-bitvec = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-block-executor = { git = "https://github.com/movementlabsxyz/aptos-core.git", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-cached-packages = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-config = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-consensus-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-crypto = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355", features = [
+aptos-api = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-api-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-bitvec = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-block-executor = { git = "https://github.com/movementlabsxyz/aptos-core.git", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-cached-packages = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-config = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-consensus-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-crypto = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67", features = [
     "cloneable-private-keys",
 ] }
-aptos-db = { git = "https://github.com/movementlabsxyz/aptos-core.git", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-executor = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-executor-test-helpers = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-executor-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-faucet-core = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-framework = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-language-e2e-tests = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-mempool = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-proptest-helpers = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-sdk = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-state-view = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-storage-interface = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-temppath = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-vm = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-vm-genesis = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-vm-logging = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-vm-validator = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-logger = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-vm-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-indexer = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-indexer-grpc-fullnode = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-indexer-grpc-table-info = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-protos = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-release-builder = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-aptos-gas-schedule = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-move-package = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
-movement = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "c34b9e9347a0e4c0440930796ba06555e8be3355" }
+
+aptos-crypto-derive = { git = "https://github.com/movementlabsxyz/aptos-core.git", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-db = { git = "https://github.com/movementlabsxyz/aptos-core.git", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-executor = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-executor-test-helpers = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-executor-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-faucet-core = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-framework = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-language-e2e-tests = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-mempool = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-proptest-helpers = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-sdk = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-state-view = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-storage-interface = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-temppath = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-vm = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-vm-genesis = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-vm-logging = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-vm-validator = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-logger = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-vm-types = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-indexer = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-indexer-grpc-fullnode = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-indexer-grpc-table-info = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-protos = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-release-builder = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+aptos-gas-schedule = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+move-package = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
+movement = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "1d1cdbbd7fabb80dcb95ba5e23213faa072fab67" }
 
 # Indexer
 processor = { git = "https://github.com/movementlabsxyz/aptos-indexer-processors", rev = "20be1190105908fd4fea4e78c330997658e9428e" }
@@ -327,7 +339,7 @@ tracing-subscriber = { version = "0.3", features = ["env-filter"] }
 tracing-test = "0.2.5"
 trie-db = "0.28.0"
 url = "2.2.2"
-ed25519-dalek = "2.1"
+ed25519-dalek = { version = "2.1", features = ["rand_core"] }
 ed25519 = "2.2.3"
 ring-compat = "0.8.0"
 zstd-sys = "2.0.9"
@@ -364,7 +376,7 @@ aws-sdk-s3 = "1.42.0"
 movement-client = { path = "networks/movement/movement-client" }
 simple_asn1 = "0.6.3"
 dotenv = "0.15.0"
-rand_core = "0.9.0"
+rand_core = { version = "0.9.0", features = ["std", "os_rng"] }
 
 [workspace.lints.rust]
 dead_code = "deny"        ## Alloy Dependencies

Cargo.toml

@@ -0,0 +1,20 @@
+services:
+  movement-da-sequencer:
+    image: ghcr.io/movementlabsxyz/movement-full-node:${CONTAINER_REV}
+    container_name: movement-da-sequencer
+    environment:
+      - DOT_MOVEMENT_PATH=/.movement
+      - RUST_BACKTRACE=1
+    command: da run
+    volumes:
+      - ${DOT_MOVEMENT_PATH}:/.movement
+    ports:
+      - "30730:30730"
+      - "30931:30931"
+    healthcheck:
+      test: [ "CMD-SHELL", "nc -zv 0.0.0.0 30931" ]
+      retries: 10
+      interval: 10s
+      timeout: 5s
+    restart: on-failure:3
+

docker/compose/movement-full-node/docker-compose.da-sequencer.yml

@@ -0,0 +1,21 @@
+services:    
+  movement-faucet-service:
+    image: ghcr.io/movementlabsxyz/movement-faucet-service:${CONTAINER_REV}
+    container_name: movement-faucet-service
+    command: run-simple
+    environment:
+      - DOT_MOVEMENT_PATH=/.movement
+      - RUST_BACKTRACE=1
+    volumes:
+      - ${DOT_MOVEMENT_PATH}:/.movement
+    ports:
+      - "30732:30732"
+    depends_on:
+      movement-full-node:
+        condition: service_healthy
+    healthcheck:
+      test: [ "CMD-SHELL", "nc -zv 0.0.0.0 30732" ]
+      retries: 10
+      interval: 10s
+      timeout: 5s
+    restart: on-failure:10

docker/compose/movement-full-node/docker-compose.faucet.yml

@@ -0,0 +1,22 @@
+services:
+  movement-full-node:
+    image: ghcr.io/movementlabsxyz/movement-full-node:${CONTAINER_REV}
+    container_name: movement-full-node
+    command: run
+    environment:
+      - DOT_MOVEMENT_PATH=/.movement
+      - MOVEMENT_TIMING=info
+      - RUST_BACKTRACE=1
+    volumes:
+      - ${DOT_MOVEMENT_PATH}:/.movement
+    ports:
+      - "30731:30731"
+      - "30734:30734"
+      - "9464:9464"
+    healthcheck:
+      test: [ "CMD-SHELL", "echo true" ]
+      retries: 10
+      interval: 10s
+      timeout: 5s
+    restart: on-failure:5
+