Merge pull request #502 from EspressoSystems/ax/event-stream

feat: event stream trigger NextCommittee

Author: alxiong

.github/workflows/build-and-test.yml

@@ -141,6 +141,8 @@ jobs:
       run: just run_sailfish_demo
     - name: Test with block-maker
       run: just test-all
+    - name: Test dynamic committee change
+      run: just test-dyn-comm
 
   contracts:
     runs-on: ubuntu-latest

Cargo.lock

@@ -31,7 +31,7 @@ rust-version = "1.85.0"
 
 [workspace.dependencies]
 aes-gcm = { version = "0.10.3" }
-alloy = { version = "1.0", features = ["default", "arbitrary", "k256", "serde", "rlp", "node-bindings", "getrandom", "signer-mnemonic"] }
+alloy = { version = "1.0", features = ["default", "arbitrary", "k256", "serde", "rlp", "node-bindings", "getrandom", "signer-mnemonic", "transport-ws"] }
 alloy-chains = "0.2"
 # derive feature is not exposed via `alloy`, thus has to explicitly declare here
 alloy-rlp = { version = "0.3.12", features = ["derive"] }
@@ -69,6 +69,7 @@ ethereum_ssz = "0.9.0"
 futures = { version = "0.3", default-features = false, features = ["alloc"] }
 generic-array = { version = "0.14.7", features = ["serde", "zeroize"] }
 http = "1.3.1"
+itertools = "0.14.0"
 jiff = { version = "0.2", default-features = false, features = ["serde", "std"] }
 minicbor = { version = "2.1.1", features = ["full"] }
 nohash-hasher = "0.2"

Cargo.toml

@@ -19,6 +19,9 @@ update-submodules:
 build_release *ARGS:
   cargo build --release --workspace --all-targets {{ARGS}}
 
+build_release_until:
+  cargo build --release --workspace --all-targets --features "until"
+
 build_docker:
   docker build . -f ./docker/timeboost.Dockerfile -t timeboost:latest
   docker build . -f ./docker/yapper.Dockerfile -t yapper:latest
@@ -103,6 +106,7 @@ mkconfig NUM_NODES DATETIME *ARGS:
     --http-api "127.0.0.1:8004" \
     --chain-namespace 10101 \
     --parent-rpc-url "http://127.0.0.1:8545" \
+    --parent-ws-url "ws://127.0.0.1:8545" \
     --parent-chain-id 31337 \
     --parent-ibox-contract "0xa0f3a1a4e2b2bcb7b48c8527c28098f207572ec1" \
     --key-manager-contract "0x2bbf15bc655c4cc157b769cfcb1ea9924b9e1a35" \
@@ -118,6 +122,7 @@ mkconfig_docker DATETIME *ARGS:
     --mode "increment-address" \
     --chain-namespace 10101 \
     --parent-rpc-url "http://127.0.0.1:8545" \
+    --parent-ws-url "ws://127.0.0.1:8545" \
     --parent-chain-id 31337 \
     --parent-ibox-contract "0xa0f3a1a4e2b2bcb7b48c8527c28098f207572ec1" \
     --key-manager-contract "0x2bbf15bc655c4cc157b769cfcb1ea9924b9e1a35" \
@@ -133,6 +138,7 @@ mkconfig_nitro DATETIME *ARGS:
     --nitro-addr "localhost:55000" \
     --chain-namespace 412346 \
     --parent-rpc-url "http://127.0.0.1:8545" \
+    --parent-ws-url "ws://127.0.0.1:8546" \
     --parent-chain-id 1337 \
     --parent-ibox-contract "0xa0f3a1a4e2b2bcb7b48c8527c28098f207572ec1" \
     --key-manager-contract "0x2bbf15bc655c4cc157b769cfcb1ea9924b9e1a35" \
@@ -179,9 +185,53 @@ test-all: build_release build-test-utils
     --run   "3:scripts/deploy-test-contract" \
     --spawn "4:target/release/block-maker --port 55000 --committee test-configs/local/committee.toml" \
     --spawn "4:target/release/yapper --keyset-file test-configs/local/committee.toml" \
-    --spawn "5:target/release/run-committee --configs test-configs/local/ --committee 0 --timeboost target/release/timeboost" \
+    --spawn "5:target/release/run-committee --configs test-configs/local/ --committee-id 0 --timeboost target/release/timeboost" \
     target/release/block-checker -- \
       --config test-configs/local/node_0.toml \
       --committee test-configs/local/committee.toml \
       --committee-id 0 \
       --blocks 1000
+
+test-dyn-comm: build_release_until build-test-utils
+  env RUST_LOG=sailfish=warn,yapper=error,timeboost=info,info target/release/run \
+    --verbose \
+    --timeout 120 \
+    --spawn "1:anvil --port 8545" \
+    --run   "2:sleep 2" \
+    --run   "3:scripts/deploy-test-contract" \
+    --spawn "4:target/release/run-committee --configs test-configs/c0/ --committee-id 0 --until 2000" \
+    --run   "5:target/release/mkconfig -n 4 \
+                 --public-addr 127.0.0.1:9000 \
+                 --internal-addr 127.0.0.1:9003 \
+                 --http-api 127.0.0.1:9004 \
+                 --chain-namespace 10101 \
+                 --parent-rpc-url http://127.0.0.1:8545 \
+                 --parent-ws-url ws://127.0.0.1:8545 \
+                 --parent-chain-id 31337 \
+                 --parent-ibox-contract 0xa0f3a1a4e2b2bcb7b48c8527c28098f207572ec1 \
+                 --key-manager-contract 0x2bbf15bc655c4cc157b769cfcb1ea9924b9e1a35 \
+                 --timestamp +16s \
+                 --stamp-dir /tmp \
+                 --output test-configs/c1" \
+    --run   "6:sleep 6" \
+    --run   "7:target/release/register \
+                 -a threshold-enc-key \
+                 -m 'attend year erase basket blind adapt stove broccoli isolate unveil acquire category' \
+                 -u http://localhost:8545 \
+                 -k 0x2bbf15bc655c4cc157b769cfcb1ea9924b9e1a35 \
+                 -c test-configs/c0/committee.toml" \
+    --run   "8:target/release/register \
+                 -a new-committee \
+                 -m 'attend year erase basket blind adapt stove broccoli isolate unveil acquire category' \
+                 -u http://localhost:8545 \
+                 -k 0x2bbf15bc655c4cc157b769cfcb1ea9924b9e1a35 \
+                 -c test-configs/c1/committee.toml" \
+    --spawn "9:target/release/yapper \
+                  --keyset-file test-configs/c1/committee.toml \
+                  --parent-url http://localhost:8545 \
+                  --key-manager-contract 0x2bbf15bc655c4cc157b769cfcb1ea9924b9e1a35" \
+    target/release/run-committee -- \
+      --configs test-configs/c1/ \
+      --committee-id 1 \
+      --until 800 \
+      --required-decrypt-rounds 3 && rm -rf test-configs/c1

contracts

@@ -1,4 +1,5 @@
 use std::num::{NonZeroUsize, ParseIntError};
+use std::ops::{Add, Sub};
 use std::{fmt, str::FromStr};
 
 use std::sync::Arc;
@@ -107,6 +108,7 @@ impl Committee {
 #[derive(
     Debug,
     Copy,
+    Default,
     Clone,
     PartialEq,
     Eq,
@@ -163,3 +165,19 @@ impl Committable for CommitteeId {
             .finalize()
     }
 }
+
+impl Add<u64> for CommitteeId {
+    type Output = Self;
+
+    fn add(self, rhs: u64) -> Self::Output {
+        Self(self.0 + rhs)
+    }
+}
+
+impl Sub<u64> for CommitteeId {
+    type Output = Self;
+
+    fn sub(self, rhs: u64) -> Self::Output {
+        Self(self.0 - rhs)
+    }
+}

justfile

@@ -22,6 +22,7 @@ km_addr=$(sed -nr 's/^key_manager.*=.*"(.+)"/\1/p' "$DEPLOYMENT_FILE")
 
 # Update the contract
 env RUST_LOG=info cargo run --release --bin register -- \
+    -a new-committee \
     -m "$MANAGER_MNEMONIC" \
     -i "$MANAGER_ACCOUNT_INDEX" \
     -u "$URL" \

multisig/src/committee.rs

@@ -116,7 +116,6 @@ i=0
 for f in "$config_dir"/node_*.toml; do
     cmd=(target/release/timeboost
         --committee-id 0
-        --committee "$config_dir/committee.toml"
         --config "$f"
         --until $rounds
         --watchdog-timeout 120)

scripts/deploy-test-contract

@@ -84,7 +84,7 @@ km_addr=$(sed -nr 's/^key_manager.*=.*"(.+)"/\1/p' "$DEPLOYMENT_FILE")
 
 # Update the contract
 committee_config="test-configs/$COMMITTEE_PATH/committee.toml"
-RUST_LOG=info cargo run --release --bin register -- -m "$MANAGER_MNEMONIC" -i "$MANAGER_ACCOUNT_INDEX" -u "$URL" -k "$km_addr" -c "$committee_config"
+RUST_LOG=info cargo run --release --bin register -- -a new-committee -m "$MANAGER_MNEMONIC" -i "$MANAGER_ACCOUNT_INDEX" -u "$URL" -k "$km_addr" -c "$committee_config"
 
 # Finally, clean up the temporary deployment file
 rm -f "$DEPLOYMENT_FILE"

scripts/run-timeboost-demo

@@ -26,14 +26,14 @@ To generate configs for all nodes in a new committee:
 
 ``` sh
 # see mkconfig.rs Args or `mkconfig --help` for more options
-just mkconfig 5 2025-01-09T02:00:00Z --seed 42
-just mkconfig 13 2025-01-09T02:00:00Z --nitro-addr "localhost:55000"
+just mkconfig 5 2025-09-01T02:00:00Z --seed 42
+just mkconfig 13 2025-09-01T02:00:00Z --nitro-addr "localhost:55000"
 
 # recipe for docker env is fixed at 5 nodes
-just mkconfig_docker 2025-01-09T02:00:00Z --seed 42
+just mkconfig_docker 2025-09-01T02:00:00Z --seed 42
 
 # recipe for nitro CI test, fixed at 2 nodes with nitro chain config
-just mkconfig_nitro 2025-01-09T02:00:00Z --seed 42
+just mkconfig_nitro 2025-09-01T02:00:00Z --seed 42
 ```
 
 ### On test wallet mnemonic