Merge pull request #768 from input-output-hk/ch1bo/eb-production-demo

Leios prototype demo February

Author: ch1bo

demo/pre-commit-hooks.nix

@@ -26,6 +26,6 @@
     extends: relaxed
     rules:
       line-length:
-        max: 120
+        max: 180
   '';
 }

demo/proto-devnet/config/config.yaml

@@ -89,7 +89,7 @@ TraceOptions:
   ChainSync.Client:
     severity: Debug
   ChainSync.Local:
-    severity: Notice
+    severity: Silence
   ChainSync.Remote:
     severity: Notice
   ChainSync.Remote.Serialised:
@@ -123,7 +123,7 @@ TraceOptions:
   Net.AcceptPolicy:
     severity: Debug
   Net.ConnectionManager.Local:
-    severity: Debug
+    severity: Silence
   Net.ConnectionManager.Remote:
     severity: Debug
   Net.ConnectionManager.Remote.ConnectionManagerCounters:
@@ -137,19 +137,19 @@ TraceOptions:
   Net.ErrorPolicy.Remote:
     severity: Debug
   Net.Handshake.Local:
-    severity: Debug
+    severity: Silence
   Net.Handshake.Remote:
     severity: Debug
   Net.InboundGovernor:
     severity: Warning
   Net.InboundGovernor.Local:
-    severity: Debug
+    severity: Silence
   Net.InboundGovernor.Remote:
     severity: Debug
   Net.InboundGovernor.Transition:
     severity: Debug
   Net.Mux.Local:
-    severity: Notice
+    severity: Silence
   Net.Mux.Remote:
     severity: Notice
   Net.PeerSelection:
@@ -174,7 +174,7 @@ TraceOptions:
   Net.Peers.PublicRoot:
     severity: Debug
   Net.Server.Local:
-    severity: Debug
+    severity: Silence
   Net.Server.Remote:
     severity: Debug
   Net.Subscription.DNS:
@@ -194,9 +194,9 @@ TraceOptions:
   StateQueryServer:
     severity: Notice
   TxSubmission.Local:
-    severity: Notice
+    severity: Silence
   TxSubmission.LocalServer:
-    severity: Notice
+    severity: Silence
   TxSubmission.MonitorClient:
     severity: Notice
   TxSubmission.Remote:

demo/proto-devnet/config/genesis/byron-genesis.json

@@ -1,7 +1,7 @@
 {
     "startTime": 1657186415,
     "protocolConsts": {
-        "k": 10,
+        "k": 432,
         "protocolMagic": 164
     },
     "blockVersionData": {

demo/proto-devnet/config/genesis/shelley-genesis.json

@@ -4,8 +4,8 @@
     "networkMagic": 164,
     "slotLength": 0.1,
     "activeSlotsCoeff": 5.0e-2,
-    "securityParam": 5,
-    "epochLength": 500,
+    "securityParam": 432,
+    "epochLength": 86400,
     "slotsPerKESPeriod": 129600,
     "maxKESEvolutions": 60,
     "maxLovelaceSupply": 100000000000000,

demo/proto-devnet/config/topology.template.json

@@ -1,5 +1,4 @@
 {
-  "bootstrapPeers": [],
   "localRoots": [
     {
       "accessPoints": [],

demo/proto-devnet/process-compose.yaml

@@ -1,28 +1,60 @@
 version: "0.5"
 is_strict: true
 
+# NOTE: Elevated processes (is_elevated: true) run via sudo, which does not
+# preserve environment variables. We must explicitly pass needed variables
+# inline in the command for them to be available in elevated scripts.
+
 processes:
+  InitNamespaces:
+    is_elevated: true
+    command: |
+      RATE="${RATE}" \
+      DELAY="${DELAY}" \
+      IP_NODE1="${IP_NODE1}" \
+      IP_NODE2="${IP_NODE2}" \
+      IP_NODE3="${IP_NODE3}" \
+      IP_HOST="${IP_HOST}" \
+      bash "${SOURCE_DIR}/scripts/init-namespaces.sh"
+
   Node1:
-    environment:
-      - NODE_ID=1
-    command: bash "${SOURCE_DIR}/run-node.sh"
+    is_elevated: true
+    command: |
+      NODE_DIR="${WORKING_DIR}/node1" \
+      IP="${IP_NODE1}" \
+      PORT="${PORT_NODE1}" \
+      ip netns exec proto-devnet:node1 bash "${SOURCE_DIR}/run-node.sh"
     log_location: "${WORKING_DIR}/node1/node.log"
+    depends_on:
+      InitNamespaces:
+        condition: process_completed_successfully
 
   Node2:
-    environment:
-      - NODE_ID=2
-    command: bash "${SOURCE_DIR}/run-node.sh"
+    is_elevated: true
+    command: |
+      NODE_DIR="${WORKING_DIR}/node2" \
+      IP="${IP_NODE2}" \
+      PORT="${PORT_NODE2}" \
+      ip netns exec proto-devnet:node2 bash "${SOURCE_DIR}/run-node.sh"
     log_location: "${WORKING_DIR}/node2/node.log"
+    depends_on:
+      InitNamespaces:
+        condition: process_completed_successfully
 
   Node3:
-    environment:
-      - NODE_ID=3
-    command: bash "${SOURCE_DIR}/run-node.sh"
+    is_elevated: true
+    command: |
+      NODE_DIR="${WORKING_DIR}/node3" \
+      IP="${IP_NODE3}" \
+      PORT="${PORT_NODE3}" \
+      ip netns exec proto-devnet:node3 bash "${SOURCE_DIR}/run-node.sh"
     log_location: "${WORKING_DIR}/node3/node.log"
+    depends_on:
+      InitNamespaces:
+        condition: process_completed_successfully
 
   TxGenerator:
-    command: sleep 5 && tx-generator json_highlevel gen.json
-    working_dir: ${WORKING_DIR}
+    command: while [ ! -S ${WORKING_DIR}/node1/node.socket ]; do sleep 0.5; done && cd ${WORKING_DIR} && tx-generator json_highlevel gen.json
     depends_on:
       Node1:
         condition: process_started

demo/proto-devnet/run-node.sh

@@ -1,24 +1,21 @@
 #!/usr/bin/env bash
 set -euo pipefail
 
-# Generic node run script that uses NODE_ID environment variable
-# Expects WORKING_DIR and NODE_ID to be set
-
-NODE_DIR="$WORKING_DIR/node${NODE_ID}"
+# Generic node run script
+# Expects NODE_DIR, IP, and PORT to be set
 
 cd "$NODE_DIR"
 
-# Select ip and port from environment variables using NODE_ID
-ip="IP_NODE${NODE_ID}"
-port="PORT_NODE${NODE_ID}"
-
 export LEIOS_DB_PATH="leios.db"
 
+# Make socket accessible to non-root (node runs elevated for namespace access)
+(while [ ! -S "node.socket" ]; do sleep 0.1; done; chmod a+rw "node.socket") &
+
 # Run cardano-node
 cardano-node run \
   --config "config.yaml" \
-  --host-addr "${!ip}" \
-  --port "${!port}" \
+  --host-addr "$IP" \
+  --port "$PORT" \
   --topology "topology.json" \
   --database-path "db" \
   --socket-path "node.socket" \

demo/proto-devnet/run.sh

@@ -9,58 +9,62 @@ set -eo pipefail
 set -a
 : "${WORKING_DIR:=tmp-devnet}"
 : "${SOURCE_DIR:=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)}"
-: "${IP_NODE1:=127.0.0.1}"
+: "${IP_NODE1:=172.28.0.10}"
 : "${PORT_NODE1:=3001}"
-: "${IP_NODE2:=127.0.0.1}"
+: "${IP_NODE2:=172.28.0.20}"
 : "${PORT_NODE2:=3002}"
-: "${IP_NODE3:=127.0.0.1}"
+: "${IP_NODE3:=172.28.0.30}"
 : "${PORT_NODE3:=3003}"
 : "${METRICS_PORT_NODE1:=12901}"
 : "${METRICS_PORT_NODE2:=12902}"
 : "${METRICS_PORT_NODE3:=12903}"
+: "${IP_HOST:=172.28.0.1}"
+# Traffic control settings (symmetric, applied to all edges)
+: "${RATE:=10Mbps}"
+: "${DELAY:=200ms}"
 set +a
 
 # Check for required commands
 REQUIRED_COMMANDS=(
-  "process-compose"
-  "sqlite3"
-  "jq"
-  "yq"
-  "envsubst"
-  "cardano-node"
-  "cardano-cli"
-  "tx-generator"
+	"process-compose"
+	"sqlite3"
+	"jq"
+	"yq"
+	"envsubst"
+	"cardano-node"
+	"cardano-cli"
+	"tx-generator"
 )
 
 MISSING_COMMANDS=()
 for cmd in "${REQUIRED_COMMANDS[@]}"; do
-  if ! command -v "$cmd" &>/dev/null; then
-    MISSING_COMMANDS+=("$cmd")
-  fi
+	if ! command -v "$cmd" &>/dev/null; then
+		MISSING_COMMANDS+=("$cmd")
+	fi
 done
 
 if [ ${#MISSING_COMMANDS[@]} -gt 0 ]; then
-  echo "Error: The following required commands are not available:"
-  for cmd in "${MISSING_COMMANDS[@]}"; do
-    echo "  - $cmd"
-  done
-  echo ""
-  echo "Please install the missing commands or use nix:"
-  echo "  nix run github:input-output-hk/ouroboros-leios#demo-proto-devnet"
-  exit 1
+	echo "Error: The following required commands are not available:"
+	for cmd in "${MISSING_COMMANDS[@]}"; do
+		echo "  - $cmd"
+	done
+	echo ""
+	echo "Please install the missing commands or use nix:"
+	echo "  nix run github:input-output-hk/ouroboros-leios#demo-proto-devnet"
+	exit 1
 fi
 
 # Check if WORKING_DIR already exists
 if [ -d "$WORKING_DIR" ]; then
-  echo "Working directory already exists: $WORKING_DIR"
-  read -r -rp "Remove and re-initialize? (Y/n): " response
-  if [[ "$response" =~ ^[Yy]$ || -z "$response" ]]; then
-    chmod a+w -R "$WORKING_DIR"
-    rm -rf "$WORKING_DIR"
-  else
-    echo "Aborting."
-    exit 0
-  fi
+	echo "Working directory already exists: $WORKING_DIR"
+	read -r -rp "Remove and re-initialize? (Y/n): " response
+	if [[ "$response" =~ ^[Yy]$ || -z "$response" ]]; then
+		chmod a+w -R "$WORKING_DIR"
+		rm -rf "$WORKING_DIR"
+	else
+		echo "Aborting."
+		exit 0
+	fi
 fi
 echo "Initializing proto-devnet in $WORKING_DIR"
 
@@ -77,51 +81,51 @@ startTimeEpoch=$(date +%s)
 startTimeIso=$(date -u -d "@$startTimeEpoch" +"%Y-%m-%dT%H:%M:%SZ")
 
 jq --argjson time "$startTimeEpoch" '.startTime = $time' \
-  "$CONFIG_DIR/genesis/byron-genesis.json" >"$WORKING_DIR/genesis/byron-genesis.json"
+	"$CONFIG_DIR/genesis/byron-genesis.json" >"$WORKING_DIR/genesis/byron-genesis.json"
 
 jq --arg time "$startTimeIso" '.systemStart = $time' \
-  "$CONFIG_DIR/genesis/shelley-genesis.json" >"$WORKING_DIR/genesis/shelley-genesis.json"
+	"$CONFIG_DIR/genesis/shelley-genesis.json" >"$WORKING_DIR/genesis/shelley-genesis.json"
 
 # Set up each node
 nodes=(1 2 3)
 for i in "${nodes[@]}"; do
-  NODE_NAME="node$i"
-  NODE_DIR="$WORKING_DIR/$NODE_NAME"
-  POOL_DIR="$CONFIG_DIR/pools-keys/pool$i"
-
-  echo "Setting up $NODE_NAME in $NODE_DIR"
-  mkdir -p "$NODE_DIR"
-
-  # Copy config files
-  cat "$CONFIG_DIR/config.yaml" |
-    yq ".TraceOptionNodeName = \"$NODE_NAME\"" |
-    yq ".TraceOptions.\"\".backends[1] = \"PrometheusSimple 127.0.0.1 $((12900 + "$i"))\"" \
-      >"$NODE_DIR/config.yaml"
-
-  # Generate upstream endpoints to other nodes
-  accessPoints=$(for j in "${nodes[@]}"; do
-    # Except self
-    if [ "$i" -ne "$j" ]; then
-      port="PORT_NODE$j"
-      address="IP_NODE$j"
-      echo "{ \"port\": ${!port}, \"address\": \"${!address}\" }"
-    fi
-  done | jq -s '.')
-  jq \
-    --argjson accessPoints "$accessPoints" \
-    '.localRoots[0].accessPoints = $accessPoints' \
-    "$CONFIG_DIR/topology.template.json" >"$NODE_DIR/topology.json"
-
-  # Symlink genesis files (shared, read-only)
-  ln -s "../genesis/byron-genesis.json" "$NODE_DIR/"
-  ln -s "../genesis/shelley-genesis.json" "$NODE_DIR/"
-  ln -s "../genesis/alonzo-genesis.json" "$NODE_DIR/"
-  ln -s "../genesis/conway-genesis.json" "$NODE_DIR/"
-  ln -s "../genesis/dijkstra-genesis.json" "$NODE_DIR/"
-
-  # Copy pool keys and set permissions
-  cp -r "$POOL_DIR" "$NODE_DIR/keys"
-  chmod 400 "$NODE_DIR/keys"/*.skey
+	NODE_NAME="node$i"
+	NODE_DIR="$WORKING_DIR/$NODE_NAME"
+	POOL_DIR="$CONFIG_DIR/pools-keys/pool$i"
+
+	echo "Setting up $NODE_NAME in $NODE_DIR"
+	mkdir -p "$NODE_DIR"
+
+	# Copy config files
+	cat "$CONFIG_DIR/config.yaml" |
+		yq ".TraceOptionNodeName = \"$NODE_NAME\"" |
+		yq ".TraceOptions.\"\".backends[1] = \"PrometheusSimple 0.0.0.0 $((12900 + "$i"))\"" \
+			>"$NODE_DIR/config.yaml"
+
+	# Generate upstream endpoints to other nodes
+	accessPoints=$(for j in "${nodes[@]}"; do
+		# Except self
+		if [ "$i" -ne "$j" ]; then
+			port="PORT_NODE$j"
+			address="IP_NODE$j"
+			echo "{ \"port\": ${!port}, \"address\": \"${!address}\" }"
+		fi
+	done | jq -s '.')
+	jq \
+		--argjson accessPoints "$accessPoints" \
+		'.localRoots[0].accessPoints = $accessPoints' \
+		"$CONFIG_DIR/topology.template.json" >"$NODE_DIR/topology.json"
+
+	# Symlink genesis files (shared, read-only)
+	ln -s "../genesis/byron-genesis.json" "$NODE_DIR/"
+	ln -s "../genesis/shelley-genesis.json" "$NODE_DIR/"
+	ln -s "../genesis/alonzo-genesis.json" "$NODE_DIR/"
+	ln -s "../genesis/conway-genesis.json" "$NODE_DIR/"
+	ln -s "../genesis/dijkstra-genesis.json" "$NODE_DIR/"
+
+	# Copy pool keys and set permissions
+	cp -r "$POOL_DIR" "$NODE_DIR/keys"
+	chmod 400 "$NODE_DIR/keys"/*.skey
 done
 
 # Copy utxo-keys for tx-generator and set permissions
@@ -140,4 +144,5 @@ envsubst <"${CONFIG_DIR}/gen.template.json" >"${WORKING_DIR}/gen.json"
 envsubst <"${CONFIG_DIR}/alloy.template" >"${WORKING_DIR}/alloy"
 
 echo "Starting proto-devnet with process-compose..."
+echo "  Traffic control: ${RATE} / ${DELAY}"
 process-compose --no-server -f "${SOURCE_DIR}/process-compose.yaml"