feat(devnet): start DMQ network in the devnet

Author: jpraynaud

mithril-test-lab/mithril-devnet/devnet-log.sh

@@ -39,4 +39,15 @@ if [ "${NODES}" = "cardano" ] || [ "${NODES}" = "*" ]; then
 
     LINES=${LINES} ./log-cardano.sh
     echo
+fi
+if [ "${NODES}" = "*" ]; then 
+    echo "====================================================================="
+    echo "=== DMQ Network"
+    echo "====================================================================="
+    echo
+fi
+if [ "${NODES}" = "dmq" ] || [ "${NODES}" = "*" ]; then 
+
+    LINES=${LINES} ./log-dmq.sh
+    echo
 fi

mithril-test-lab/mithril-devnet/devnet-mkfiles.sh

@@ -13,12 +13,18 @@ SCRIPT_DIRECTORY=$(dirname $0)
 # Init script
 . $SCRIPT_DIRECTORY/mkfiles/mkfiles-init.sh
 
-# Generate the topology
-. ${SCRIPT_DIRECTORY}/mkfiles/mkfiles-topology.sh
+# Generate the Cardano nodes topology
+. ${SCRIPT_DIRECTORY}/mkfiles/mkfiles-topology-cardano.sh
 
 # Generate Cardano devnet artifacts
 . $SCRIPT_DIRECTORY/mkfiles/mkfiles-cardano.sh
 
+# Generate the DMQ nodes topology
+. ${SCRIPT_DIRECTORY}/mkfiles/mkfiles-topology-dmq.sh
+
+# Generate Cardano DMQ artifacts
+. $SCRIPT_DIRECTORY/mkfiles/mkfiles-dmq.sh
+
 # Generate the start scripts
 . $SCRIPT_DIRECTORY/mkfiles/mkfiles-start.sh
 

mithril-test-lab/mithril-devnet/devnet-run.sh

@@ -31,6 +31,16 @@ echo
 # Change directory
 pushd ${ARTIFACTS_DIR} > /dev/null
 
+# Start devnet DMQ nodes
+if [ "${NODES}" = "dmq" ] || [ "${NODES}" = "*" ]; then 
+    echo "====================================================================="
+    echo " Start DMQ nodes"
+    echo "====================================================================="
+    echo
+    ./start-dmq.sh
+    echo
+fi
+
 # Start devnet Cardano nodes
 if [ "${NODES}" = "cardano" ] || [ "${NODES}" = "*" ]; then 
     echo "====================================================================="

mithril-test-lab/mithril-devnet/mkfiles/mkfiles-cardano.sh

@@ -33,6 +33,7 @@ esac
 CARDANO_BIN_PATH=./bin
 CARDANO_CLI=${CARDANO_BIN_PATH}/cardano-cli
 CARDANO_NODE=${CARDANO_BIN_PATH}/cardano-node
+DMQ_NODE=${CARDANO_BIN_PATH}/dmq-node
 NUM_SPO_NODES=$NUM_POOL_NODES
 INIT_SUPPLY=12000000
 TOTAL_SUPPLY=2000000000000

mithril-test-lab/mithril-devnet/mkfiles/mkfiles-dmq.sh

@@ -0,0 +1,11 @@
+# Temporary script to copy DMQ node binary
+cp $DMQ_NODE_BINARY/dmq-node ./bin/
+
+for NODE in ${ALL_NODES}; do
+  cat >> ${NODE}/config.dmq.json <<EOF
+{
+  "LocalMsgSubmissionTracer": true,
+  "LocalMsgNotificationTracer": true
+}
+EOF
+done

mithril-test-lab/mithril-devnet/mkfiles/mkfiles-query.sh

@@ -67,3 +67,14 @@ find . -type f -print | grep "node.log" | sort -n | xargs -i  sh -c 'echo '\${SE
 
 EOF
 chmod u+x log-cardano.sh
+
+cat >> log-dmq.sh <<EOF
+#!/usr/bin/env bash
+
+SEPARATOR="---------------------------------------------------------------------"
+
+# DMQ nodes logs
+find . -type f -print | grep "dmq.node.log" | sort -n | xargs -i  sh -c 'echo '\${SEPARATOR}' && echo tail -n '\${LINES}' {} && echo '\${SEPARATOR}' && tail -n '\${LINES}' {} && echo '\${SEPARATOR}' && echo'
+
+EOF
+chmod u+x log-dmq.sh

mithril-test-lab/mithril-devnet/mkfiles/mkfiles-start.sh

@@ -110,6 +110,41 @@ EOF
 
 chmod u+x start-cardano.sh
 
+cat >> start-dmq.sh <<EOF
+#!/usr/bin/env bash
+
+echo ">> Start DMQ network"
+killall dmq-node > /dev/null 2>&1
+
+# Stop when there's an error, activate it after the killall since it will report an error if it doesn't kill anything
+set -e
+
+#$DMQ_NODE --version
+
+EOF
+
+for NODE in ${ALL_NODES}; do
+  cat >> ${NODE}/start-dmq.sh <<EOF
+#!/usr/bin/env bash
+
+$DMQ_NODE \\
+  --configuration-file              ${NODE}/config.dmq.json \\
+  --topology-file                   ${NODE}/topology.dmq.json \\
+  --local-socket                    ${NODE}/ipc/dmq.node.sock \\
+  --host-addr                       $(cat ${NODE}/host) \\
+  --port                            $(cat ${NODE}/port.dmq) \\
+  > ${NODE}/dmq.node.log
+EOF
+  chmod u+x ${NODE}/start-dmq.sh
+  cat >> start-dmq.sh <<EOF
+echo ">> Starting DMQ node '${NODE}'"
+./${NODE}/start-dmq.sh &
+
+EOF
+done
+
+chmod u+x start-dmq.sh
+
 cat >> start-mithril.sh <<EOF
 #!/usr/bin/env bash
 
@@ -191,6 +226,9 @@ cat >> stop.sh <<EOF
 echo ">> Stop Cardano network"
 killall cardano-node
 
+echo ">> Stop DMQ network"
+killall dmq-node
+
 echo ">> Stop Mithril network"
 if [ -z "\${MITHRIL_IMAGE_ID}" ]; then 
   export MITHRIL_AGGREGATOR_IMAGE="mithril/mithril-aggregator"

mithril-test-lab/mithril-devnet/mkfiles/mkfiles-topology.sh renamed to mithril-test-lab/mithril-devnet/mkfiles/mkfiles-topology-cardano.sh

@@ -0,0 +1,60 @@
+
+NODE_PORT_START=4000
+
+# Create network topology
+FULL_NODES=()
+FULL_NODES_N=()
+for (( i=1; i<=${NUM_FULL_NODES}; i++ ))
+  do
+    FULL_NODES=("${FULL_NODES[@]}" "node-full${i}")
+    FULL_NODES_N=("${FULL_NODES_N[@]}" "${i}")
+done
+FULL_NODES=${FULL_NODES[@]}
+FULL_NODES_N=${FULL_NODES_N[@]}
+
+POOL_NODES=()
+POOL_NODES_N=()
+for (( i=1; i<=${NUM_POOL_NODES}; i++ ))
+  do
+    POOL_NODES=("${POOL_NODES[@]}" "node-pool${i}")
+    POOL_NODES_N=("${POOL_NODES_N[@]}" "${i}")
+done
+POOL_NODES=${POOL_NODES[@]}
+POOL_NODES_N=${POOL_NODES_N[@]}
+
+ALL_NODES="${FULL_NODES} ${POOL_NODES}"
+
+# create the topology files
+NODE_ADDR=$LISTENING_ADDR
+NODE_PORT=NODE_PORT_START
+TOPOLOGY='
+{
+  "bootstrapPeers": [],
+  "localRoots": [
+    {
+      "accessPoints": [],
+      "advertise": false,
+      "trustable": false,
+      "valency": 1
+    }
+  ],
+  "peerSnapshotFile": null,
+  "publicRoots": [
+    {
+      "accessPoints": [],
+      "advertise": false
+    }
+  ]
+}'
+for NODE in ${ALL_NODES}; do
+  NODE_PORT=$(( ${NODE_PORT} + 1))
+  echo ${NODE_PORT} > ${NODE}/port.dmq
+  TOPOLOGY=$(echo ${TOPOLOGY} | jq '.localRoots[0].accessPoints[.localRoots[0].accessPoints | length] |= . + {"address": "'${NODE_ADDR}'","port": '${NODE_PORT}', "valency": 1}')
+done
+echo $TOPOLOGY | jq . > topology.dmq.json
+
+NODE_IX=0
+for NODE in ${ALL_NODES}; do
+  cat topology.dmq.json |  jq '.localRoots[0].accessPoints |= del(.['${NODE_IX}'])' > ${NODE}/topology.dmq.json
+  NODE_IX=$(( ${NODE_IX} + 1))
+done