feat: DMQ node infrastructure

.github/workflows/actions/deploy-terraform-infrastructure/action.yml

@@ -24,6 +24,13 @@ inputs:
     description: Cardano node Docker image registry.
     required: false
     default: "ghcr.io/intersectmbo/cardano-node"
+  dmq_node_version:
+    description: DMQ node version.
+    required: true
+  dmq_node_docker_registry:
+    description: DMQ node Docker image registry.
+    required: false
+    default: "ghcr.io/intersectmbo/dmq-node"
   google_region:
     description: Google Cloud region name.
     required: true
@@ -67,6 +74,10 @@ inputs:
     description: Mithril P2P network use DMQ protocol (experimental, for test only).
     required: false
     default: "false"
+  mithril_p2p_use_real_dmq_node:
+    description: Use the real Decentralized Message Queue (DMQ) node (experimental, for test only).
+    required: false
+    default: "false"
   mithril_p2p_network_bootstrap_peer:
     description: Mithril P2P network bootstrap peer (experimental, for test only).
     required: false
@@ -243,6 +254,8 @@ runs:
           cardano_network                                                           = "${{ inputs.cardano_network }}"
           cardano_image_id                                                          = "${{ inputs.cardano_node_version }}"
           cardano_image_registry                                                    = "${{ inputs.cardano_node_docker_registry }}"
+          dmq_image_id                                                              = "${{ inputs.dmq_node_version }}"
+          dmq_image_registry                                                        = "${{ inputs.dmq_node_docker_registry }}"
           google_region                                                             = "${{ inputs.google_region }}"
           google_zone                                                               = "${{ inputs.google_zone }}"
           google_machine_type                                                       = "${{ inputs.google_machine_type }}"
@@ -256,6 +269,7 @@ runs:
           google_service_credentials_json_file                                      = "./google-application-credentials.json"
           mithril_use_p2p_network                                                   = "${{ inputs.mithril_use_p2p_network }}"
           mithril_p2p_use_dmq_protocol                                              = "${{ inputs.mithril_p2p_use_dmq_protocol }}"
+          mithril_p2p_use_real_dmq_node                                             = "${{ inputs.mithril_p2p_use_real_dmq_node }}"
           mithril_p2p_network_bootstrap_peer                                        = "${{ inputs.mithril_p2p_network_bootstrap_peer }}"
           mithril_p2p_signer_relay_signer_registration_mode                         = "${{ inputs.mithril_p2p_signer_relay_signer_registration_mode }}"
           mithril_p2p_signer_relay_signature_registration_mode                      = "${{ inputs.mithril_p2p_signer_relay_signature_registration_mode }}"

.github/workflows/ci.yml

@@ -797,6 +797,8 @@ jobs:
             environment_prefix: testing
             cardano_network: preview
             mithril_use_p2p_network: false
+            mithril_p2p_use_dmq_protocol: true
+            mithril_p2p_use_real_dmq_node: true
             mithril_api_domain: api.mithril.network
             mithril_protocol_parameters: |
               {
@@ -851,6 +853,8 @@ jobs:
           cardano_network: ${{ matrix.cardano_network }}
           cardano_node_version: ${{ vars.CARDANO_NODE_VERSION }}
           cardano_node_docker_registry: ${{ vars.CARDANO_NODE_DOCKER_REGISTRY }}
+          dmq_node_version: ${{ vars.DMQ_NODE_VERSION }}
+          dmq_node_docker_registry: ${{ vars.DMQ_NODE_DOCKER_REGISTRY }}
           google_region: ${{ matrix.google_region }}
           google_zone: ${{ matrix.google_zone }}
           google_machine_type: ${{ matrix.google_machine_type }}
@@ -859,6 +863,9 @@ jobs:
           google_compute_instance_ssh_keys_environment: testing
           google_application_credentials: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}
           mithril_use_p2p_network: ${{ matrix.mithril_use_p2p_network }}
+          mithril_p2p_use_dmq_protocol: ${{ matrix.mithril_p2p_use_dmq_protocol }}
+          mithril_p2p_use_real_dmq_node: ${{ matrix.mithril_p2p_use_real_dmq_node }}
+          mithril_p2p_network_bootstrap_peer: ${{ vars.MITHRIL_P2P_NETWORK_BOOTSTRAP_PEER }}
           mithril_api_domain: ${{ matrix.mithril_api_domain }}
           mithril_image_id: ${{ env.DOCKER_IMAGE_ID }}
           mithril_protocol_parameters: ${{ toJSON(matrix.mithril_protocol_parameters) }}

.github/workflows/pre-release.yml

@@ -193,6 +193,9 @@ jobs:
           - environment: pre-release-preview
             environment_prefix: pre-release
             cardano_network: preview
+            mithril_use_p2p_network: false
+            mithril_p2p_use_dmq_protocol: true
+            mithril_p2p_use_real_dmq_node: true
             mithril_api_domain: api.mithril.network
             mithril_protocol_parameters: |
               {
@@ -239,6 +242,8 @@ jobs:
           cardano_network: ${{ matrix.cardano_network }}
           cardano_node_version: ${{ vars.CARDANO_NODE_VERSION }}
           cardano_node_docker_registry: ${{ vars.CARDANO_NODE_DOCKER_REGISTRY }}
+          dmq_node_version: ${{ vars.DMQ_NODE_VERSION }}
+          dmq_node_docker_registry: ${{ vars.DMQ_NODE_DOCKER_REGISTRY }}
           google_region: ${{ matrix.google_region }}
           google_zone: ${{ matrix.google_zone }}
           google_machine_type: ${{ matrix.google_machine_type }}
@@ -249,6 +254,10 @@ jobs:
           google_compute_instance_data_disk_snapshot: ${{ vars.GOOGLE_COMPUTE_INSTANCE_DATA_DISK_SNAPSHOT }}
           google_compute_instance_ssh_keys_environment: testing
           google_application_credentials: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}
+          mithril_use_p2p_network: ${{ matrix.mithril_use_p2p_network }}
+          mithril_p2p_use_dmq_protocol: ${{ matrix.mithril_p2p_use_dmq_protocol }}
+          mithril_p2p_use_real_dmq_node: ${{ matrix.mithril_p2p_use_real_dmq_node }}
+          mithril_p2p_network_bootstrap_peer: ${{ vars.MITHRIL_P2P_NETWORK_BOOTSTRAP_PEER }}
           mithril_api_domain: ${{ matrix.mithril_api_domain }}
           mithril_image_id: ${{ env.DOCKER_IMAGE_ID }}
           mithril_protocol_parameters: ${{ toJSON(matrix.mithril_protocol_parameters) }}

.github/workflows/test-deploy-network.yml

@@ -89,7 +89,7 @@ jobs:
               {
                 "1" = {
                   type    = "unverified-cardano-passive-norelay",
-                  pool_id = "pool1y0uxkqyplyx6ld25e976t0s35va3ysqcscatwvy2sd2cwcareq7",
+                  pool_id = "pool13zafxlpfgymf474uv52qt557z5k5frn9p83yr55zp267wj5mpu4",
                 },
               }
             mithril_leader_aggregator_endpoint: https://aggregator.dev-preview.api.mithril.network/aggregator

docs/website/root/manual/operate/run-aggregator-node.md

@@ -956,7 +956,7 @@ As we are still in a testing stage, we only support the `pre-release-preview` ne
 
 You can use these parameters for the **pre-release-preview** network:
 
-- **DMQ_RELEASE_URL**: `https://github.com/input-output-hk/mithril/raw/refs/heads/jpraynaud/dmq-node-binary/mithril-test-lab/mithril-devnet/bin/dmq-node-0.2.0.0-53bf9652787dc768abd86cf3844f1206f0fd7d8c`
+- **DMQ_RELEASE_URL**: `https://github.com/IntersectMBO/dmq-node/releases/download/0.2.0.0-pre-4/dmq-node-linux.tar.gz`
 
 _These URLs may change in the future; please refer to this page for the latest released version of the DMQ node binary._
 
@@ -965,19 +965,29 @@ _These URLs may change in the future; please refer to this page for the latest r
 To download the latest released version of the DMQ node binary, run the following command:
 
 ```bash
-curl --fail -sL -o dmq-node **DMQ_RELEASE_URL**
+curl --fail -sL -o dmq-node.tar.gz **DMQ_RELEASE_URL**
 ```
 
-### Installing the service
+Then, extract the archive:
 
-#### Make the binary executable
+```bash
+tar -xzf dmq-node.tar.gz --strip-components=2 result/bin
+```
 
-To make the binary executable, run:
+And test that the binary works:
+
+```bash
+./dmq-node --version
+```
+
+You should see something like:
 
 ```bash
-chmod +x dmq-node
+dmq-node version: 0.2.0.0
 ```
 
+### Installing the service
+
 #### Move the executable
 
 To move the executable to /opt/dmq, run:
@@ -1008,9 +1018,12 @@ bash -c 'cat > /opt/dmq/config.json << EOF
   "SigSubmissionLogicTracer": true,
   "SigSubmissionClientTracer": true,
   "SigSubmissionServerTracer": true,
+  "SigSubmissionClientProtocolTracer": true,
+  "SigSubmissionServerProtocolTracer": true,
   "MuxTracer": true,
-  "ChannelTracer": true,
+  "ChannelTracer": false,
   "DebugPeerSelectionTracer": true,
+  "ValidationTracer": true
 }
 EOF'
 ```
@@ -1036,9 +1049,12 @@ bash -c 'cat > /opt/dmq/config.json << EOF
   "SigSubmissionLogicTracer": true,
   "SigSubmissionClientTracer": true,
   "SigSubmissionServerTracer": true,
+  "SigSubmissionClientProtocolTracer": true,
+  "SigSubmissionServerProtocolTracer": true,
   "MuxTracer": true,
-  "ChannelTracer": true,
+  "ChannelTracer": false,
   "DebugPeerSelectionTracer": true,
+  "ValidationTracer": true
 }
 EOF'
 ```

docs/website/root/manual/operate/run-signer-node.md

@@ -952,7 +952,7 @@ As we are still in a testing stage, we only support the `pre-release-preview` ne
 
 You can use these parameters for the **pre-release-preview** network:
 
-- **DMQ_RELEASE_URL**: `https://github.com/input-output-hk/mithril/raw/refs/heads/jpraynaud/dmq-node-binary/mithril-test-lab/mithril-devnet/bin/dmq-node-0.2.0.0-53bf9652787dc768abd86cf3844f1206f0fd7d8c`
+- **DMQ_RELEASE_URL**: `https://github.com/IntersectMBO/dmq-node/releases/download/0.2.0.0-pre-4/dmq-node-linux.tar.gz`
 
 _These URLs may change in the future; please refer to this page for the latest released version of the DMQ node binary._
 
@@ -961,19 +961,29 @@ _These URLs may change in the future; please refer to this page for the latest r
 To download the latest released version of the DMQ node binary, run the following command:
 
 ```bash
-curl --fail -sL -o dmq-node **DMQ_RELEASE_URL**
+curl --fail -sL -o dmq-node.tar.gz **DMQ_RELEASE_URL**
 ```
 
-### Installing the service
+Then, extract the archive:
+
+```bash
+tar -xzf dmq-node.tar.gz --strip-components=2 result/bin
+```
+
+And test that the binary works:
 
-#### Make the binary executable
+```bash
+./dmq-node --version
+```
 
-To make the binary executable, run:
+You should see something like:
 
 ```bash
-chmod +x dmq-node
+dmq-node version: 0.2.0.0
 ```
 
+### Installing the service
+
 #### Move the executable
 
 To move the executable to /opt/dmq, run:
@@ -1004,9 +1014,12 @@ bash -c 'cat > /opt/dmq/config-relay.json << EOF
   "SigSubmissionLogicTracer": true,
   "SigSubmissionClientTracer": true,
   "SigSubmissionServerTracer": true,
+  "SigSubmissionClientProtocolTracer": true,
+  "SigSubmissionServerProtocolTracer": true,
   "MuxTracer": true,
-  "ChannelTracer": true,
+  "ChannelTracer": false,
   "DebugPeerSelectionTracer": true,
+  "ValidationTracer": true
 }
 EOF'
 ```
@@ -1032,9 +1045,12 @@ bash -c 'cat > /opt/dmq/config-relay.json << EOF
   "SigSubmissionLogicTracer": true,
   "SigSubmissionClientTracer": true,
   "SigSubmissionServerTracer": true,
+  "SigSubmissionClientProtocolTracer": true,
+  "SigSubmissionServerProtocolTracer": true,
   "MuxTracer": true,
-  "ChannelTracer": true,
+  "ChannelTracer": false,
   "DebugPeerSelectionTracer": true,
+  "ValidationTracer": true
 }
 EOF'
 ```
@@ -1048,7 +1064,7 @@ bash -c 'cat > /opt/dmq/config-bp.json << EOF
 {
   "CardanoNetworkMagic": **YOUR_CARDANO_NETWORK_MAGIC**,
   "CardanoNodeSocket": "**YOUR_CARDANO_NODE_SOCKET_PATH**"
-  "PeerSharing": true,
+  "PeerSharing": false,
   "LocalMsgSubmissionTracer": true,
   "LocalMsgNotificationTracer": true,
   "ConnectionManagerTracer": true,
@@ -1060,9 +1076,12 @@ bash -c 'cat > /opt/dmq/config-bp.json << EOF
   "SigSubmissionLogicTracer": true,
   "SigSubmissionClientTracer": true,
   "SigSubmissionServerTracer": true,
+  "SigSubmissionClientProtocolTracer": true,
+  "SigSubmissionServerProtocolTracer": true,
   "MuxTracer": true,
-  "ChannelTracer": true,
+  "ChannelTracer": false,
   "DebugPeerSelectionTracer": true,
+  "ValidationTracer": true
 }
 EOF'
 ```
@@ -1076,7 +1095,7 @@ bash -c 'cat > /opt/dmq/config-bp.json << EOF
 {
   "CardanoNetworkMagic": 2,
   "CardanoNodeSocket": "/cardano/ipc/node.socket"
-  "PeerSharing": true,
+  "PeerSharing": false,
   "LocalMsgSubmissionTracer": true,
   "LocalMsgNotificationTracer": true,
   "ConnectionManagerTracer": true,
@@ -1088,9 +1107,12 @@ bash -c 'cat > /opt/dmq/config-bp.json << EOF
   "SigSubmissionLogicTracer": true,
   "SigSubmissionClientTracer": true,
   "SigSubmissionServerTracer": true,
+  "SigSubmissionClientProtocolTracer": true,
+  "SigSubmissionServerProtocolTracer": true,
   "MuxTracer": true,
-  "ChannelTracer": true,
+  "ChannelTracer": false,
   "DebugPeerSelectionTracer": true,
+  "ValidationTracer": true
 }
 EOF'
 ```