From a9aff3874bdc7e0fdd306679d52fc2ac70f34a39 Mon Sep 17 00:00:00 2001 From: Skylar Simoncelli <128400943+skylar-simoncelli@users.noreply.github.com> Date: Thu, 14 Aug 2025 15:18:42 +0200 Subject: [PATCH 01/18] feat: local-environment --- dev/local-environment/setup.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/dev/local-environment/setup.sh b/dev/local-environment/setup.sh index 074ad03c99..16ea393a44 100755 --- a/dev/local-environment/setup.sh +++ b/dev/local-environment/setup.sh @@ -1,10 +1,10 @@ #!/usr/bin/env bash PARTNER_CHAINS_NODE_IMAGE="ghcr.io/input-output-hk/partner-chains/partner-chains-node-unstable:latest" -CARDANO_IMAGE="ghcr.io/intersectmbo/cardano-node:10.1.4" +CARDANO_IMAGE="ghcr.io/intersectmbo/cardano-node:10.4.1" DBSYNC_IMAGE="ghcr.io/intersectmbo/cardano-db-sync:13.6.0.4" -OGMIOS_IMAGE="cardanosolutions/ogmios:v6.11.0" -POSTGRES_IMAGE="postgres:17.2" +OGMIOS_IMAGE="cardanosolutions/ogmios:v6.12.0" +POSTGRES_IMAGE="postgres:latest" TESTS_IMAGE="python:3.12-slim" display_banner() { From 7b2d91b127cb33f26fea5e6259101574b131ded2 Mon Sep 17 00:00:00 2001 From: Skylar Simoncelli <128400943+skylar-simoncelli@users.noreply.github.com> Date: Thu, 14 Aug 2025 15:19:05 +0200 Subject: [PATCH 02/18] feat: local-environment-dynamic --- dev/local-environment-dynamic/setup.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/local-environment-dynamic/setup.sh b/dev/local-environment-dynamic/setup.sh index 36cbc77f3d..e93d90d4e1 100755 --- a/dev/local-environment-dynamic/setup.sh +++ b/dev/local-environment-dynamic/setup.sh @@ -5,10 +5,10 @@ NUM_PERMISSIONED_NODES_TO_PROCESS=5 NUM_REGISTERED_NODES_TO_PROCESS=5 PARTNER_CHAINS_NODE_IMAGE="ghcr.io/input-output-hk/partner-chains/partner-chains-node-unstable:latest" -CARDANO_IMAGE="ghcr.io/intersectmbo/cardano-node:10.1.4" +CARDANO_IMAGE="ghcr.io/intersectmbo/cardano-node:10.4.1" DBSYNC_IMAGE="ghcr.io/intersectmbo/cardano-db-sync:13.6.0.5" OGMIOS_IMAGE="cardanosolutions/ogmios:v6.12.0" -POSTGRES_IMAGE="postgres:17.2" +POSTGRES_IMAGE="postgres:latest" display_banner() { cat <<'EOF' From f15303c7d0d9074c0cc501f40ead50291be66f26 Mon Sep 17 00:00:00 2001 From: Skylar Simoncelli <128400943+skylar-simoncelli@users.noreply.github.com> Date: Mon, 18 Aug 2025 11:22:58 +0200 Subject: [PATCH 03/18] fix: config --- .../configurations/cardano/config-pool1.json | 86 ++++++++++--------- 1 file changed, 47 insertions(+), 39 deletions(-) diff --git a/dev/local-environment/configurations/cardano/config-pool1.json b/dev/local-environment/configurations/cardano/config-pool1.json index f133f44c52..ed6e4c76e3 100644 --- a/dev/local-environment/configurations/cardano/config-pool1.json +++ b/dev/local-environment/configurations/cardano/config-pool1.json @@ -28,46 +28,51 @@ "TestShelleyHardForkAtEpoch": 0, "TestBabbageHardForkAtEpoch": 0, "TestConwayHardForkAtEpoch": 0, - "TraceAcceptPolicy": true, - "TraceBlockFetchClient": false, - "TraceBlockFetchDecisions": false, - "TraceBlockFetchProtocol": false, - "TraceBlockFetchProtocolSerialised": false, - "TraceBlockFetchServer": false, - "TraceChainDb": true, - "TraceChainSyncBlockServer": false, - "TraceChainSyncClient": false, - "TraceChainSyncHeaderServer": false, - "TraceChainSyncProtocol": false, - "TraceConnectionManager": true, - "TraceDNSResolver": true, - "TraceDNSSubscription": true, - "TraceDiffusionInitialization": true, - "TraceErrorPolicy": true, - "TraceForge": true, - "TraceHandshake": true, - "TraceInboundGovernor": true, - "TraceIpSubscription": true, - "TraceLedgerPeers": true, - "TraceLocalChainSyncProtocol": false, - "TraceLocalConnectionManager": true, - "TraceLocalErrorPolicy": true, - "TraceLocalHandshake": true, - "TraceLocalRootPeers": true, - "TraceLocalTxSubmissionProtocol": false, - "TraceLocalTxSubmissionServer": false, - "TraceMempool": true, - "TraceMux": false, - "TracePeerSelection": true, - "TracePeerSelectionActions": true, - "TracePublicRootPeers": true, - "TraceServer": true, - "TraceTxInbound": false, - "TraceTxOutbound": false, - "TraceTxSubmissionProtocol": false, - "TracingVerbosity": "NormalVerbosity", + + "TraceOptions": { + "TracingVerbosity": "NormalVerbosity", + "TraceAcceptPolicy": true, + "TraceBlockFetchClient": false, + "TraceBlockFetchDecisions": false, + "TraceBlockFetchProtocol": false, + "TraceBlockFetchProtocolSerialised": false, + "TraceBlockFetchServer": false, + "TraceChainDb": true, + "TraceChainSyncBlockServer": false, + "TraceChainSyncClient": false, + "TraceChainSyncHeaderServer": false, + "TraceChainSyncProtocol": false, + "TraceConnectionManager": true, + "TraceDNSResolver": true, + "TraceDNSSubscription": true, + "TraceDiffusionInitialization": true, + "TraceErrorPolicy": true, + "TraceForge": true, + "TraceHandshake": true, + "TraceInboundGovernor": true, + "TraceIpSubscription": true, + "TraceLedgerPeers": true, + "TraceLocalChainSyncProtocol": false, + "TraceLocalConnectionManager": true, + "TraceLocalErrorPolicy": true, + "TraceLocalHandshake": true, + "TraceLocalRootPeers": true, + "TraceLocalTxSubmissionProtocol": false, + "TraceLocalTxSubmissionServer": false, + "TraceMempool": true, + "TraceMux": false, + "TracePeerSelection": true, + "TracePeerSelectionActions": true, + "TracePublicRootPeers": true, + "TraceServer": true, + "TraceTxInbound": false, + "TraceTxOutbound": false, + "TraceTxSubmissionProtocol": false + }, + "TurnOnLogMetrics": true, "TurnOnLogging": true, + "defaultBackends": [ "KatipBK" ], @@ -83,6 +88,7 @@ 12798 ], "minSeverity": "Info", + "options": { "mapBackends": { "cardano.node.metrics": [ @@ -98,11 +104,13 @@ } } }, + "rotation": { "rpKeepFilesNum": 10, "rpLogLimitBytes": 5000000, "rpMaxAgeHours": 24 }, + "setupBackends": [ "KatipBK" ], @@ -114,4 +122,4 @@ "scRotation": null } ] -} \ No newline at end of file +} From 9f4b52c6a883c1fc461b9c6d496f64c1505626dd Mon Sep 17 00:00:00 2001 From: Skylar Simoncelli <128400943+skylar-simoncelli@users.noreply.github.com> Date: Mon, 18 Aug 2025 11:25:47 +0200 Subject: [PATCH 04/18] fix: update booleans --- .../configurations/cardano/config-pool1.json | 74 +++++++++---------- 1 file changed, 37 insertions(+), 37 deletions(-) diff --git a/dev/local-environment/configurations/cardano/config-pool1.json b/dev/local-environment/configurations/cardano/config-pool1.json index ed6e4c76e3..de84d92303 100644 --- a/dev/local-environment/configurations/cardano/config-pool1.json +++ b/dev/local-environment/configurations/cardano/config-pool1.json @@ -31,43 +31,43 @@ "TraceOptions": { "TracingVerbosity": "NormalVerbosity", - "TraceAcceptPolicy": true, - "TraceBlockFetchClient": false, - "TraceBlockFetchDecisions": false, - "TraceBlockFetchProtocol": false, - "TraceBlockFetchProtocolSerialised": false, - "TraceBlockFetchServer": false, - "TraceChainDb": true, - "TraceChainSyncBlockServer": false, - "TraceChainSyncClient": false, - "TraceChainSyncHeaderServer": false, - "TraceChainSyncProtocol": false, - "TraceConnectionManager": true, - "TraceDNSResolver": true, - "TraceDNSSubscription": true, - "TraceDiffusionInitialization": true, - "TraceErrorPolicy": true, - "TraceForge": true, - "TraceHandshake": true, - "TraceInboundGovernor": true, - "TraceIpSubscription": true, - "TraceLedgerPeers": true, - "TraceLocalChainSyncProtocol": false, - "TraceLocalConnectionManager": true, - "TraceLocalErrorPolicy": true, - "TraceLocalHandshake": true, - "TraceLocalRootPeers": true, - "TraceLocalTxSubmissionProtocol": false, - "TraceLocalTxSubmissionServer": false, - "TraceMempool": true, - "TraceMux": false, - "TracePeerSelection": true, - "TracePeerSelectionActions": true, - "TracePublicRootPeers": true, - "TraceServer": true, - "TraceTxInbound": false, - "TraceTxOutbound": false, - "TraceTxSubmissionProtocol": false + "TraceAcceptPolicy": { "isOn": true }, + "TraceBlockFetchClient": { "isOn": false }, + "TraceBlockFetchDecisions": { "isOn": false }, + "TraceBlockFetchProtocol": { "isOn": false }, + "TraceBlockFetchProtocolSerialised": { "isOn": false }, + "TraceBlockFetchServer": { "isOn": false }, + "TraceChainDb": { "isOn": true }, + "TraceChainSyncBlockServer": { "isOn": false }, + "TraceChainSyncClient": { "isOn": false }, + "TraceChainSyncHeaderServer": { "isOn": false }, + "TraceChainSyncProtocol": { "isOn": false }, + "TraceConnectionManager": { "isOn": true }, + "TraceDNSResolver": { "isOn": true }, + "TraceDNSSubscription": { "isOn": true }, + "TraceDiffusionInitialization": { "isOn": true }, + "TraceErrorPolicy": { "isOn": true }, + "TraceForge": { "isOn": true }, + "TraceHandshake": { "isOn": true }, + "TraceInboundGovernor": { "isOn": true }, + "TraceIpSubscription": { "isOn": true }, + "TraceLedgerPeers": { "isOn": true }, + "TraceLocalChainSyncProtocol": { "isOn": false }, + "TraceLocalConnectionManager": { "isOn": true }, + "TraceLocalErrorPolicy": { "isOn": true }, + "TraceLocalHandshake": { "isOn": true }, + "TraceLocalRootPeers": { "isOn": true }, + "TraceLocalTxSubmissionProtocol": { "isOn": false }, + "TraceLocalTxSubmissionServer": { "isOn": false }, + "TraceMempool": { "isOn": true }, + "TraceMux": { "isOn": false }, + "TracePeerSelection": { "isOn": true }, + "TracePeerSelectionActions": { "isOn": true }, + "TracePublicRootPeers": { "isOn": true }, + "TraceServer": { "isOn": true }, + "TraceTxInbound": { "isOn": false }, + "TraceTxOutbound": { "isOn": false }, + "TraceTxSubmissionProtocol": { "isOn": false } }, "TurnOnLogMetrics": true, From 0beab33dfdd151a1099f4b8ea52f7023dc4f7cfe Mon Sep 17 00:00:00 2001 From: Skylar Simoncelli <128400943+skylar-simoncelli@users.noreply.github.com> Date: Mon, 18 Aug 2025 11:29:50 +0200 Subject: [PATCH 05/18] fix: TracingVerbosity --- dev/local-environment/configurations/cardano/config-pool1.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/local-environment/configurations/cardano/config-pool1.json b/dev/local-environment/configurations/cardano/config-pool1.json index de84d92303..8f18a53d05 100644 --- a/dev/local-environment/configurations/cardano/config-pool1.json +++ b/dev/local-environment/configurations/cardano/config-pool1.json @@ -30,7 +30,7 @@ "TestConwayHardForkAtEpoch": 0, "TraceOptions": { - "TracingVerbosity": "NormalVerbosity", + "TracingVerbosity": { "verbosity": "NormalVerbosity" }, "TraceAcceptPolicy": { "isOn": true }, "TraceBlockFetchClient": { "isOn": false }, "TraceBlockFetchDecisions": { "isOn": false }, From 5005f3df8ceadb6e15ebcebfa46ed98345b6ea73 Mon Sep 17 00:00:00 2001 From: Skylar Simoncelli <128400943+skylar-simoncelli@users.noreply.github.com> Date: Mon, 18 Aug 2025 13:12:17 +0200 Subject: [PATCH 06/18] fix: query utxo --- dev/local-environment/configurations/cardano/entrypoint.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/dev/local-environment/configurations/cardano/entrypoint.sh b/dev/local-environment/configurations/cardano/entrypoint.sh index b2ad707587..774938941a 100644 --- a/dev/local-environment/configurations/cardano/entrypoint.sh +++ b/dev/local-environment/configurations/cardano/entrypoint.sh @@ -180,7 +180,8 @@ echo "UTXO details for node-5 saved in /shared/node5.utxo." cat /shared/node5.utxo echo "Querying and saving the first UTXO details for new address to /shared/genesis.utxo:" -cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" | /busybox awk 'NR>2 { print $1 "#" $2; exit }' > /shared/genesis.utxo +cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" --out-file /tmp/utxo.json +/busybox jq -r 'to_entries[0].key' /tmp/utxo.json > /shared/genesis.utxo cat /shared/genesis.utxo > /runtime-values/genesis.utxo cat /shared/genesis.utxo From c0829d56cc1fcce3eb77a0db5c5e94a121b3ee13 Mon Sep 17 00:00:00 2001 From: Skylar Simoncelli <128400943+skylar-simoncelli@users.noreply.github.com> Date: Mon, 18 Aug 2025 15:07:07 +0200 Subject: [PATCH 07/18] fix: jq > awk --- dev/local-environment/configurations/cardano/entrypoint.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/dev/local-environment/configurations/cardano/entrypoint.sh b/dev/local-environment/configurations/cardano/entrypoint.sh index 774938941a..2811edcb78 100644 --- a/dev/local-environment/configurations/cardano/entrypoint.sh +++ b/dev/local-environment/configurations/cardano/entrypoint.sh @@ -180,8 +180,7 @@ echo "UTXO details for node-5 saved in /shared/node5.utxo." cat /shared/node5.utxo echo "Querying and saving the first UTXO details for new address to /shared/genesis.utxo:" -cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" --out-file /tmp/utxo.json -/busybox jq -r 'to_entries[0].key' /tmp/utxo.json > /shared/genesis.utxo +cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" | /busybox awk -F'"' '/^[[:space:]]*"/ {print $2; exit}' > /shared/genesis.utxo cat /shared/genesis.utxo > /runtime-values/genesis.utxo cat /shared/genesis.utxo From 27541b418b8462dcfe457950190ebad5e5989687 Mon Sep 17 00:00:00 2001 From: Skylar Simoncelli <128400943+skylar-simoncelli@users.noreply.github.com> Date: Mon, 18 Aug 2025 15:12:42 +0200 Subject: [PATCH 08/18] fix: node 4 + 5 utxo query --- dev/local-environment/configurations/cardano/entrypoint.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/local-environment/configurations/cardano/entrypoint.sh b/dev/local-environment/configurations/cardano/entrypoint.sh index 2811edcb78..d1b2901a9b 100644 --- a/dev/local-environment/configurations/cardano/entrypoint.sh +++ b/dev/local-environment/configurations/cardano/entrypoint.sh @@ -170,12 +170,12 @@ echo $new_address > /shared/FUNDED_ADDRESS echo "Created /shared/FUNDED_ADDRESS with value: $new_address" echo "Querying and saving the first UTXO details for node-4 address to /shared/node4.utxo:" -cardano-cli latest query utxo --testnet-magic 42 --address "${node4_address}" | /busybox awk 'NR>2 { print $1 "#" $2; exit }' > /shared/node4.utxo +cardano-cli latest query utxo --testnet-magic 42 --address "${node4_address}" | /busybox awk -F'"' '/^[[:space:]]*"/ {print $2; exit}' > /shared/node4.utxo echo "UTXO details for node-4 saved in /shared/node4.utxo." cat /shared/node4.utxo echo "Querying and saving the first UTXO details for node-5 address to /shared/node5.utxo:" -cardano-cli latest query utxo --testnet-magic 42 --address "${node5_address}" | /busybox awk 'NR>2 { print $1 "#" $2; exit }' > /shared/node5.utxo +cardano-cli latest query utxo --testnet-magic 42 --address "${node5_address}" | /busybox awk -F'"' '/^[[:space:]]*"/ {print $2; exit}' > /shared/node5.utxo echo "UTXO details for node-5 saved in /shared/node5.utxo." cat /shared/node5.utxo From a39decba778378f436f5b01a4112eb3ac5c9d009 Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 15:25:58 +0200 Subject: [PATCH 09/18] fix: local-environment-dynamic --- .../configurations/cardano/config-pool1.json | 86 ++++++++++--------- .../configurations/cardano/entrypoint.sh | 6 +- 2 files changed, 51 insertions(+), 41 deletions(-) diff --git a/dev/local-environment-dynamic/configurations/cardano/config-pool1.json b/dev/local-environment-dynamic/configurations/cardano/config-pool1.json index f133f44c52..8f18a53d05 100644 --- a/dev/local-environment-dynamic/configurations/cardano/config-pool1.json +++ b/dev/local-environment-dynamic/configurations/cardano/config-pool1.json @@ -28,46 +28,51 @@ "TestShelleyHardForkAtEpoch": 0, "TestBabbageHardForkAtEpoch": 0, "TestConwayHardForkAtEpoch": 0, - "TraceAcceptPolicy": true, - "TraceBlockFetchClient": false, - "TraceBlockFetchDecisions": false, - "TraceBlockFetchProtocol": false, - "TraceBlockFetchProtocolSerialised": false, - "TraceBlockFetchServer": false, - "TraceChainDb": true, - "TraceChainSyncBlockServer": false, - "TraceChainSyncClient": false, - "TraceChainSyncHeaderServer": false, - "TraceChainSyncProtocol": false, - "TraceConnectionManager": true, - "TraceDNSResolver": true, - "TraceDNSSubscription": true, - "TraceDiffusionInitialization": true, - "TraceErrorPolicy": true, - "TraceForge": true, - "TraceHandshake": true, - "TraceInboundGovernor": true, - "TraceIpSubscription": true, - "TraceLedgerPeers": true, - "TraceLocalChainSyncProtocol": false, - "TraceLocalConnectionManager": true, - "TraceLocalErrorPolicy": true, - "TraceLocalHandshake": true, - "TraceLocalRootPeers": true, - "TraceLocalTxSubmissionProtocol": false, - "TraceLocalTxSubmissionServer": false, - "TraceMempool": true, - "TraceMux": false, - "TracePeerSelection": true, - "TracePeerSelectionActions": true, - "TracePublicRootPeers": true, - "TraceServer": true, - "TraceTxInbound": false, - "TraceTxOutbound": false, - "TraceTxSubmissionProtocol": false, - "TracingVerbosity": "NormalVerbosity", + + "TraceOptions": { + "TracingVerbosity": { "verbosity": "NormalVerbosity" }, + "TraceAcceptPolicy": { "isOn": true }, + "TraceBlockFetchClient": { "isOn": false }, + "TraceBlockFetchDecisions": { "isOn": false }, + "TraceBlockFetchProtocol": { "isOn": false }, + "TraceBlockFetchProtocolSerialised": { "isOn": false }, + "TraceBlockFetchServer": { "isOn": false }, + "TraceChainDb": { "isOn": true }, + "TraceChainSyncBlockServer": { "isOn": false }, + "TraceChainSyncClient": { "isOn": false }, + "TraceChainSyncHeaderServer": { "isOn": false }, + "TraceChainSyncProtocol": { "isOn": false }, + "TraceConnectionManager": { "isOn": true }, + "TraceDNSResolver": { "isOn": true }, + "TraceDNSSubscription": { "isOn": true }, + "TraceDiffusionInitialization": { "isOn": true }, + "TraceErrorPolicy": { "isOn": true }, + "TraceForge": { "isOn": true }, + "TraceHandshake": { "isOn": true }, + "TraceInboundGovernor": { "isOn": true }, + "TraceIpSubscription": { "isOn": true }, + "TraceLedgerPeers": { "isOn": true }, + "TraceLocalChainSyncProtocol": { "isOn": false }, + "TraceLocalConnectionManager": { "isOn": true }, + "TraceLocalErrorPolicy": { "isOn": true }, + "TraceLocalHandshake": { "isOn": true }, + "TraceLocalRootPeers": { "isOn": true }, + "TraceLocalTxSubmissionProtocol": { "isOn": false }, + "TraceLocalTxSubmissionServer": { "isOn": false }, + "TraceMempool": { "isOn": true }, + "TraceMux": { "isOn": false }, + "TracePeerSelection": { "isOn": true }, + "TracePeerSelectionActions": { "isOn": true }, + "TracePublicRootPeers": { "isOn": true }, + "TraceServer": { "isOn": true }, + "TraceTxInbound": { "isOn": false }, + "TraceTxOutbound": { "isOn": false }, + "TraceTxSubmissionProtocol": { "isOn": false } + }, + "TurnOnLogMetrics": true, "TurnOnLogging": true, + "defaultBackends": [ "KatipBK" ], @@ -83,6 +88,7 @@ 12798 ], "minSeverity": "Info", + "options": { "mapBackends": { "cardano.node.metrics": [ @@ -98,11 +104,13 @@ } } }, + "rotation": { "rpKeepFilesNum": 10, "rpLogLimitBytes": 5000000, "rpMaxAgeHours": 24 }, + "setupBackends": [ "KatipBK" ], @@ -114,4 +122,4 @@ "scRotation": null } ] -} \ No newline at end of file +} diff --git a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh index 37d356eb69..22e81ed176 100644 --- a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh +++ b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh @@ -373,7 +373,8 @@ sleep 45 echo "[LOG] Querying and saving the first UTXO details for new address to /shared/genesis.utxo:" # Query UTXOs and extract the first UTXO key from JSON format -cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" --out-file /dev/stdout | /busybox grep -o '"[a-f0-9]\{64\}#[0-9]\+":' | head -1 | /busybox sed 's/"//g' | /busybox sed 's/://g' > /shared/genesis.utxo +cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" | /busybox awk 'NR>2 {print $1"#"$2; exit}' > /shared/genesis.utxo + cp /shared/genesis.utxo /runtime-values/genesis.utxo echo "[LOG] Created /shared/genesis.utxo with value: $(cat /shared/genesis.utxo)" @@ -690,7 +691,8 @@ if [ "$NUM_REGISTERED_NODES_TO_PROCESS" -gt 0 ]; then elif [ "$batch_num" -lt "$num_batches" ]; then echo "[WARN] Batch $batch_num: No usable change output created. Attempting to find a new UTXO at $new_address for the next batch." sleep 5 - new_input_utxo_candidate=$(cardano-cli latest query utxo --address "$new_address" --testnet-magic 42 | /busybox grep lovelace | /busybox sort -k3 -nr | head -1 | /busybox awk '{print $1"#"$2}') + new_input_utxo_candidate=$(cardano-cli latest query utxo --address "$new_address" --testnet-magic 42 | /busybox awk 'NR>2 {print $1"#"$2; exit}') + if [ -n "$new_input_utxo_candidate" ]; then current_batch_input_utxo="$new_input_utxo_candidate" echo "[LOG] Batch $batch_num: Found new input UTXO for next batch: $current_batch_input_utxo" From c0035c0e587d7082903410aa349ffd5d5adf2fdb Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 15:29:06 +0200 Subject: [PATCH 10/18] fix: update cardano-cli commands to use 'latest' for stake-address operations --- .../configurations/cardano/entrypoint.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh index 22e81ed176..7eb7e1f650 100644 --- a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh +++ b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh @@ -131,7 +131,7 @@ for i in $(seq 1 $NUM_REGISTERED_NODES_TO_PROCESS); do fi echo "[LOG] Generating Stake keys for registered-$i in $NODE_SPECIFIC_KEYS_DIR..." - cardano-cli shelley stake-address key-gen \ + cardano-cli latest stake-address key-gen \ --verification-key-file "${NODE_SPECIFIC_KEYS_DIR}/stake.vkey" \ --signing-key-file "${NODE_SPECIFIC_KEYS_DIR}/stake.skey" if [ $? -ne 0 ]; then @@ -147,7 +147,7 @@ registered_node_stake_addresses=() # Array to store stake addresses for i in $(seq 1 $NUM_REGISTERED_NODES_TO_PROCESS); do NODE_SPECIFIC_KEYS_DIR="/shared/node-keys/registered-${i}/keys" echo "[LOG] Generating stake address for registered-$i in $NODE_SPECIFIC_KEYS_DIR..." - node_stake_address=$(cardano-cli shelley stake-address build \ + node_stake_address=$(cardano-cli latest stake-address build \ --stake-verification-key-file "${NODE_SPECIFIC_KEYS_DIR}/stake.vkey" \ --testnet-magic 42) From c086e926d2340e97da2de5b997cafe7b471b1ad1 Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 15:42:16 +0200 Subject: [PATCH 11/18] fix: refine UTXO query to ensure valid address format --- .../configurations/cardano/entrypoint.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh index 7eb7e1f650..27b3c0b956 100644 --- a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh +++ b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh @@ -373,7 +373,7 @@ sleep 45 echo "[LOG] Querying and saving the first UTXO details for new address to /shared/genesis.utxo:" # Query UTXOs and extract the first UTXO key from JSON format -cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" | /busybox awk 'NR>2 {print $1"#"$2; exit}' > /shared/genesis.utxo +cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" | /busybox awk 'NR>2 && $1 ~ /^[0-9a-f]+$/ {print $1 "#" $2; exit}' > /shared/genesis.utxo cp /shared/genesis.utxo /runtime-values/genesis.utxo echo "[LOG] Created /shared/genesis.utxo with value: $(cat /shared/genesis.utxo)" From 0291c4f14e8a5ab0b5090667a0e81e4a86999853 Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 15:51:17 +0200 Subject: [PATCH 12/18] fix: implement loop for UTXO query to ensure availability before proceeding --- .../configurations/cardano/entrypoint.sh | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh index 27b3c0b956..3495e950b0 100644 --- a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh +++ b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh @@ -371,10 +371,15 @@ echo "[LOG] Main funding transaction submitted." echo "[LOG] Waiting 45 seconds for the main transaction to process and be confirmed..." sleep 45 -echo "[LOG] Querying and saving the first UTXO details for new address to /shared/genesis.utxo:" -# Query UTXOs and extract the first UTXO key from JSON format -cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" | /busybox awk 'NR>2 && $1 ~ /^[0-9a-f]+$/ {print $1 "#" $2; exit}' > /shared/genesis.utxo - +echo "[LOG] Waiting for UTXO at new_address..." +while true; do + cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" \ + | /busybox awk 'NR>2 && $1 ~ /^[0-9a-f]+$/ {print $1 "#" $2; exit}' > /shared/genesis.utxo + if [ -s /shared/genesis.utxo ]; then + break + fi + sleep 5 +done cp /shared/genesis.utxo /runtime-values/genesis.utxo echo "[LOG] Created /shared/genesis.utxo with value: $(cat /shared/genesis.utxo)" From 7b0e1767a8248a3df622c6b430803ad40ab739b3 Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 16:00:45 +0200 Subject: [PATCH 13/18] fix: shelley securityParam 5 > 10 --- .../configurations/genesis/shelley/genesis.json | 2 +- .../configurations/genesis/shelley/genesis.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/local-environment-dynamic/configurations/genesis/shelley/genesis.json b/dev/local-environment-dynamic/configurations/genesis/shelley/genesis.json index 49a65fc0df..dfd37051da 100644 --- a/dev/local-environment-dynamic/configurations/genesis/shelley/genesis.json +++ b/dev/local-environment-dynamic/configurations/genesis/shelley/genesis.json @@ -49,7 +49,7 @@ "rho": 0.0022, "tau": 0.05 }, - "securityParam": 5, + "securityParam": 10, "slotLength": 1, "slotsPerKESPeriod": 129600, "staking": { diff --git a/dev/local-environment/configurations/genesis/shelley/genesis.json b/dev/local-environment/configurations/genesis/shelley/genesis.json index 933e173965..f42ee29735 100644 --- a/dev/local-environment/configurations/genesis/shelley/genesis.json +++ b/dev/local-environment/configurations/genesis/shelley/genesis.json @@ -49,7 +49,7 @@ "rho": 0.0022, "tau": 0.05 }, - "securityParam": 5, + "securityParam": 10, "slotLength": 1, "slotsPerKESPeriod": 129600, "staking": { From 815a6b948949b2892712a0f6413c57944f03362b Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 16:09:54 +0200 Subject: [PATCH 14/18] fix: topology file --- .../configurations/cardano/topology-pool1.json | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json b/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json index 5bf5ecaab2..5c95388e07 100644 --- a/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json +++ b/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json @@ -1,9 +1,12 @@ { - "localRoots": [], - "publicRoots": [ + "localRoots": [ { - "accessPoints": [], - "advertise": false + "accessPoints": [ + { "address": "127.0.0.1", "port": 3001 } + ], + "advertise": false, + "valency": 1 } - ] + ], + "publicRoots": [] } From 5407bdf855a0c7b642ad80b05d326f1bd879c442 Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 16:10:21 +0200 Subject: [PATCH 15/18] fix: topology --- .../configurations/cardano/topology-pool1.json | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/dev/local-environment/configurations/cardano/topology-pool1.json b/dev/local-environment/configurations/cardano/topology-pool1.json index 5bf5ecaab2..5c95388e07 100644 --- a/dev/local-environment/configurations/cardano/topology-pool1.json +++ b/dev/local-environment/configurations/cardano/topology-pool1.json @@ -1,9 +1,12 @@ { - "localRoots": [], - "publicRoots": [ + "localRoots": [ { - "accessPoints": [], - "advertise": false + "accessPoints": [ + { "address": "127.0.0.1", "port": 3001 } + ], + "advertise": false, + "valency": 1 } - ] + ], + "publicRoots": [] } From 69e931bb8ab1b2b04c233e57b9ae2f38d12eb647 Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 16:12:52 +0200 Subject: [PATCH 16/18] fix: topology ports --- .../configurations/cardano/topology-pool1.json | 5 ++--- .../configurations/cardano/topology-pool1.json | 5 ++--- 2 files changed, 4 insertions(+), 6 deletions(-) diff --git a/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json b/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json index 5c95388e07..74cbcc7a65 100644 --- a/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json +++ b/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json @@ -2,10 +2,9 @@ "localRoots": [ { "accessPoints": [ - { "address": "127.0.0.1", "port": 3001 } + { "address": "127.0.0.1", "port": 32000 } ], - "advertise": false, - "valency": 1 + "advertise": false } ], "publicRoots": [] diff --git a/dev/local-environment/configurations/cardano/topology-pool1.json b/dev/local-environment/configurations/cardano/topology-pool1.json index 5c95388e07..74cbcc7a65 100644 --- a/dev/local-environment/configurations/cardano/topology-pool1.json +++ b/dev/local-environment/configurations/cardano/topology-pool1.json @@ -2,10 +2,9 @@ "localRoots": [ { "accessPoints": [ - { "address": "127.0.0.1", "port": 3001 } + { "address": "127.0.0.1", "port": 32000 } ], - "advertise": false, - "valency": 1 + "advertise": false } ], "publicRoots": [] From 121a84ee80af6a57c1292868b3c68fed8cdd0184 Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 16:17:27 +0200 Subject: [PATCH 17/18] fix: new P2P topology style --- .../configurations/cardano/topology-pool1.json | 7 +++++-- .../configurations/cardano/topology-pool1.json | 7 +++++-- 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json b/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json index 74cbcc7a65..d1e885b89c 100644 --- a/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json +++ b/dev/local-environment-dynamic/configurations/cardano/topology-pool1.json @@ -4,8 +4,11 @@ "accessPoints": [ { "address": "127.0.0.1", "port": 32000 } ], - "advertise": false + "advertise": false, + "hotValency": 1, + "coldValency": 1 } ], - "publicRoots": [] + "publicRoots": [], + "useLedgerAfterSlot": 0 } diff --git a/dev/local-environment/configurations/cardano/topology-pool1.json b/dev/local-environment/configurations/cardano/topology-pool1.json index 74cbcc7a65..d1e885b89c 100644 --- a/dev/local-environment/configurations/cardano/topology-pool1.json +++ b/dev/local-environment/configurations/cardano/topology-pool1.json @@ -4,8 +4,11 @@ "accessPoints": [ { "address": "127.0.0.1", "port": 32000 } ], - "advertise": false + "advertise": false, + "hotValency": 1, + "coldValency": 1 } ], - "publicRoots": [] + "publicRoots": [], + "useLedgerAfterSlot": 0 } From 0403f72fca30ef8938a59249f749e8157efa7549 Mon Sep 17 00:00:00 2001 From: skylar-simoncelli Date: Mon, 18 Aug 2025 16:27:29 +0200 Subject: [PATCH 18/18] refactor: streamline UTXO query process for new address in entrypoint.sh --- .../configurations/cardano/entrypoint.sh | 12 +++--------- 1 file changed, 3 insertions(+), 9 deletions(-) diff --git a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh index 3495e950b0..91e3a558cb 100644 --- a/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh +++ b/dev/local-environment-dynamic/configurations/cardano/entrypoint.sh @@ -371,15 +371,9 @@ echo "[LOG] Main funding transaction submitted." echo "[LOG] Waiting 45 seconds for the main transaction to process and be confirmed..." sleep 45 -echo "[LOG] Waiting for UTXO at new_address..." -while true; do - cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" \ - | /busybox awk 'NR>2 && $1 ~ /^[0-9a-f]+$/ {print $1 "#" $2; exit}' > /shared/genesis.utxo - if [ -s /shared/genesis.utxo ]; then - break - fi - sleep 5 -done +echo "[LOG] Querying and saving the first UTXO details for new address to /shared/genesis.utxo:" +cardano-cli latest query utxo --testnet-magic 42 --address "${new_address}" | /busybox awk -F'"' '/#/ {gsub(":", "", $2); print $2; exit}' > /shared/genesis.utxo + cp /shared/genesis.utxo /runtime-values/genesis.utxo echo "[LOG] Created /shared/genesis.utxo with value: $(cat /shared/genesis.utxo)"