feat(scripts): add LSM support as UTXO_BACKEND option

Change supported UTXO_BACKEND values to include 'disklmdb' for the existing `V1LMDB` backend in both fast and slow cluster scripts. Add the new `V2LSM` backend option as 'disk'. Update testnet.json files accordingly to reflect these changes.

Author: mkoura

src/cardonnay_scripts/scripts/common/common-start-fast

@@ -56,7 +56,7 @@ initialize_globals() {
   fi
 
   case "${UTXO_BACKEND:=""}" in
-    "" | mem | disk)
+    "" | mem | disk | disklmdb)
       ;;
     *)
       echo "Unknown \`UTXO_BACKEND\`: '$UTXO_BACKEND', line $LINENO in ${BASH_SOURCE[0]}" >&2
@@ -223,12 +223,13 @@ edit_node_configs() {
       | ."LastKnownBlockVersion-Major" = $prot_ver
       | if $backend == "mem" then
           (.LedgerDB.Backend = "V2InMemory"
-           | .LedgerDB.NumOfDiskSnapshots = 2
-           | .LedgerDB.QueryBatchSize = 100000
            | .LedgerDB.SnapshotInterval = 216)
         elif $backend == "disk" then
+          .LedgerDB.Backend = "V2LSM"
+        elif $backend == "disklmdb" then
           (.LedgerDB.Backend = "V1LMDB"
-           | .LedgerDB.LiveTablesPath = $live_tables_path)
+           | .LedgerDB.LiveTablesPath = $live_tables_path
+           | .LedgerDB.SnapshotInterval = 300)
         elif has("LedgerDB") then
           .LedgerDB |= del(.Backend)
         else

src/cardonnay_scripts/scripts/common/common-start-slow

@@ -62,7 +62,7 @@ initialize_globals() {
   fi
 
   case "${UTXO_BACKEND:=""}" in
-    "" | mem | disk)
+    "" | mem | disk | disklmdb)
       ;;
     *)
       echo "Unknown \`UTXO_BACKEND\`: '$UTXO_BACKEND', line $LINENO in ${BASH_SOURCE[0]}" >&2
@@ -219,12 +219,13 @@ edit_node_configs() {
         end
       | if $backend == "mem" then
           (.LedgerDB.Backend = "V2InMemory"
-           | .LedgerDB.NumOfDiskSnapshots = 2
-           | .LedgerDB.QueryBatchSize = 100000
            | .LedgerDB.SnapshotInterval = 216)
         elif $backend == "disk" then
+          .LedgerDB.Backend = "V2LSM"
+        elif $backend == "disklmdb" then
           (.LedgerDB.Backend = "V1LMDB"
-           | .LedgerDB.LiveTablesPath = $live_tables_path)
+           | .LedgerDB.LiveTablesPath = $live_tables_path
+           | .LedgerDB.SnapshotInterval = 300)
         elif has("LedgerDB") then
           .LedgerDB |= del(.Backend)
         else

src/cardonnay_scripts/scripts/conway_fast/testnet.json

@@ -6,7 +6,7 @@
         "SMASH": "if set, will start and configure smash",
         "ENABLE_LEGACY": "if set, local cluster will use legacy networking",
         "MIXED_P2P": "if set, local cluster will use P2P for some nodes and legacy topology for others",
-        "UTXO_BACKEND": "'mem' or 'disk', default is 'mem' (or legacy) if unset",
+        "UTXO_BACKEND": "'mem', 'disk' or 'disklmdb', default is 'mem' (or legacy) if unset",
         "NO_CC": "if set, will not create committee",
         "DRY_RUN": "if set, will not start the cluster",
         "PROTOCOL_VERSION": "if set, will use the specified protocol version (e.g., 11 for latest Conway, etc.)"

src/cardonnay_scripts/scripts/conway_slow/testnet.json

@@ -6,7 +6,7 @@
         "SMASH": "if set, will start and configure smash",
         "ENABLE_LEGACY": "if set, local cluster will use legacy networking",
         "MIXED_P2P": "if set, local cluster will use P2P for some nodes and legacy topology for others",
-        "UTXO_BACKEND": "'mem' or 'disk', default is 'mem' (or legacy) if unset",
+        "UTXO_BACKEND": "'mem', 'disk' or 'disklmdb', default is 'mem' (or legacy) if unset",
         "NO_CC": "if set, will not create committee",
         "DRY_RUN": "if set, will not start the cluster",
         "PROTOCOL_VERSION": "if set, will use the specified protocol version (e.g., 11 for latest Conway, etc.)"

src/cardonnay_scripts/scripts/mainnet_fast/testnet.json

@@ -6,7 +6,7 @@
         "SMASH": "if set, will start and configure smash",
         "ENABLE_LEGACY": "if set, local cluster will use legacy networking",
         "MIXED_P2P": "if set, local cluster will use P2P for some nodes and legacy topology for others",
-        "UTXO_BACKEND": "'mem' or 'disk', default is 'mem' (or legacy) if unset",
+        "UTXO_BACKEND": "'mem', 'disk' or 'disklmdb', default is 'mem' (or legacy) if unset",
         "NO_CC": "if set, will not create committee",
         "DRY_RUN": "if set, will not start the cluster",
         "PROTOCOL_VERSION": "if set, will use the specified protocol version (e.g., 11 for latest Conway, etc.)"