wb | add LSM tree profiles similar to LMDB profiles

fmaste · jasagredo · commit 3ebaaafaf377 · 2025-12-19T10:26:29.000+01:00
diff --git a/bench/cardano-profile/data/all-profiles-coay.json b/bench/cardano-profile/data/all-profiles-coay.json
diff --git a/bench/cardano-profile/data/test/chainsync-early-alonzo-coay/profile.json b/bench/cardano-profile/data/test/chainsync-early-alonzo-coay/profile.json
@@ -287,6 +287,7 @@
     "tracing_backend": "trace-dispatcher",
     "tracer": false,
     "utxo_lmdb": false,
+    "utxo_lsmt": false,
     "verbatim": {
       "EnableP2P": true
     }
diff --git a/bench/cardano-profile/data/test/chainsync-early-byron-coay/profile.json b/bench/cardano-profile/data/test/chainsync-early-byron-coay/profile.json
@@ -287,6 +287,7 @@
     "tracing_backend": "trace-dispatcher",
     "tracer": false,
     "utxo_lmdb": false,
+    "utxo_lsmt": false,
     "verbatim": {
       "EnableP2P": true
     }
diff --git a/bench/cardano-profile/data/test/ci-test-bage.json b/bench/cardano-profile/data/test/ci-test-bage.json
@@ -373,6 +373,7 @@
     "tracer": true,
     "tracing_backend": "trace-dispatcher",
     "utxo_lmdb": false,
+    "utxo_lsmt": false,
     "verbatim": {
       "EnableP2P": true
     }
diff --git a/bench/cardano-profile/data/test/ci-test-coay/profile.json b/bench/cardano-profile/data/test/ci-test-coay/profile.json
@@ -286,6 +286,7 @@
     "tracing_backend": "trace-dispatcher",
     "tracer": true,
     "utxo_lmdb": false,
+    "utxo_lsmt": false,
     "verbatim": {
       "EnableP2P": true
     }
diff --git a/bench/cardano-profile/data/test/ci-test-dense10-coay/profile.json b/bench/cardano-profile/data/test/ci-test-dense10-coay/profile.json
@@ -286,6 +286,7 @@
     "tracing_backend": "trace-dispatcher",
     "tracer": true,
     "utxo_lmdb": false,
+    "utxo_lsmt": false,
     "verbatim": {
       "EnableP2P": true
     }
diff --git a/bench/cardano-profile/data/test/default-coay/profile.json b/bench/cardano-profile/data/test/default-coay/profile.json
@@ -286,6 +286,7 @@
     "tracing_backend": "trace-dispatcher",
     "tracer": true,
     "utxo_lmdb": false,
+    "utxo_lsmt": false,
     "verbatim": {
       "EnableP2P": true
     }
diff --git a/bench/cardano-profile/data/test/fast-nomadperf-coay/profile.json b/bench/cardano-profile/data/test/fast-nomadperf-coay/profile.json
@@ -481,6 +481,7 @@
     "tracing_backend": "trace-dispatcher",
     "tracer": true,
     "utxo_lmdb": false,
+    "utxo_lsmt": false,
     "verbatim": {
       "EnableP2P": true
     }
diff --git a/bench/cardano-profile/src/Cardano/Benchmarking/Profile/Builtin/Cloud.hs b/bench/cardano-profile/src/Cardano/Benchmarking/Profile/Builtin/Cloud.hs
@@ -142,15 +142,15 @@ profilesNoEraCloud =
       blockMem15x = P.budgetBlockMemoryOneAndAHalf . P.overlay Pl.calibrateLoopBlockMemx15
       blockMem2x  = P.budgetBlockMemoryDouble      . P.overlay Pl.calibrateLoopBlockMemx2
       -- LMDB helper. Node config add the "hostvolume"s as a cluster constraint.
-      lmdb =   P.lmdb
-             -- The name of the defined volume in the Nomad Client config and
-             -- where to mount it inside the isolated chroot.
-             -- If the volume is not present the deployment will fail!
-             . P.appendNomadHostVolume (Types.ByNodeType {
-                 Types.producer = [Types.HostVolume "/ephemeral" False "ephemeral"]
-               , Types.explorer = Nothing
-               })
-             . P.ssdDirectory "/ephemeral"
+      ephemeral =
+                -- The name of the defined volume in the Nomad Client config and
+                -- where to mount it inside the isolated chroot.
+                -- If the volume is not present the deployment will fail!
+                  P.appendNomadHostVolume (Types.ByNodeType {
+                    Types.producer = [Types.HostVolume "/ephemeral" False "ephemeral"]
+                  , Types.explorer = Nothing
+                  })
+                . P.ssdDirectory "/ephemeral"
       -- Helper adding workload that takes periodic snapshots of cgroup's `memory.stat`.
       cgmem = -- Require the cgroup fs mounted by default.
                P.appendNomadHostVolume (Types.ByNodeType {
@@ -168,9 +168,10 @@ profilesNoEraCloud =
   -- Value (post-Voltaire profiles)
   , valueVolt & P.name "value-volt-nomadperf"                              . P.dreps  10000 . P.newTracing
   , valueVolt & P.name "value-volt-rtsqg1-nomadperf"                       . P.dreps  10000 . P.newTracing . P.rtsGcParallel . P.rtsGcLoadBalance
-  , valueVolt & P.name "value-volt-lmdb-nomadperf"                         . P.dreps  10000 . P.newTracing . lmdb
+  , valueVolt & P.name "value-volt-lmdb-nomadperf"                         . P.dreps  10000 . P.newTracing . ephemeral . P.lmdb
+  , valueVolt & P.name "value-volt-lsmt-nomadperf"                         . P.dreps  10000 . P.newTracing . ephemeral . P.lsmt
   , valueVolt & P.name "value-volt-cgmem-nomadperf"                        . P.dreps  10000 . P.newTracing        . cgmem
-  , valueVolt & P.name "value-volt-lmdb-cgmem-nomadperf"                   . P.dreps  10000 . P.newTracing . lmdb . cgmem
+  , valueVolt & P.name "value-volt-lmdb-cgmem-nomadperf"                   . P.dreps  10000 . P.newTracing . ephemeral . P.lmdb . cgmem
   -- Plutus (pre-Voltaire profiles)
   , loop      & P.name "plutus-nomadperf"                                  . P.dreps      0 . P.newTracing
   , loop      & P.name "plutus-drep1k-nomadperf"                           . P.dreps   1000 . P.newTracing
@@ -185,7 +186,8 @@ profilesNoEraCloud =
   , loopVolt    & P.name "plutus-volt-memx15-nomadperf"                    . P.dreps  10000 . P.newTracing . blockMem15x
   , loopVolt    & P.name "plutus-volt-memx2-nomadperf"                     . P.dreps  10000 . P.newTracing . blockMem2x
   , loopVolt    & P.name "plutus-volt-rtsqg1-nomadperf"                    . P.dreps  10000 . P.newTracing . P.rtsGcParallel . P.rtsGcLoadBalance
-  , loopVolt    & P.name "plutus-volt-lmdb-nomadperf"                      . P.dreps  10000 . P.newTracing . lmdb
+  , loopVolt    & P.name "plutus-volt-lmdb-nomadperf"                      . P.dreps  10000 . P.newTracing . ephemeral . P.lmdb
+  , loopVolt    & P.name "plutus-volt-lsmt-nomadperf"                      . P.dreps  10000 . P.newTracing . ephemeral . P.lsmt
   -- TODO: scaling the BLST workload only works well for 4 txns/block instead of 8. However, comparing it to other steps-constrained workloads, requires 8txns/block (like all of those).
   , blst      & P.name "plutusv3-blst-nomadperf"                           . P.dreps  10000 . P.newTracing
   , blst      & P.name "plutusv3-blst-stepx15-nomadperf"                   . P.dreps  10000 . P.newTracing . P.budgetBlockStepsOneAndAHalf
diff --git a/bench/cardano-profile/src/Cardano/Benchmarking/Profile/Builtin/Miniature.hs b/bench/cardano-profile/src/Cardano/Benchmarking/Profile/Builtin/Miniature.hs
@@ -83,6 +83,7 @@ profilesNoEraMiniature =
   -- 2 nodes, local
     ciBench02Value    & P.name "ci-bench"                        . V.valueLocal . P.dreps  0 . P.traceForwardingOn  . P.newTracing
   , ciBench02Value    & P.name "ci-bench-lmdb"                   . V.valueLocal . P.dreps  0 . P.traceForwardingOn  . P.newTracing . P.lmdb . P.ssdDirectory "/tmp"
+  , ciBench02Value    & P.name "ci-bench-lsmt"                   . V.valueLocal . P.dreps  0 . P.traceForwardingOn  . P.newTracing . P.lsmt . P.ssdDirectory "/tmp"
   , ciBench02Value    & P.name "ci-bench-rtview"                 . V.valueLocal . P.dreps  0 . P.traceForwardingOn  . P.newTracing . P.tracerRtview
   , ciBench02Value    & P.name "ci-bench-notracer"               . V.valueLocal . P.dreps  0 . P.traceForwardingOff . P.newTracing
   , ciBench02Value    & P.name "ci-bench-drep"                   . V.valueLocal . P.dreps 10 . P.traceForwardingOn  . P.newTracing
diff --git a/bench/cardano-profile/src/Cardano/Benchmarking/Profile/Primitives.hs b/bench/cardano-profile/src/Cardano/Benchmarking/Profile/Primitives.hs
@@ -70,8 +70,8 @@ module Cardano.Benchmarking.Profile.Primitives (
   , chaindb
 
   -- Node
-  -- LMDB True or False.
-  , lmdb
+  -- LMDB or LSMT True or False.
+  , lmdb, lsmt
   -- Node's tracer flag.
   , traceForwardingOn, traceForwardingOff
   -- Node's tracer type.
@@ -593,6 +593,9 @@ node f p = p {Types.node = f (Types.node p)}
 lmdb :: Types.Profile -> Types.Profile
 lmdb = node (\n -> n {Types.utxo_lmdb = True})
 
+lsmt :: Types.Profile -> Types.Profile
+lsmt = node (\n -> n {Types.utxo_lsmt = True})
+
 ssdDirectory :: String -> Types.Profile -> Types.Profile
 ssdDirectory str = node (\n -> n {Types.ssd_directory = Just str})
 
diff --git a/nix/workbench/backend/nomad/cloud.sh b/nix/workbench/backend/nomad/cloud.sh
@@ -698,13 +698,13 @@ allocate-run-nomadcloud() {
           read -p "Hit enter to continue ..."
         fi
       fi
-      # Clean, only on producers, the "host_volumes" if being used for LMDB.
+      # Clean, only producers, the "host_volumes" if being used for LMDB/LSMT.
       # We do this for each producer instead of for all producer at once because
       # even if modules have the same name from a Nomad perspective, in each
       # client the real path is defined in Nomad's config file and may differ!
       # It's "slow" (fetches individual client configs), done only if necessary.
       if    test "${node_name}" != "explorer"                                  \
-         && jqtest '.node.utxo_lmdb' "${dir}"/profile.json                     \
+         && jqtest '.node.utxo_lmdb or .node.utxo_lsmt' "${dir}"/profile.json  \
          && jqtest '(.cluster.nomad.host_volumes.producer | length) > 0' "${dir}"/profile.json
       then
         # Iterate over the profile's Nomad "host_volumes" array by key/index.
diff --git a/nix/workbench/service/nodes.nix b/nix/workbench/service/nodes.nix
@@ -55,7 +55,7 @@ let
 
   liveTablesPath = i:
     if (profile.node ? "ssd_directory" && profile.node.ssd_directory != null)
-    then "${profile.node.ssd_directory}/lmdb-node-${toString i}"
+    then "${profile.node.ssd_directory}/node-${toString i}"
     else null;
 
   ##
diff --git a/wb_profiles.mk b/wb_profiles.mk
@@ -1,13 +1,13 @@
 PROFILES_EMPTY := fast-solo fast fast-oldtracing fast-notracer fast-plutus ci-test ci-test-rtview ci-test-notracer ci-test-plutus ci-test-hydra trace-bench trace-bench-rtview trace-bench-oldtracing trace-bench-notracer trace-full trace-full-rtview default oldtracing plutus plutus-secp-ecdsa plutus-secp-schnorr epoch-transition
-PROFILES_MINIATURE := ci-bench ci-bench-lmdb ci-bench-rtview ci-bench-notracer ci-bench-drep ci-bench-plutus ci-bench-plutus24 ci-bench-plutus-secp-ecdsa ci-bench-plutus-secp-schnorr ci-bench-plutusv3-blst ci-bench-plutusv3-ripemd ci-bench-plutusv3-ripemd-step2x 10 10-notracer 10-plutus 6-dense 6-dense-rtsprof 6-dense-1h 6-dense-1h-rtsprof 6-dense-4h 6-dense-4h-rtsprof
+PROFILES_MINIATURE := ci-bench ci-bench-lmdb ci-bench-lsmt ci-bench-rtview ci-bench-notracer ci-bench-drep ci-bench-plutus ci-bench-plutus24 ci-bench-plutus-secp-ecdsa ci-bench-plutus-secp-schnorr ci-bench-plutusv3-blst ci-bench-plutusv3-ripemd ci-bench-plutusv3-ripemd-step2x 10 10-notracer 10-plutus 6-dense 6-dense-rtsprof 6-dense-1h 6-dense-1h-rtsprof 6-dense-4h 6-dense-4h-rtsprof
 PROFILES_FORGE_STRESS := forge-stress-solo-xs forge-stress-solo forge-stress-plutus-solo forge-stress-pre-solo-xs forge-stress-pre-solo forge-stress-pre-solo-xl forge-stress forge-stress-notracer forge-stress-plutus forge-stress-large forge-stress-pre forge-stress-pre-rtsA4m forge-stress-pre-rtsA64m forge-stress-pre-rtsN3 forge-stress-pre-rtsA4mN3 forge-stress-pre-rtsA64mN3 forge-stress-pre-rtsxn forge-stress-pre-notracer forge-stress-pre-plutus forge-stress-pre-large forge-stress-pre-large-rtsqg1 forge-stress-pre-large-rtsN3 forge-stress-pre-large-rtsN4 forge-stress-pre-large-rtsqg1N4
 PROFILES_PLUTUSCALL := plutuscall-loop plutuscall-loop-memx2 plutuscall-secp-ecdsa plutuscall-secp-ecdsa-stepx2 plutuscall-secp-schnorr plutuscall-secp-schnorr-stepx2 plutuscall-volt-loop plutuscall-volt-blst plutuscall-volt-ripemd
 PROFILES_MODEL := model-secp-ecdsa-stepx2 model-secp-ecdsa model-value model-value-test
 PROFILES_K3 := k3-3ep-5kTx-10000kU-1300kD-64kbs-fixed-loaded k3-3ep-9kTx-10000kU-1300kD-64kbs-5tps-fixed-loaded k3-3ep-18kTx-10000kU-1300kD-64kbs-10tps-fixed-loaded
 PROFILES_SCENARIOS := chainsync-early-byron chainsync-early-byron-notracer chainsync-early-byron-oldtracing chainsync-early-alonzo chainsync-early-alonzo-notracer chainsync-early-alonzo-oldtracing devops idle tracer-only
 PROFILES_LEGACY := ci-test-dense10 dish dish-10M dish-plutus dish-10M-plutus
 PROFILES_SCALING := faststartup-24M
-PROFILES_NOMAD_PERF := value-nomadperf value-drep1k-nomadperf value-drep10k-nomadperf value-drep100k-nomadperf value-oldtracing-nomadperf value-volt-nomadperf value-volt-rtsqg1-nomadperf value-volt-lmdb-nomadperf value-volt-cgmem-nomadperf value-volt-lmdb-cgmem-nomadperf plutus-nomadperf plutus-drep1k-nomadperf plutus-drep10k-nomadperf plutus-drep100k-nomadperf plutus24-nomadperf plutus-secp-ecdsa-nomadperf plutus-secp-schnorr-nomadperf plutus-volt-nomadperf plutusv3-volt-nomadperf plutus-volt-memx15-nomadperf plutus-volt-memx2-nomadperf plutus-volt-rtsqg1-nomadperf plutus-volt-lmdb-nomadperf plutusv3-blst-nomadperf plutusv3-blst-stepx15-nomadperf plutusv3-blst-stepx2-nomadperf plutusv3-ripemd-nomadperf plutusv3-ripemd-stepx15-nomadperf plutusv3-ripemd-stepx2-nomadperf value-voting-utxo-volt-nomadperf value-voting-volt-nomadperf value-voting-double-volt-nomadperf plutus-voting-utxo-volt-nomadperf plutus-voting-volt-nomadperf plutus-voting-double-volt-nomadperf latency-nomadperf fast-nomadperf ci-test-nomadperf ci-test-oldtracing-nomadperf default-nomadperf oldtracing-nomadperf ci-bench-nomadperf ci-bench-oldtracing-nomadperf
+PROFILES_NOMAD_PERF := value-nomadperf value-drep1k-nomadperf value-drep10k-nomadperf value-drep100k-nomadperf value-oldtracing-nomadperf value-volt-nomadperf value-volt-rtsqg1-nomadperf value-volt-lmdb-nomadperf value-volt-lsmt-nomadperf value-volt-cgmem-nomadperf value-volt-lmdb-cgmem-nomadperf plutus-nomadperf plutus-drep1k-nomadperf plutus-drep10k-nomadperf plutus-drep100k-nomadperf plutus24-nomadperf plutus-secp-ecdsa-nomadperf plutus-secp-schnorr-nomadperf plutus-volt-nomadperf plutusv3-volt-nomadperf plutus-volt-memx15-nomadperf plutus-volt-memx2-nomadperf plutus-volt-rtsqg1-nomadperf plutus-volt-lmdb-nomadperf plutus-volt-lsmt-nomadperf plutusv3-blst-nomadperf plutusv3-blst-stepx15-nomadperf plutusv3-blst-stepx2-nomadperf plutusv3-ripemd-nomadperf plutusv3-ripemd-stepx15-nomadperf plutusv3-ripemd-stepx2-nomadperf value-voting-utxo-volt-nomadperf value-voting-volt-nomadperf value-voting-double-volt-nomadperf plutus-voting-utxo-volt-nomadperf plutus-voting-volt-nomadperf plutus-voting-double-volt-nomadperf latency-nomadperf fast-nomadperf ci-test-nomadperf ci-test-oldtracing-nomadperf default-nomadperf oldtracing-nomadperf ci-bench-nomadperf ci-bench-oldtracing-nomadperf
 PROFILES_NOMAD_PERFSSD := utxoscale-solo-12M16G-nomadperfssd utxoscale-solo-12M64G-nomadperfssd utxoscale-solo-24M64G-nomadperfssd fast-nomadperfssd value-nomadperfssd latency-nomadperfssd
 
 LOCAL_PROFILES += $(PROFILES_EMPTY)

Original file line number	Diff line number	Diff line change
`@@ -287,6 +287,7 @@`
`287`	`287`	`"tracing_backend": "trace-dispatcher",`
`288`	`288`	`"tracer": false,`
`289`	`289`	`"utxo_lmdb": false,`
	`290`	`+ "utxo_lsmt": false,`
`290`	`291`	`"verbatim": {`
`291`	`292`	`"EnableP2P": true`
`292`	`293`	`}`
Original file line number	Diff line number	Diff line change
`@@ -373,6 +373,7 @@`
`373`	`373`	`"tracer": true,`
`374`	`374`	`"tracing_backend": "trace-dispatcher",`
`375`	`375`	`"utxo_lmdb": false,`
	`376`	`+ "utxo_lsmt": false,`
`376`	`377`	`"verbatim": {`
`377`	`378`	`"EnableP2P": true`
`378`	`379`	`}`
Original file line number	Diff line number	Diff line change
`@@ -286,6 +286,7 @@`
`286`	`286`	`"tracing_backend": "trace-dispatcher",`
`287`	`287`	`"tracer": true,`
`288`	`288`	`"utxo_lmdb": false,`
	`289`	`+ "utxo_lsmt": false,`
`289`	`290`	`"verbatim": {`
`290`	`291`	`"EnableP2P": true`
`291`	`292`	`}`
Original file line number	Diff line number	Diff line change
`@@ -481,6 +481,7 @@`
`481`	`481`	`"tracing_backend": "trace-dispatcher",`
`482`	`482`	`"tracer": true,`
`483`	`483`	`"utxo_lmdb": false,`
	`484`	`+ "utxo_lsmt": false,`
`484`	`485`	`"verbatim": {`
`485`	`486`	`"EnableP2P": true`
`486`	`487`	`}`