Merge pull request #6195 from IntersectMBO/jl/add-snapshot-converter

Add snapshot-converter

Author: jasagredo

configuration/cardano/mainnet-config-bp.json

@@ -12,9 +12,15 @@
   "LastKnownBlockVersion-Alt": 0,
   "LastKnownBlockVersion-Major": 3,
   "LastKnownBlockVersion-Minor": 0,
+  "LedgerDB": {
+    "Backend": "V2InMemory",
+    "NumOfDiskSnapshots": 2,
+    "QueryBatchSize": 100,
+    "SnapshotInterval": 4320
+  },
   "MaxKnownMajorProtocolVersion": 2,
   "MinBigLedgerPeersForTrustedState": 5,
-  "MinNodeVersion": "10.2.1",
+  "MinNodeVersion": "10.4.0",
   "PeerSharing": false,
   "Protocol": "Cardano",
   "RequiresNetworkMagic": "RequiresNoMagic",

configuration/cardano/mainnet-config.json

@@ -12,9 +12,15 @@
   "LastKnownBlockVersion-Alt": 0,
   "LastKnownBlockVersion-Major": 3,
   "LastKnownBlockVersion-Minor": 0,
+  "LedgerDB": {
+    "Backend": "V2InMemory",
+    "NumOfDiskSnapshots": 2,
+    "QueryBatchSize": 100,
+    "SnapshotInterval": 4320
+  },
   "MaxKnownMajorProtocolVersion": 2,
   "MinBigLedgerPeersForTrustedState": 5,
-  "MinNodeVersion": "10.2.1",
+  "MinNodeVersion": "10.4.0",
   "PeerSharing": true,
   "Protocol": "Cardano",
   "RequiresNetworkMagic": "RequiresNoMagic",

configuration/cardano/mainnet-config.yaml

@@ -43,7 +43,7 @@ TargetNumberOfKnownPeers: 150
 TargetNumberOfRootPeers: 60
 
 
-##### Network Configuration #####
+##### Consensus Configuration #####
 
 ConsensusMode: PraosMode
 SyncTargetNumberOfActivePeers: 0
@@ -53,9 +53,29 @@ SyncTargetNumberOfKnownBigLedgerPeers: 100
 MinBigLedgerPeersForTrustedState: 5
 
 
+##### Ledger Configuration #####
+
+# Additional configuration options can be found at:
+# https://ouroboros-consensus.cardano.intersectmbo.org/docs/for-developers/utxo-hd/migrating
+LedgerDB:
+  # The time interval between snapshots, in seconds.
+  SnapshotInterval: 4320
+
+  # The number of disk snapshots to keep.
+  NumOfDiskSnapshots: 2
+
+  # When querying the store for a big range of UTxOs (such as with
+  # QueryUTxOByAddress), the store will be read in batches of this size.
+  QueryBatchSize: 100
+
+  # The backend can either be in memory with `V2InMemory` or on disk with
+  # `V1LMDB`.
+  Backend: V2InMemory
+
+
 ##### Version Information #####
 
-MinNodeVersion: 10.2.1
+MinNodeVersion: 10.4.0
 
 ##### Logging configuration #####
 

configuration/cardano/testnet-template-config.json

@@ -8,6 +8,12 @@
   "LastKnownBlockVersion-Alt": 0,
   "LastKnownBlockVersion-Major": 3,
   "LastKnownBlockVersion-Minor": 1,
+  "LedgerDB": {
+    "Backend": "V2InMemory",
+    "NumOfDiskSnapshots": 2,
+    "QueryBatchSize": 100,
+    "SnapshotInterval": 216
+  },
   "MaxConcurrencyDeadline": 4,
   "MaxKnownMajorProtocolVersion": 2,
   "PBftSignatureThreshold": 1.1,

configuration/cardano/update-config-files.sh

@@ -30,6 +30,7 @@ copyCfg "mainnet-alonzo-genesis.json"
 copyCfg "mainnet-byron-genesis.json"
 copyCfg "mainnet-checkpoints.json"
 copyCfg "mainnet-config.json"
+copyCfg "mainnet-config-bp.json"
 copyCfg "mainnet-conway-genesis.json"
 copyCfg "mainnet-peer-snapshot.json"
 copyCfg "mainnet-shelley-genesis.json"

flake.lock

@@ -130,7 +130,7 @@
       // (with project.hsPkgs; {
         # Add some executables from other relevant packages
         inherit (bech32.components.exes) bech32;
-        inherit (ouroboros-consensus-cardano.components.exes) db-analyser db-synthesizer db-truncater;
+        inherit (ouroboros-consensus-cardano.components.exes) db-analyser db-synthesizer db-truncater snapshot-converter;
         # Add cardano-node and cardano-cli with their git revision stamp.
         # Keep available an alternative without the git revision, like the other
         # passthru (profiled, asserted and eventlogged in nix/haskell.nix) that
@@ -330,6 +330,8 @@
                     #
                     # It stands to question though, whether or not we want those to be
                     # in the cardano-node-linux as executables anyway?
+                    #
+                    # Also explicitly excluded from musl in nix/haskell.nix.
                     removeAttrs projectExes ["tx-generator" "gen-plutus"]
                   );
                 };
@@ -387,7 +389,7 @@
             # FIXME: plutus-scripts-bench's gen-plutus does not compile for musl
             "musl\\.(.*\\.)?tx-generator.*"
             "musl\\.(.*\\.)?gen-plutus.*"
-            # hlint required status is controled via the github action:
+            # hlint required status is controlled via the github action:
             "native\\.(.*\\.)?checks/hlint"
             # system-tests are build and run separately:
             "native\\.(.*\\.)?system-tests"

flake.nix

@@ -134,10 +134,6 @@ let
             packages.plutus-ledger-api.components.library.doHaddock = false;
           })
           ({ lib, pkgs, ...}: lib.mkIf (pkgs.stdenv.hostPlatform.isWindows) {
-            # Remvoe this once mingwx is mapped to null in haskell.nix (haskell.nix#2032), and we bumped _past_ that.
-            # we need to plugin in pthreads as force overrides https://github.com/input-output-hk/haskell.nix/blob/9823e12d5b6e66150ddeea146aea682f44ee4d44/overlays/windows.nix#L109.
-            packages.unix-time.components.library.libs = lib.mkForce [ pkgs.windows.mingw_w64_pthreads ];
-
             # This fix seems fairly fishy; but somehow it's required to make this work :confused_parrot:
             packages.unix-compat.postPatch = ''
               sed -i 's/msvcrt//g' unix-compat.cabal

nix/haskell.nix

@@ -59,6 +59,10 @@ in {
     machine = {config, ...}: {
       nixpkgs.pkgs = pkgs;
 
+      # The default disk size of 1024 MB is insufficient for the binary artifact
+      # and tar gzip expansion.
+      virtualisation.diskSize = 2048;
+
       system.activationScripts.prepTest.text = let
         binPath = makeBinPath [gnutar gzip];
       in ''