[DDW-1081] Publish selfnode installers for all 3 platforms

Author: michalrus

default.nix

@@ -264,7 +264,7 @@ let
       pushd dlls
       ${if dummyInstaller then "touch foo" else "unzip ${self.dlls}"}
       popd
-      cp -v ${self.unpackedCardano}/bin/* .
+      cp -vr ${self.unpackedCardano}/bin/* .
       cp -v ${self.nsisFiles}/{*.yaml,*.json,daedalus.nsi,*.key,*.cert} .
       cp ${self.uninstaller}/uninstall.exe ../uninstall.exe
       if [ -f ${self.nsisFiles}/block-0.bin ]; then

installer-clusters.cfg

@@ -1 +1 @@
-mainnet mainnet_flight testnet shelley_qa staging alonzo_purple
+mainnet mainnet_flight testnet shelley_qa staging alonzo_purple selfnode

installers/common/MacInstaller.hs

@@ -324,12 +324,19 @@ makeComponentRoot Options{oBackend,oCluster} appRoot darwinConfig@DarwinConfig{d
       -- Executables (from daedalus-bridge)
       forM_ ["cardano-wallet", "cardano-node", "cardano-cli", "cardano-address" ] $ \f ->
         cp (bridge </> "bin" </> f) (dir </> f)
-      forM_ ["config.yaml", "genesis.json", "genesis-byron.json", "genesis-shelley.json", "genesis-alonzo.json", "topology.yaml" ] $ \f ->
+      forM_ ["config.yaml", "genesis.json", "topology.yaml" ] $ \f ->
         cp f (dataDir </> f)
+      when (oCluster /= Selfnode) $ do
+        forM_ ["genesis-byron.json", "genesis-shelley.json", "genesis-alonzo.json" ] $ \f ->
+          cp f (dataDir </> f)
 
       when (oCluster == Selfnode) $ do
         cp "signing.key" (dataDir </> "signing.key")
         cp "delegation.cert" (dataDir </> "delegation.cert")
+        cp (bridge </> "bin" </> "mock-token-metadata-server") (dir </> "mock-token-metadata-server")
+        cp (bridge </> "bin" </> "token-metadata.json") (dataDir </> "token-metadata.json")
+        cp (bridge </> "bin" </> "local-cluster--unwrapped") (dir </> "local-cluster")
+        cptreeL (bridge </> "bin" </> "test" </> "data") (dataDir </> "data")
 
       procs "chmod" ["-R", "+w", tt dir] empty
 
@@ -352,6 +359,9 @@ makeComponentRoot Options{oBackend,oCluster} appRoot darwinConfig@DarwinConfig{d
       mapM_ sortaMove [ "HID.node" ]
       void $ chain (encodeString dir) [ tt $ dir </> "HID.node" ]
 
+      when (oCluster == Selfnode) $ do
+        void $ chain (encodeString dir) $ fmap tt [ dir </> "mock-token-metadata-server", dir </> "local-cluster" ]
+
   -- Prepare launcher
   de <- testdir (dir </> "Frontend")
   unless de $ mv (dir </> (fromString $ T.unpack $ dcAppName)) (dir </> "Frontend")

installers/common/WindowsInstaller.hs

@@ -199,13 +199,23 @@ writeInstallerNSIS outName (Version fullVersion') InstallerConfig{installDirecto
                     file [] "config.yaml"
                     file [] "topology.yaml"
                     file [] "genesis.json"
-                    file [] "genesis-byron.json"
-                    file [] "genesis-shelley.json"
-                    file [] "genesis-alonzo.json"
+                    when (clusterName /= Selfnode) $ do
+                      file [] "genesis-byron.json"
+                      file [] "genesis-shelley.json"
+                      file [] "genesis-alonzo.json"
                     file [] "libsodium-23.dll"
                     when (clusterName == Selfnode) $ do
                       file [] "signing.key"
                       file [] "delegation.cert"
+                      file [] "local-cluster.exe"
+                      file [] "libgcc_s_seh-1.dll"
+                      file [] "libgmpxx-4.dll"
+                      file [] "libstdc++-6.dll"
+                      file [] "libwinpthread-1.dll"
+                      file [] "mcfgthread-12.dll"
+                      file [] "mock-token-metadata-server.exe"
+                      file [Recursive] "test\\"
+                      file [] "token-metadata.json"
                 file [] "cardano-launcher.exe"
                 file [] "libffi-7.dll"
                 file [] "libgmp-10.dll"

nix/cardano-bridge.nix

@@ -1,4 +1,4 @@
-{ target, cardanoWalletPkgs, runCommandCC, cardano-wallet, cardano-node, cardano-shell, cardano-cli, cardano-address, lib, local-cluster ? null }:
+{ target, cardanoWalletPkgs, runCommandCC, cardano-wallet, cardano-node, cardano-shell, cardano-cli, cardano-address, lib, local-cluster ? null, mock-token-metadata-server }:
 
 let
   commonLib = import ../lib.nix {};
@@ -17,7 +17,30 @@ in runCommandCC "daedalus-cardano-bridge" {
   cp -f ${cardano-shell.haskellPackages.cardano-launcher.components.exes.cardano-launcher}/bin/cardano-launcher* .
   cp -f ${cardano-node}/bin/cardano-node* .
   cp -f ${cardano-cli}/bin/cardano-cli* .
-  ${lib.optionalString (local-cluster != null) "cp -f ${local-cluster}/bin/local-cluster* ."}
+  ${lib.optionalString (local-cluster != null) ''
+
+    ${if target == "x86_64-windows" then ''
+      # Recursive for selfnode shelley test data:
+      cp -rf ${local-cluster}/bin/* .
+
+    '' else if target == "x86_64-linux" then ''
+      cp -f ${local-cluster}/bin/local-cluster .
+
+    '' else if target == "x86_64-darwin" then ''
+      # For nix-shell:
+      cp -f ${local-cluster}/bin/local-cluster .
+
+      # For selfnode installer:
+      cp -f ${local-cluster}/bin/.local-cluster-wrapped local-cluster--unwrapped
+      mkdir -p test/data
+      test_data_dir=$(cat local-cluster | grep -oP "SHELLEY_TEST_DATA='\K[^']+")
+      cp -rf $test_data_dir test/data/
+
+    '' else abort "Unknown target: ${target}"}
+
+    cp -f ${mock-token-metadata-server}/bin/* . || true
+    cp -f ${./../utils/cardano/selfnode}/token-metadata.json .
+  ''}
   ${lib.optionalString (target == "x86_64-linux") ''
     chmod +w -R .
     for x in cardano-address cardano-node cardano-launcher cardano-cli cardano-wallet; do

source/main/cardano/CardanoSelfnodeLauncher.ts

@@ -1,5 +1,8 @@
 import { spawn } from 'child_process';
 import find from 'find-process';
+import path from 'path';
+import fs from 'fs';
+import which from 'which';
 import tcpPortUsed from 'tcp-port-used';
 import type { ChildProcess } from 'child_process';
 import type { Process } from '../utils/processes';
@@ -26,12 +29,10 @@ const CARDANO_WALLET_START_TIMEOUT = 60 * 1000; // 60 seconds | unit: millisecon
 
 const CARDANO_WALLET_START_CHECK_INTERVAL = 500; // 500 ms | unit: milliseconds
 
-const SHELLEY_TEST_DATA = '../../utils/cardano/selfnode';
-const TOKEN_METADATA_REGISTRY = './utils/cardano/selfnode/token-metadata.json';
 const TOKEN_METADATA_SERVER_PORT = 65432;
 const TOKEN_METADATA_SERVER = `http://localhost:${TOKEN_METADATA_SERVER_PORT}/`;
 const TOKEN_METADATA_SERVER_PROCESS_NAME =
-  platform === 'win32'
+  environment.isWindows
     ? 'mock-token-metadata-server.exe'
     : 'mock-token-metadata-server';
 export async function CardanoSelfnodeLauncher(
@@ -47,6 +48,17 @@ export async function CardanoSelfnodeLauncher(
       processName,
       onStop,
     } = selfnodeOptions;
+
+    const SHELLEY_TEST_DATA = (() => {
+      const binDir = path.dirname(which.sync(selfnodeBin));
+      return firstExisting('SHELLEY_TEST_DATA', [
+        path.resolve(path.join(binDir, 'data', 'cardano-node-shelley')), // Windows installer
+        path.resolve(path.join(binDir, '..', 'Resources', 'data', 'cardano-node-shelley')), // Darwin installer
+        // Linux installer substitutes SHELLEY_TEST_DATA in the local-cluster Bash wrapper
+        '../../utils/cardano/selfnode' // nix-shell
+      ])
+    })();
+
     setupMockTokenMetadataServer(mockTokenMetadataServerBin);
     // @ts-ignore ts-migrate(2322) FIXME: Type '{ pid: number; ppid?: number; uid?: number; ... Remove this comment to see the full error message
     const processList: Array<Process> = await find('port', CARDANO_WALLET_PORT);
@@ -86,11 +98,17 @@ export async function CardanoSelfnodeLauncher(
           SHELLEY_TEST_DATA,
           TOKEN_METADATA_SERVER,
         },
-        detached: true,
+        detached: environment.isDev, // XXX: detaching breaks Windows launching the local-cluster.exe + cardano-launcher
+        // will not allow you to start another Daedalus when previous local-cluster.exe is running, especially awkward
+        // on macOS without stdout/stderr logging; I’m not sure if this is ever needed in `nix-shell`, but leaving as-is
+        // for now – @michalrus
+
         // allows Daedalus to exit independently of selfnode (1/3)
         stdio: 'ignore', // allows Daedalus to exit independently of selfnode (2/3)
       });
-      nodeProcess.unref(); // allows Daedalus to exit independently of selfnode (3/3)
+      if (environment.isDev) {
+        nodeProcess.unref(); // allows Daedalus to exit independently of selfnode (3/3)
+      }
 
       const node: Selfnode = setupSelfnode({
         processName,
@@ -118,6 +136,17 @@ export async function CardanoSelfnodeLauncher(
   });
 }
 
+/**
+ * Return the first existing file path among candidates. If none exist, return the last one, and log a warning an identifier.
+ */
+const firstExisting = (identifier: string, candidates: Array<string>): string => {
+  const existing = candidates.filter(fs.existsSync);
+  if (existing.length > 0) return existing[0];
+  const fallback = candidates[candidates.length - 1];
+  logger.warn(`${identifier} candidates don’t exist, will use fallback`, { identifier, candidates, fallback });
+  return fallback;
+};
+
 const setupSelfnode = ({
   processName,
   nodeProcess,
@@ -148,6 +177,15 @@ const setupSelfnode = ({
 const setupMockTokenMetadataServer = async (
   mockTokenMetadataServerBin: string
 ) => {
+  const TOKEN_METADATA_REGISTRY = (() => {
+    const binDir = path.dirname(which.sync(mockTokenMetadataServerBin));
+    return firstExisting('TOKEN_METADATA_REGISTRY', [
+      path.resolve(path.join(binDir, 'token-metadata.json')), // Windows and Linux installers
+      path.resolve(path.join(binDir, '..', 'Resources', 'token-metadata.json')), // Darwin installer
+      './utils/cardano/selfnode/token-metadata.json' // nix-shell
+    ]);
+  })();
+
   // @ts-ignore ts-migrate(2322) FIXME: Type '{ pid: number; ppid?: number; uid?: number; ... Remove this comment to see the full error message
   const processList: Array<Process> = await find(
     'port',
@@ -181,11 +219,13 @@ const setupMockTokenMetadataServer = async (
       ],
       {
         env: { ...process.env },
-        detached: true,
+        detached: environment.isDev,
         stdio: 'ignore',
       }
     );
-    mockTokenMetadataServerProcess.unref();
+    if (environment.isDev) {
+      mockTokenMetadataServerProcess.unref();
+    }
     mockTokenMetadataServer = mockTokenMetadataServerProcess;
   }
 };