adding missing daemon functionalitites

Author: dkijania

src/test/mina_automation/daemon.ml

@@ -13,27 +13,35 @@ end
 
 module Executor = Executor.Make (Paths)
 
-type t = Executor.t
-
 let logger = Logger.create ()
 
+let path () =
+  Deferred.map Executor.PathFinder.standalone_path ~f:(fun opt ->
+      Option.value_exn opt
+        ~message:
+          "Could not find released mina daemon environment. App is not \
+           executable outside the dune" )
+
 (** 
   Module [Client] provides functions to interact with a Mina daemon.
 *)
 module Client = struct
   type t = { port : int; executor : Executor.t }
 
-  let create ?(port = 3085) ?(executor = Executor.AutoDetect) () =
+  let create ?(port = 8031) ?(executor = Executor.AutoDetect) () =
     { port; executor }
 
   (** [stop_daemon t] stops the daemon running on the specified port.
     @param t The daemon instance containing the executor and port information.
     @return Unit. Executes the command to stop the daemon using the executor.
   *)
-  let stop_daemon t =
-    Executor.run t.executor
-      ~args:[ "client"; "stop-daemon"; "-daemon-port"; sprintf "%d" t.port ]
-      ()
+  let stop_daemon t : unit Deferred.t =
+    let%map _ =
+      Executor.run t.executor
+        ~args:[ "client"; "stop-daemon"; "-daemon-port"; sprintf "%d" t.port ]
+        ()
+    in
+    ()
 
   (** [daemon_status t] retrieves the status of the daemon running on the specified port.
     It executes the command `client status -daemon-port <port>` using the provided executor.
@@ -53,8 +61,8 @@ module Client = struct
     @param retry_attempts The number of retries.
     @return A deferred result indicating the success or failure of the operation. 
   *)
-  let wait_for_bootstrap t ?(client_delay = 40.) ?(retry_delay = 60.)
-      ?(retry_attempts = 10) () =
+  let wait_for_bootstrap t ?(client_delay = 60.) ?(retry_delay = 60.)
+      ?(retry_attempts = 40) () =
     Async.printf "Waiting initial %d s. before connecting\n"
       (int_of_float client_delay) ;
     let%bind _ =
@@ -74,6 +82,33 @@ module Client = struct
       else Deferred.Or_error.error_string output
     in
     go retry_attempts
+
+  let ledger_hash t ~ledger_file =
+    Executor.run t.executor
+      ~args:[ "ledger"; "hash"; "--ledger-file"; ledger_file ]
+      ()
+
+  let ledger_currency t ~ledger_file =
+    Executor.run t.executor
+      ~args:[ "ledger"; "currency"; "--ledger-file"; ledger_file ]
+      ()
+
+  let test_ledger t ~(n : int) =
+    Executor.run t.executor
+      ~args:[ "ledger"; "test"; "generate-accounts"; "-n"; string_of_int n ]
+      ()
+
+  let advanced_print_signature_kind t =
+    Executor.run t.executor ~args:[ "advanced"; "print-signature-kind" ] ()
+
+  let advanced_compile_time_constants t ~config_file =
+    Executor.run t.executor
+      ~env:(`Extend [ ("MINA_CONFIG_FILE", config_file) ])
+      ~args:[ "advanced"; "compile-time-constants" ]
+      ()
+
+  let advanced_constraint_system_digests t =
+    Executor.run t.executor ~args:[ "advanced"; "constraint-system-digests" ] ()
 end
 
 module Config = struct
@@ -90,6 +125,8 @@ module Config = struct
     let create ?(root_path = "/tmp") ?(config_dir = "mina_spun_test")
         ?(genesis_dir = "mina_genesis_state")
         ?(p2p_dir = "mina_test_libp2p_keypair") () =
+      Unix.putenv ~key:"MINA_LIBP2P_PASS" ~data:"naughty blue worm" ;
+      Unix.putenv ~key:"MINA_PRIVKEY_PASS" ~data:"naughty blue worm" ;
       (* create empty config dir to avoid any issues with the default config dir *)
       let conf = Filename.temp_dir ~in_dir:root_path config_dir "" in
       let genesis = Filename.temp_dir ~in_dir:root_path genesis_dir "" in
@@ -103,9 +140,9 @@ module Config = struct
 
   type t = { port : int; dirs : ConfigDirs.t }
 
-  let default ?dirs =
+  let default ?dirs () =
     let root_path = Filename.temp_dir ~in_dir:"/tmp" "mina_automation" "" in
-    { port = 3085
+    { port = 8031
     ; dirs =
         ( match dirs with
         | Some dirs ->
@@ -117,11 +154,7 @@ module Config = struct
   let libp2p_keypair_folder t = ConfigDirs.libp2p_keypair_folder t.dirs
 
   let generate_keys t =
-    let open Deferred.Let_syntax in
-    let%map () =
-      Init.Client.generate_libp2p_keypair_do (libp2p_keypair_folder t) ()
-    in
-    ()
+    Init.Client.generate_libp2p_keypair_do (libp2p_keypair_folder t) ()
 end
 
 (** 
@@ -137,53 +170,67 @@ module Process = struct
   let force_kill t = Utils.force_kill t.process
 end
 
-let archive_blocks t ~archive_address ~(format : Archive_blocks.format) blocks =
+let archive_blocks t ~archive_address ~format blocks =
+  let format_arg =
+    match format with
+    | `Precomputed ->
+        "--precomputed"
+    | `Extensional ->
+        "--extensional"
+  in
   Executor.run t
     ~args:
       ( [ "advanced"
         ; "archive-blocks"
         ; "--archive-addres"
         ; string_of_int archive_address
-        ; "-" ^ Archive_blocks.format_to_string format
+        ; format_arg
         ]
       @ blocks )
 
-let archive_blocks_from_files t ~archive_address
-    ~(format : Archive_blocks.format) ?(sleep = 5) blocks =
+let archive_blocks_from_files t ~archive_address ~format ?(sleep = 5) blocks =
   Deferred.List.iter blocks ~f:(fun block ->
       let%bind _ = archive_blocks t ~archive_address ~format [ block ] () in
       after (Time.Span.of_sec (Float.of_int sleep)) )
 
-let default = Executor.default
+type t = { config : Config.t; executor : Executor.t }
 
-let client t ~(config : Config.t) = Client.create ~port:config.port t
+let of_config config = { config; executor = Executor.AutoDetect }
 
-let start t (config : Config.t) =
+let default () = { config = Config.default (); executor = Executor.AutoDetect }
+
+let client t = Client.create ~port:t.config.port ~executor:t.executor ()
+
+let start t =
+  let open Deferred.Let_syntax in
   let args =
     [ "daemon"
     ; "--seed"
     ; "--demo-mode"
-    ; "-background"
+    ; "--background"
     ; "--working-dir"
     ; "."
     ; "--client-port"
-    ; sprintf "%d" config.port
+    ; string_of_int t.config.port
     ; "--config-directory"
-    ; config.dirs.conf
+    ; t.config.dirs.conf
     ; "--genesis-ledger-dir"
-    ; config.dirs.genesis
+    ; t.config.dirs.genesis
     ; "--external-ip"
     ; "0.0.0.0"
     ; "--libp2p-keypair"
-    ; Config.libp2p_keypair_folder config
+    ; Config.libp2p_keypair_folder t.config
     ]
   in
 
   [%log debug] "Starting daemon" ;
 
-  let%bind _, process = Executor.run_in_background t ~args () in
+  let%bind _, process = Executor.run_in_background t.executor ~args () in
 
   let mina_process : Process.t =
-    { config; process; client = Client.create ~port:config.port ~executor:t () }
+    { config = t.config
+    ; process
+    ; client = Client.create ~port:t.config.port ~executor:t.executor ()
+    }
   in
   Deferred.return mina_process

src/test/mina_automation/fixture/daemon.ml

@@ -0,0 +1,103 @@
+open Async
+open Core
+open Mina_automation
+open Intf
+
+let logger = Logger.create ()
+
+type after_bootstrap = { daemon : Daemon.Process.t; temp_dir : string }
+
+type before_bootstrap = { config : Daemon.Config.t; temp_dir : string }
+
+let generate_random_accounts t output =
+  let client = Daemon.client t in
+  let%map ledger_content = Daemon.Client.test_ledger client ~n:10 in
+  let accounts =
+    Yojson.Safe.from_string ledger_content
+    |> Runtime_config.Accounts.of_yojson |> Result.ok_or_failwith
+  in
+  Runtime_config.Accounts.to_yojson accounts |> Yojson.Safe.to_file output ;
+  accounts
+
+let generate_random_config t output =
+  let client = Daemon.client t in
+  let%map ledger_content = Daemon.Client.test_ledger client ~n:10 in
+  let accounts =
+    Yojson.Safe.from_string ledger_content
+    |> Runtime_config.Accounts.of_yojson |> Result.ok_or_failwith
+  in
+  let ledger : Runtime_config.Ledger.t =
+    { base = Accounts accounts
+    ; num_accounts = None
+    ; balances = []
+    ; hash = None
+    ; s3_data_hash = None
+    ; name = None
+    ; add_genesis_winner = Some true
+    }
+  in
+  let runtime_config = Runtime_config.make ~ledger () in
+  Runtime_config.to_yojson runtime_config |> Yojson.Safe.to_file output
+
+module type TestCaseWithBootstrap = TestCase with type t = after_bootstrap
+
+module type TestCaseWithoutBootstrap = TestCase with type t = before_bootstrap
+
+module Make_FixtureWithBootstrap (M : TestCaseWithBootstrap) :
+  Fixture with type t = after_bootstrap = struct
+  type t = after_bootstrap
+
+  let test_case = M.test_case
+
+  (**
+      Sets up the daemon by performing the following steps:
+      1. Retrieves the network data folder path from the environment variable "MINA_TEST_NETWORK_DATA".
+         (This variable must be set before running the test.)
+      2. Creates network data using the retrieved folder path.
+      3. Sets up a connection using the created network data.
+
+      @return A record containing the started daemon and the network data.
+    *)
+  let setup () =
+    let config = Daemon.Config.default () in
+    let executor = Daemon.of_config config in
+    let ledger_file = config.dirs.conf ^/ "daemon.json" in
+    let%bind () = generate_random_config executor ledger_file in
+    [%log info] "Starting daemon" ;
+    let%bind daemon = Daemon.start executor in
+    [%log info] "Daemon started successfully" ;
+    Deferred.Or_error.return
+      { daemon; temp_dir = Filename.temp_dir "daemon_test" "" }
+
+  let teardown t =
+    let open Deferred.Or_error.Let_syntax in
+    [%log info] "Tearing down daemon" ;
+    let%bind _ = Daemon.Process.force_kill t.daemon in
+    let%bind.Deferred () =
+      Mina_stdlib_unix.File_system.remove_dir @@ t.temp_dir
+    in
+    [%log info] "Daemon teardown completed" ;
+    Deferred.Or_error.ok_unit
+
+  let on_test_fail (t : t) =
+    let%map contents = Process.stdout t.daemon.process |> Reader.contents in
+    [%log debug] "Daemon process output: %s" contents ;
+    ()
+end
+
+module Make_FixtureWithoutBootstrap (M : TestCaseWithoutBootstrap) :
+  Fixture with type t = before_bootstrap = struct
+  type t = before_bootstrap
+
+  let test_case = M.test_case
+
+  let setup () =
+    Deferred.Or_error.return
+      { config = Daemon.Config.default ()
+      ; temp_dir = Filename.temp_dir "daemon_test" ""
+      }
+
+  let teardown _t = Deferred.Or_error.ok_unit
+
+  let on_test_fail _t = Deferred.unit
+end

src/test/mina_automation/fixture/daemon.mli

@@ -0,0 +1,22 @@
+open Mina_automation
+open Intf
+open Async
+
+type after_bootstrap = { daemon : Daemon.Process.t; temp_dir : string }
+
+type before_bootstrap = { config : Daemon.Config.t; temp_dir : string }
+
+val generate_random_accounts :
+  Daemon.t -> string -> Runtime_config.Accounts.t Deferred.t
+
+val generate_random_config : Daemon.t -> string -> unit Deferred.t
+
+module type TestCaseWithBootstrap = TestCase with type t = after_bootstrap
+
+module type TestCaseWithoutBootstrap = TestCase with type t = before_bootstrap
+
+module Make_FixtureWithBootstrap (M : TestCaseWithBootstrap) :
+  Fixture with type t = after_bootstrap
+
+module Make_FixtureWithoutBootstrap (M : TestCaseWithoutBootstrap) :
+  Fixture with type t = before_bootstrap