add test and refactor precomputed blocks test

Author: dkijania

src/test/archive/archive_node_tests/archive_node_tests.ml

@@ -23,4 +23,13 @@ let () =
                         .Make_FixtureWithoutBootstrap
                           (Load_genesis_ledger) ) )
         ] )
+    ; ( "upgrade_archive"
+      , [ test_case
+            "Recreate database from precomputed blocks after upgrade script is \
+             applied"
+            `Quick
+            (Runner.run_blocking
+               ( module Mina_automation_fixture.Archive.Make_FixtureWithBootstrap
+                          (Upgrade_archive) ) )
+        ] )
     ]

src/test/archive/archive_node_tests/archive_precomputed_blocks_test.ml

@@ -2,6 +2,7 @@ open Async
 open Core
 open Mina_automation
 open Mina_automation_fixture.Archive
+open Common
 
 (**
  * Test the basic functionality of the mina archive with mocked deamon
@@ -118,11 +119,8 @@ let test_case (test_data : t) =
   let archive_uri = test_data.archive.config.postgres_uri in
   let output = test_data.temp_dir in
   let%bind precomputed_blocks =
-    Network_data.untar_precomputed_blocks test_data.network_data output
-  in
-  let precomputed_blocks =
-    List.map precomputed_blocks ~f:(fun file -> output ^ "/" ^ file)
-    |> List.filter ~f:(fun file -> String.is_suffix file ~suffix:".json")
+    unpack_precomputed_blocks test_data.network_data
+      ~temp_dir:test_data.temp_dir
   in
   let log_file = output ^ "/precomputed_blocks_test.log" in
   Archive.Process.start_logging test_data.archive ~log_file ;
@@ -136,32 +134,13 @@ let test_case (test_data : t) =
     assert_archived_blocks ~archive_uri
       ~expected:(List.length precomputed_blocks)
   in
-  let connection = Psql.Conn_str archive_uri in
-  let%bind latest_state_hash =
-    Psql.run_command ~connection
-      "SELECT state_hash FROM blocks ORDER BY id DESC LIMIT 1"
-  in
-  let latest_state_hash =
-    match latest_state_hash with
-    | Ok hash ->
-        hash
-    | Error err ->
-        failwith
-          ("Failed to query latest state hash: " ^ Error.to_string_hum err)
-  in
-  let output_ledger = output ^ "/output_ledger.json" in
-  let replayer = Replayer.default in
-  let%bind replayer_output =
-    Replayer.run replayer ~archive_uri
-      ~input_config:
+
+  let%bind () =
+    assert_replayer_run_against_last_block
+      ~replayer_input_file_path:
         (Network_data.replayer_input_file_path test_data.network_data)
-      ~target_state_hash:latest_state_hash ~interval_checkpoint:10
-      ~output_ledger ()
+      archive_uri test_data.temp_dir
   in
-  let () = print_endline replayer_output in
-  let output_ledger = Replayer.Output.of_json_file_exn output_ledger in
-  assert (
-    String.equal output_ledger.target_epoch_ledgers_state_hash latest_state_hash ) ;
 
   let%bind perf_data = extract_perf_metrics log_file in
   perf_metrics_to_yojson perf_data |> Yojson.to_file "archive.perf" ;

src/test/archive/archive_node_tests/upgrade_archive.ml

@@ -0,0 +1,40 @@
+open Async
+open Core
+open Mina_automation
+open Mina_automation_fixture.Archive
+open Common
+
+type t = Mina_automation_fixture.Archive.after_bootstrap
+
+let test_case (test_data : t) =
+  let open Deferred.Let_syntax in
+  let daemon = Daemon.default in
+  let archive_uri = test_data.archive.config.postgres_uri in
+  let temp_dir = test_data.temp_dir in
+  let%bind precomputed_blocks =
+    unpack_precomputed_blocks ~temp_dir test_data.network_data
+  in
+  let log_file = temp_dir ^ "/upgrade.log" in
+  let upgrade_path =
+    Archive.Scripts.filepath `Upgrade
+    |> Option.value_exn ~message:"Failed to find upgrade script"
+  in
+  let%bind _ =
+    Psql.run_script ~connection:(Psql.Conn_str archive_uri) upgrade_path
+  in
+
+  Archive.Process.start_logging test_data.archive ~log_file ;
+  let%bind () =
+    Daemon.archive_blocks_from_files daemon
+      ~archive_address:test_data.archive.config.server_port
+      ~format:Archive_blocks.Precomputed precomputed_blocks
+  in
+
+  let%bind () =
+    assert_replayer_run_against_last_block
+      ~replayer_input_file_path:
+        (Network_data.replayer_input_file_path test_data.network_data)
+      archive_uri temp_dir
+  in
+
+  Deferred.Or_error.return Mina_automation_fixture.Intf.Passed