Merge pull request #17999 from MinaProtocol/dkijania/support_archives_in_postgres_tests

[CI] support for untaring script in Run with postgres test

Author: dkijania

buildkite/src/Command/ArchiveNodeTest.dhall

@@ -19,7 +19,9 @@ in  { step =
                     [ "ARCHIVE_TEST_APP=mina-archive-node-test"
                     , "MINA_TEST_NETWORK_DATA=/etc/mina/test/archive/sample_db"
                     ]
-                    "src/test/archive/sample_db/archive_db.sql"
+                    ( RunWithPostgres.ScriptOrArchive.Script
+                        "src/test/archive/sample_db/archive_db.sql"
+                    )
                     ( Artifacts.fullDockerTag
                         Artifacts.Tag::{
                         , artifact = Artifacts.Type.FunctionalTestSuite

buildkite/src/Command/PatchArchiveTest.dhall

@@ -19,7 +19,9 @@ in  { step =
                     [ "PATCH_ARCHIVE_TEST_APP=mina-patch-archive-test"
                     , "NETWORK_DATA_FOLDER=/etc/mina/test/archive/sample_db"
                     ]
-                    "./src/test/archive/sample_db/archive_db.sql"
+                    ( RunWithPostgres.ScriptOrArchive.Script
+                        "./src/test/archive/sample_db/archive_db.sql"
+                    )
                     ( Artifacts.fullDockerTag
                         Artifacts.Tag::{
                         , artifact = Artifacts.Type.FunctionalTestSuite

buildkite/src/Command/ReplayerTest.dhall

@@ -17,7 +17,9 @@ in  { step =
               , commands =
                 [ RunWithPostgres.runInDockerWithPostgresConn
                     ([] : List Text)
-                    "./src/test/archive/sample_db/archive_db.sql"
+                    ( RunWithPostgres.ScriptOrArchive.Script
+                        "./src/test/archive/sample_db/archive_db.sql"
+                    )
                     ( Artifacts.fullDockerTag
                         Artifacts.Tag::{
                         , artifact = Artifacts.Type.FunctionalTestSuite

buildkite/src/Command/RunWithPostgres.dhall

@@ -57,10 +57,14 @@ let Cmd = ../Lib/Cmds.dhall
 
 let ContainerImages = ../Constants/ContainerImages.dhall
 
+let ScriptOrArchive
+    : Type
+    = < Script : Text | Archive : { Script : Text, Archive : Text } >
+
 let runInDockerWithPostgresConn
-    : List Text -> Text -> Text -> Text -> Cmd.Type
+    : List Text -> ScriptOrArchive -> Text -> Text -> Cmd.Type
     =     \(environment : List Text)
-      ->  \(initScript : Text)
+      ->  \(initScript : ScriptOrArchive)
       ->  \(docker : Text)
       ->  \(innerScript : Text)
       ->  let port = "5432"
@@ -97,13 +101,31 @@ let runInDockerWithPostgresConn
               : Text
               = "\\\$BUILDKITE_BUILD_CHECKOUT_PATH"
 
+          let runInitScript =
+                merge
+                  { Script =
+                          \(script : Text)
+                      ->  [ "docker exec ${postgresDockerName} psql ${pg_conn} -f /workdir/${script}"
+                          ]
+                  , Archive =
+                          \(archive : { Script : Text, Archive : Text })
+                      ->  [ "tar -xzf ${archive.Archive}"
+                          , "docker exec ${postgresDockerName} find /workdir -name \"${archive.Script}\" -exec psql ${pg_conn} -f {} \\;"
+                          ]
+                  }
+                  initScript
+
           in  Cmd.chain
-                [ "( docker stop ${postgresDockerName} && docker rm ${postgresDockerName} ) || true"
-                , "source buildkite/scripts/export-git-env-vars.sh"
-                , "docker run --network host --volume ${outerDir}:/workdir --workdir /workdir --name ${postgresDockerName} -d -e POSTGRES_USER=${user} -e POSTGRES_PASSWORD=${password} -e POSTGRES_PASSWORD=${password} -e POSTGRES_DB=${dbName} ${dockerVersion}"
-                , "sleep 5"
-                , "docker exec ${postgresDockerName} psql ${pg_conn} -f /workdir/${initScript}"
-                , "docker run --pid=container:postgres --network host --volume ${outerDir}:/workdir --workdir /workdir --entrypoint bash ${envVars} ${docker} ${innerScript}"
-                ]
-
-in  { runInDockerWithPostgresConn = runInDockerWithPostgresConn }
+                (   [ "( docker stop ${postgresDockerName} && docker rm ${postgresDockerName} ) || true"
+                    , "source buildkite/scripts/export-git-env-vars.sh"
+                    , "docker run --network host --volume ${outerDir}:/workdir --workdir /workdir --name ${postgresDockerName} -d -e POSTGRES_USER=${user} -e POSTGRES_PASSWORD=${password} -e POSTGRES_DB=${dbName} ${dockerVersion}"
+                    , "sleep 5"
+                    ]
+                  # runInitScript
+                  # [ "docker run --pid=container:postgres --network host --volume ${outerDir}:/workdir --workdir /workdir --entrypoint bash ${envVars} ${docker} ${innerScript}"
+                    ]
+                )
+
+in  { runInDockerWithPostgresConn = runInDockerWithPostgresConn
+    , ScriptOrArchive = ScriptOrArchive
+    }

buildkite/src/Jobs/Test/RosettaIntegrationTests.dhall

@@ -54,7 +54,9 @@ in  Pipeline.build
                   "export MINA_DEB_CODENAME=bullseye && source ./buildkite/scripts/export-git-env-vars.sh && echo \\\${MINA_DOCKER_TAG}"
               , RunWithPostgres.runInDockerWithPostgresConn
                   ([] : List Text)
-                  "./src/test/archive/sample_db/archive_db.sql"
+                  ( RunWithPostgres.ScriptOrArchive.Script
+                      "./src/test/archive/sample_db/archive_db.sql"
+                  )
                   rosettaDocker
                   "./buildkite/scripts/rosetta-indexer-test.sh"
               , Cmd.runInDocker