Merge pull request #17505 from MinaProtocol/dkijania/enable_publishing_artifacts_on_scheduled_nightly

[CI] enable publishing artifacts on scheduled nightly

Author: dkijania

buildkite/scripts/release/manager.sh

@@ -33,6 +33,7 @@ set -E # inherit -e
 set -e # exit immediately on errors
 set -u # exit on not assigned variables
 set -o pipefail # exit on pipe failure
+set -x
 
 CLEAR='\033[0m'
 RED='\033[0;31m'
@@ -49,7 +50,7 @@ DEFAULT_NETWORKS="devnet,mainnet"
 DEFAULT_CODENAMES="bullseye,focal"
 DEFAULT_ARCHITECTURE="amd64"
 
-DEBIAN_CACHE_FOLDER=~/.release/debian/cache
+DEBIAN_CACHE_FOLDER=${DEBIAN_CACHE_FOLDER:-~/.release/debian/cache}
 GCR_REPO="gcr.io/o1labs-192920"
 DOCKER_IO_REPO="docker.io/minaprotocol"
 DEBIAN_REPO=packages.o1test.net

buildkite/src/Command/Packages/Publish.dhall

@@ -20,14 +20,10 @@ let DebianChannel = ../../Constants/DebianChannel.dhall
 
 let Profiles = ../../Constants/Profiles.dhall
 
-let Artifact = ../../Constants/Artifacts.dhall
-
 let DebianVersions = ../../Constants/DebianVersions.dhall
 
 let DebianRepo = ../../Constants/DebianRepo.dhall
 
-let Toolchain = ../../Constants/Toolchain.dhall
-
 let ContainerImages = ../../Constants/ContainerImages.dhall
 
 let Command = ../Base.dhall
@@ -36,6 +32,8 @@ let Cmd = ../../Lib/Cmds.dhall
 
 let Mina = ../Mina.dhall
 
+let Artifact = ../../Constants/Artifacts.dhall
+
 let Spec =
       { Type =
           { artifacts : List Artifact.Type
@@ -167,7 +165,8 @@ let publish
                               (     "git config --global --add safe.directory /workdir && "
                                 ++  ". ./buildkite/scripts/export-git-env-vars.sh && "
                                 ++  " gpg --import /var/secrets/debian/key.gpg && "
-                                ++  "./buildkite/scripts/release/manager.sh publish "
+                                ++  " mkdir -p ./cache && "
+                                ++  "DEBIAN_CACHE_FOLDER=/workdir/cache ./buildkite/scripts/release/manager.sh publish "
                                 ++  "--artifacts ${artifacts} "
                                 ++  "--networks ${networks} "
                                 ++  "--buildkite-build-id ${spec.build_id} "
@@ -211,9 +210,7 @@ let publish
                     ->  Command.build
                           Command.Config::{
                           , commands =
-                              Toolchain.runner
-                                DebianVersions.DebVersion.Bullseye
-                                [ "AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY" ]
+                            [ Cmd.run
                                 (     ". ./buildkite/scripts/export-git-env-vars.sh && "
                                   ++  "./buildkite/scripts/release/manager.sh publish "
                                   ++  "--artifacts ${artifacts} "
@@ -228,6 +225,7 @@ let publish
                                   ++  "--codenames ${codenames} "
                                   ++  "--only-dockers "
                                 )
+                            ]
                           , label = "Docker Packages Publishing"
                           , key = "publish-dockers-${Natural/show r.index}"
                           , target = Size.Small

buildkite/src/Jobs/Promote/AutoPromoteNightly.dhall

@@ -12,6 +12,8 @@ let Artifacts = ../../Constants/Artifacts.dhall
 
 let DebianChannel = ../../Constants/DebianChannel.dhall
 
+let DebianRepo = ../../Constants/DebianRepo.dhall
+
 let Network = ../../Constants/Network.dhall
 
 let Profiles = ../../Constants/Profiles.dhall
@@ -45,16 +47,16 @@ let targetVersion =
       ->  \(commit : Text)
       ->  \(latestGitTag : Text)
       ->  \(todayDate : Text)
-      ->  "${latestGitTag}-${todayDate}-${branch}-${DebianVersions.lowerName
-                                                      codename}-${DebianChannel.lowerName
-                                                                    channel}"
+      ->  "${latestGitTag}-${todayDate}-${DebianVersions.lowerName
+                                            codename}-${DebianChannel.lowerName
+                                                          channel}"
 
 in  Pipeline.build
       Pipeline.Config::{
       , spec = JobSpec::{
         , dirtyWhen = [ S.everything ]
         , path = "Promote"
-        , tags = [ PipelineTag.Type.Promote ]
+        , tags = [ PipelineTag.Type.Promote, PipelineTag.Type.TearDown ]
         , name = "AutoPromoteNightly"
         }
       , steps =
@@ -71,14 +73,15 @@ in  Pipeline.build
               [ DebianVersions.DebVersion.Bullseye
               , DebianVersions.DebVersion.Focal
               ]
+            , debian_repo = DebianRepo.Type.Nightly
             , channel = DebianChannel.Type.Compatible
             , new_docker_tags = new_tags
             , target_version = targetVersion
             , publish_to_docker_io = False
             , backend = "local"
             , verify = True
             , branch = "\\\${BUILDKITE_BRANCH}"
-            , source_version = "\\\${MINA_DOCKER_TAG}"
+            , source_version = "\\\${MINA_DEB_VERSION}"
             , build_id = "\\\${BUILDKITE_BUILD_ID}"
             }
       }

scripts/debian/reversion-helper.sh

@@ -60,6 +60,12 @@ function reversion() {
     # shellcheck disable=SC2140
     rm -rf "${__parent_dir}"/"${__new_deb}.deb"
 
+    if [[ ! -f "${__deb}_${__source_version}.deb" ]]; then
+        echo "Error: File ${__deb}_${__source_version}.deb does not exist" >&2
+        echo "Contents of ${__parent_dir}:" >&2
+        ls -la "${__parent_dir}"
+        exit 1
+    fi
     dpkg-deb -R "${__deb}_${__source_version}.deb" "${__new_deb}"
     # shellcheck disable=SC2140
     sed -i 's/Version: '"${__source_version}"'/Version: '"${__new_version}"'/g' "${__new_deb}/DEBIAN/control"