Merge pull request #17954 from MinaProtocol/lyh/rocksdb-10.5.1-for-non-nix

Bump RocksDB to 10.5.1 for non-nix builds

Author: glyh

buildkite/src/Constants/ContainerImages.dhall

@@ -5,22 +5,22 @@
 { toolchainBase = "codaprotocol/ci-toolchain-base:v3"
 , minaToolchainBookworm =
     { amd64 =
-        "gcr.io/o1labs-192920/mina-toolchain@sha256:dfa8a0eb32742900d890590875a7f7436545cd46d8c4ff147fc6a29997e5d4f3"
+        "gcr.io/o1labs-192920/mina-toolchain@sha256:a3517722b1573ac19f9361d42aa0b5f15a108d62fa73f97f0a74e195af1a2e90"
     , arm64 =
-        "gcr.io/o1labs-192920/mina-toolchain@sha256:8e92e0b4c9202e0e5f31afd48713d28bde903959ff7e55cbc1c080b0a8df5e3d"
+        "gcr.io/o1labs-192920/mina-toolchain@sha256:b4a7040b64473f89e51372ab6e11f9332730e085766aa157c25e28c6b9c0c6d4"
     }
 , minaToolchainBullseye.amd64 =
-    "gcr.io/o1labs-192920/mina-toolchain@sha256:bcc6b9899d5d99c83287c2735fb686a6169268d48b11262d9dfa03c1dfd0cece"
+    "gcr.io/o1labs-192920/mina-toolchain@sha256:524a3fb77d6702f38ad63ec737e398478e082387753b8d01e1ccf607d2917343"
 , minaToolchainNoble =
     { amd64 =
-        "gcr.io/o1labs-192920/mina-toolchain@sha256:0c6f1c0921c7f76be7b86948e1f9e82d8270002fc19f0b48647bb1604489268f"
+        "gcr.io/o1labs-192920/mina-toolchain@sha256:3fd6ebfedb905ba358903639c2ebcdbd2277316b854d80f12c74df8dcd83734b"
     , arm64 =
-        "gcr.io/o1labs-192920/mina-toolchain@sha256:182f0aa05988c5a00cc1ca5a5b651904282f3a0f7cd75faabe0a52e7d332cecb"
+        "gcr.io/o1labs-192920/mina-toolchain@sha256:adfff17bf21b79efc3b2d54d0648049a36fa7b54b732773bd7f2f651869c1f54"
     }
 , minaToolchainJammy.amd64 =
-    "gcr.io/o1labs-192920/mina-toolchain@sha256:a3e5c7dc30c67d8a9769deee282f0b5b2a513629bf272aa9b9ec7d6aee68a4e4"
+    "gcr.io/o1labs-192920/mina-toolchain@sha256:6db30a6faf94f7dcc23a14bcbc01d558b2164955067fd21eb92a981fe231dfe1"
 , minaToolchain =
-    "gcr.io/o1labs-192920/mina-toolchain@sha256:bcc6b9899d5d99c83287c2735fb686a6169268d48b11262d9dfa03c1dfd0cece"
+    "gcr.io/o1labs-192920/mina-toolchain@sha256:524a3fb77d6702f38ad63ec737e398478e082387753b8d01e1ccf607d2917343"
 , postgres = "postgres:12.4-alpine"
 , xrefcheck =
     "dkhamsing/awesome_bot@sha256:a8adaeb3b3bd5745304743e4d8a6d512127646e420544a6d22d9f58a07f35884"

changes/17954.md

@@ -0,0 +1 @@
+Mina Daemon now use RocksDB 10.5.1 under the hood to parse genesis/epoch ledger tars. It's tested that RocksDB preserved backward compatibility on the ledger tars we serve with old RocksDB version.

dockerfiles/stages/1-build-deps

@@ -45,7 +45,7 @@ ARG OPAM_VERSION=2.3.0
 #   `nix flake update opam-repository`).
 # - scripts/update_opam_switch.sh
 ARG OPAM_REPOSITORY_COMMIT=08d8c16c16dc6b23a5278b06dff0ac6c7a217356
-ARG O1LABS_OPAM_REPOSITORY_COMMIT=cabde639f92d259d4c131b00200d7a53d854ee74
+ARG O1LABS_OPAM_REPOSITORY_COMMIT=dd90c5c72b7b7caeca3db3224b2503924deea08a
 
 # Golang version number used to detemine tarball name
 ARG GO_VERSION=1.19.11

flake.lock

@@ -31,14 +31,14 @@
   inputs.describe-dune.inputs.nixpkgs.follows = "nixpkgs";
   inputs.describe-dune.inputs.flake-utils.follows = "utils";
 
-  inputs.o1-opam-repository.url = "github:o1-labs/opam-repository/cabde639f92d259d4c131b00200d7a53d854ee74";
+  inputs.o1-opam-repository.url = "github:o1-labs/opam-repository/dd90c5c72b7b7caeca3db3224b2503924deea08a";
   inputs.o1-opam-repository.flake = false;
 
   # The version must be the same as the version used in:
   # - dockerfiles/1-build-deps
   # - flake.nix (and flake.lock after running
   #   `nix flake update opam-repository`).
-  # - scripts/update_opam_switch.sh
+  # - scripts/update-opam-switch.sh
   inputs.opam-repository.url =
     "github:ocaml/opam-repository/08d8c16c16dc6b23a5278b06dff0ac6c7a217356";
   inputs.opam-repository.flake = false;

flake.nix

@@ -66,10 +66,9 @@ let
       };
 
       rocksdb_stubs =
-        # TODO uncomment after updating rocksdb_stubs to 10.5.1
-        # assert (super.rocksdb_stubs.version == pkgs.rocksdb-mina.version)
-        #   || builtins.throw
-        #   "rocksdb_stubs version (${super.rocksdb_stubs.version}) does not match rocksdb-mina version (${pkgs.rocksdb-mina.version})";
+        assert (super.rocksdb_stubs.version == pkgs.rocksdb-mina.version)
+          || builtins.throw
+          "rocksdb_stubs version (${super.rocksdb_stubs.version}) does not match rocksdb-mina version (${pkgs.rocksdb-mina.version})";
         super.rocksdb_stubs.overrideAttrs {
           MINA_ROCKSDB = "${pkgs.rocksdb-mina}/lib/librocksdb.a";
         };

nix/ocaml.nix

@@ -49,7 +49,7 @@ roots: [
   "qcheck-alcotest.0.20"
   "re2.v0.14.0"
   "rocks.0.2.0"
-  "rocksdb_stubs.10.2.1"
+  "rocksdb_stubs.10.5.1"
   "rpc_parallel.v0.14.0"
   "sexp_diff_kernel.v0.14.0"
   "sodium.dev"
@@ -250,7 +250,7 @@ installed: [
   "res.5.0.1"
   "result.1.5"
   "rocks.0.2.0"
-  "rocksdb_stubs.10.2.1"
+  "rocksdb_stubs.10.5.1"
   "rpc_parallel.v0.14.0"
   "rresult.0.6.0"
   "seq.base"

opam.export

@@ -29,7 +29,8 @@ ocaml_version=4.14.2
 # - flake.nix (and flake.lock after running
 #   `nix flake update opam-repository`).
 # - scripts/update_opam_switch.sh
-opam_repository_commit=08d8c16c16dc6b23a5278b06dff0ac6c7a217356
+OPAM_REPOSITORY_COMMIT=08d8c16c16dc6b23a5278b06dff0ac6c7a217356
+O1LABS_OPAM_REPOSITORY_COMMIT=dd90c5c72b7b7caeca3db3224b2503924deea08a
 
 if [[ -d _opam ]]; then
     read -rp "Directory '_opam' exists and will be removed. You can also bypass the check by setting the variable BYPASS_OPAM_SWITCH_UPDATE to any value. Continue? [y/N] " \
@@ -48,14 +49,14 @@ if [[ ! -d "${switch_dir}" ]]; then
     # We add o1-labs opam repository and make it default
     # (if it's repeated, it's a no-op)
     opam repository add --yes --set-default o1-labs \
-         https://github.com/o1-labs/opam-repository.git
+         "https://github.com/o1-labs/opam-repository.git#${O1LABS_OPAM_REPOSITORY_COMMIT}"
     # The default opam repository is set to a specific commit as some of our
     # dependencies have been archived.
     # See https://github.com/MinaProtocol/mina/pull/17450
     opam repository \
          set-url \
          default \
-         "git+https://github.com/ocaml/opam-repository.git#${opam_repository_commit}"
+         "git+https://github.com/ocaml/opam-repository.git#${OPAM_REPOSITORY_COMMIT}"
     opam update
     opam switch import -y --switch . opam.export
     mkdir -p opam_switches