Merge pull request #18063 from MinaProtocol/lyh/compat-into-dev-nov4-2025

Merge compatible into develop Nov. 4th 2025

Author: glyh

.gitignore

@@ -34,17 +34,14 @@ target
 ./release
 .vscode
 
-### IntelliJ IDEA ###
-**/.idea/
-*.iws
-*.iml
-*.ipr
-
 ### Direnv ###
 .env
 .envrc
 .direnv/
 
+### Python ###
+**/.venv
+**/__pycache__
 # pipenv
 Pipfile
 Pipfile.lock

Makefile

@@ -164,6 +164,7 @@ build-daemon-utils: ocaml_checks reformat-diff libp2p_helper ## Build daemon uti
 		src/app/validate_keypair/validate_keypair.exe \
 		src/app/runtime_genesis_ledger/runtime_genesis_ledger.exe \
 		src/lib/snark_worker/standalone/run_snark_worker.exe \
+		src/app/rocksdb-scanner/rocksdb_scanner.exe \
 		--profile=$(DUNE_PROFILE) \
 		&& echo "✅ Build complete"
 
@@ -221,6 +222,7 @@ build-archive-utils: ocaml_checks reformat-diff ## Build archive node and relate
 		src/app/archive_blocks/archive_blocks.exe \
 		src/app/extract_blocks/extract_blocks.exe \
 		src/app/missing_blocks_auditor/missing_blocks_auditor.exe \
+		src/app/archive_hardfork_toolbox/archive_hardfork_toolbox.exe \
 		--profile=$(DUNE_PROFILE)  \
 		&& echo "✅ Build complete"
 

buildkite/scripts/entrypoints/run-hardfork-package-gen.sh

@@ -1,5 +1,7 @@
 #!/bin/bash
 
+set -euox pipefail
+
 # Generate Hardfork Package Build Script
 #
 # This script generates Dhall configuration for creating hardfork packages in the Mina protocol
@@ -10,11 +12,12 @@
 #   ./run-hardfork-package-gen.sh
 #
 # REQUIRED ENVIRONMENT VARIABLES:
-#   CODENAMES           - Comma-separated list of Debian codenames (e.g., "Bullseye,Focal")
-#   NETWORK             - Target network name (e.g., "Devnet", "Mainnet")
-#   GENESIS_TIMESTAMP   - Genesis timestamp in ISO format (e.g., "2024-04-07T11:45:00Z")
-#   CONFIG_JSON_GZ_URL  - URL to the gzipped genesis config JSON file
-#   VERSION             - Version string for the hardfork package
+#   CODENAMES                     - Comma-separated list of Debian codenames (e.g., "Bullseye,Focal")
+#   NETWORK                       - Target network name (e.g., "Devnet", "Mainnet")
+#   GENESIS_TIMESTAMP             - Genesis timestamp in ISO format (e.g., "2024-04-07T11:45:00Z")
+#   CONFIG_JSON_GZ_URL            - URL to the gzipped genesis config JSON file
+#   VERSION                       - Version string for the hardfork package (optional, if not set, defaults to calculated from git)
+#   PRECOMPUTED_FORK_BLOCK_PREFIX - (Optional) Prefix for precomputed fork block URLs (e.g., "gs://mina_network_block_data/mainnet")
 #
 # EXAMPLE:
 #   export CODENAMES="Bullseye,Focal"
@@ -42,20 +45,21 @@ function usage() {
     echo -e "${RED}☞  $1${CLEAR}\n";
   fi
   cat << EOF
-  CODENAMES                   The Debian codenames (Bullseye, Focal etc.)
-  NETWORK                     The Docker and Debian network (Devnet, Mainnet)
-  GENESIS_TIMESTAMP           The Genesis timestamp in ISO format (e.g. 2024-04-07T11:45:00Z)
-  CONFIG_JSON_GZ_URL          The URL to the gzipped genesis config JSON file
-  VERSION                     The version of the hardfork package to generate (e.g. 3.0.0devnet-tooling-dkijania-hardfork-package-gen-in-nightly-b37f50e)
-
+  CODENAMES                     The Debian codenames (Bullseye, Focal etc.)
+  NETWORK                       The Docker and Debian network (Devnet, Mainnet)
+  GENESIS_TIMESTAMP             The Genesis timestamp in ISO format (e.g. 2024-04-07T11:45:00Z)
+  CONFIG_JSON_GZ_URL            The URL to the gzipped genesis config JSON file
+  VERSION                       (Optional) The version of the hardfork package to generate (e.g. 3.0.0devnet-tooling-dkijania-hardfork-package-gen-in-nightly-b37f50e)
+  PRECOMPUTED_FORK_BLOCK_PREFIX (Optional) The prefix for precomputed fork block URLs (e.g. gs://mina_network_block_data/mainnet)
 EOF
   exit 1
 }
 
 function to_dhall_list() {
   local input_str="$1"
   local dhall_type="$2"
-  local arr=("${input_str//,/ }")
+  local arr
+  IFS=',' read -ra arr <<< "$input_str"
   local dhall_list=""
 
   if [[ ${#arr[@]} -eq 0 || -z "${arr[0]}" ]]; then
@@ -72,6 +76,52 @@ function to_dhall_list() {
   echo "$dhall_list"
 }
 
+if [[ -z "$CODENAMES" ]]; then
+  usage "CODENAMES environment variable is required"
+fi
+
+if [[ -z "$NETWORK" ]]; then
+  usage "NETWORK environment variable is required"
+fi
+
+if [[ -z "$CONFIG_JSON_GZ_URL" ]]; then
+  usage "CONFIG_JSON_GZ_URL environment variable is required"
+fi
+
+# Format GENESIS_TIMESTAMP as Optional Text for Dhall
+if [[ -z "$GENESIS_TIMESTAMP" ]]; then
+  GENESIS_TIMESTAMP="None Text"
+else
+  # shellcheck disable=SC2089
+  GENESIS_TIMESTAMP="(Some \"${GENESIS_TIMESTAMP}\")"
+fi
+
+# Format VERSION as Optional Text for Dhall
+if [[ -z "$VERSION" ]]; then
+  VERSION="(None Text)"
+else
+  # shellcheck disable=SC2089
+  VERSION="(Some \"${VERSION}\")"
+fi
+
+# Format PRECOMPUTED_FORK_BLOCK_PREFIX as Optional Text for Dhall
+if [[ -z "$PRECOMPUTED_FORK_BLOCK_PREFIX" ]]; then
+  PRECOMPUTED_FORK_BLOCK_PREFIX="(None Text)"
+else
+  # shellcheck disable=SC2089
+  PRECOMPUTED_FORK_BLOCK_PREFIX="(Some \"${PRECOMPUTED_FORK_BLOCK_PREFIX}\")"
+fi
+
 DHALL_CODENAMES=$(to_dhall_list "$CODENAMES" "$DEBIAN_VERSION_DHALL_DEF.DebVersion")
 
-echo $GENERATE_HARDFORK_PACKAGE_DHALL_DEF'.generate_hardfork_package '"$DHALL_CODENAMES"' '$NETWORK_DHALL_DEF'.Type.'"${NETWORK}"' (None Text) "'"${CONFIG_JSON_GZ_URL}"'" "'""'" ' | dhall-to-yaml --quoted
+# shellcheck disable=SC2089
+printf '%s.generate_hardfork_package %s %s.Type.%s %s "%s" "%s" %s %s\n' \
+  "$GENERATE_HARDFORK_PACKAGE_DHALL_DEF" \
+  "$DHALL_CODENAMES" \
+  "$NETWORK_DHALL_DEF" \
+  "$NETWORK" \
+  "$GENESIS_TIMESTAMP" \
+  "$CONFIG_JSON_GZ_URL" \
+  "" \
+  "$VERSION" \
+  "$PRECOMPUTED_FORK_BLOCK_PREFIX" | dhall-to-yaml --quoted