Merge pull request #2489 from opentensor/feature/build-test-clone

Extend node with build-patched-spec subcommand

Author: sam0x17

Cargo.lock

@@ -26,7 +26,7 @@ clap = { workspace = true, features = ["derive"] }
 futures = { workspace = true, features = ["thread-pool"] }
 serde = { workspace = true, features = ["derive"] }
 hex.workspace = true
-tokio = { workspace = true, features = ["time"] }
+tokio = { workspace = true, features = ["time", "rt", "net"] }
 
 # Storage import
 memmap2.workspace = true
@@ -68,6 +68,7 @@ sp-offchain.workspace = true
 sp-session.workspace = true
 frame-metadata-hash-extension.workspace = true
 frame-system.workspace = true
+frame-support.workspace = true
 pallet-transaction-payment.workspace = true
 pallet-commitments.workspace = true
 pallet-drand.workspace = true
@@ -80,7 +81,7 @@ polkadot-sdk = { workspace = true, features = [
 ] }
 
 # These dependencies are used for the subtensor's RPCs
-jsonrpsee = { workspace = true, features = ["server"] }
+jsonrpsee = { workspace = true, features = ["server", "http-client"] }
 sc-rpc.workspace = true
 sp-api.workspace = true
 sc-rpc-api.workspace = true
@@ -156,6 +157,7 @@ runtime-benchmarks = [
 	"node-subtensor-runtime/runtime-benchmarks",
 	"frame-benchmarking/runtime-benchmarks",
 	"frame-benchmarking-cli/runtime-benchmarks",
+	"frame-support/runtime-benchmarks",
 	"frame-system/runtime-benchmarks",
 	"sc-service/runtime-benchmarks",
 	"sp-runtime/runtime-benchmarks",
@@ -174,6 +176,7 @@ pow-faucet = []
 # in the near future.
 try-runtime = [
 	"node-subtensor-runtime/try-runtime",
+	"frame-support/try-runtime",
 	"frame-system/try-runtime",
 	"pallet-transaction-payment/try-runtime",
 	"sp-runtime/try-runtime",

node/Cargo.toml

@@ -8,6 +8,8 @@ use node_subtensor_runtime::opaque::Block;
 use sc_cli::RunCmd;
 use sc_consensus::BasicQueue;
 use sc_service::{Configuration, TaskManager};
+use std::fmt;
+use std::path::PathBuf;
 use std::sync::Arc;
 
 #[derive(Debug, clap::Parser)]
@@ -33,6 +35,14 @@ pub struct Cli {
 
     #[command(flatten)]
     pub eth: EthConfiguration,
+
+    /// Control historical gap-backfill during initial/catch-up sync.
+    ///
+    /// `keep` preserves complete history (default for normal node runs).
+    /// `skip` is faster/lighter but historical block data may be incomplete.
+    /// For `build-patched-spec`, the implicit default is `skip` unless this flag is explicitly set.
+    #[arg(long, value_enum, default_value_t = HistoryBackfill::Keep)]
+    pub history_backfill: HistoryBackfill,
 }
 
 #[allow(clippy::large_enum_variant)]
@@ -70,6 +80,93 @@ pub enum Subcommand {
 
     // Db meta columns information.
     ChainInfo(sc_cli::ChainInfoCmd),
+
+    // Build a patched test chainspec from synced network state.
+    #[command(name = "build-patched-spec")]
+    CloneState(CloneStateCmd),
+}
+
+/// Build a patched clone chainspec by syncing state, exporting raw state, and applying test patch.
+#[derive(Debug, Clone, clap::Args)]
+pub struct CloneStateCmd {
+    /// Chain spec identifier or path (same semantics as `--chain`).
+    #[arg(long, value_name = "CHAIN")]
+    pub chain: String,
+
+    /// Base path used for syncing and state export.
+    #[arg(long, value_name = "PATH")]
+    pub base_path: PathBuf,
+
+    /// Output file path for the final patched chainspec JSON.
+    #[arg(long, value_name = "FILE")]
+    pub output: PathBuf,
+
+    /// Sync mode for the temporary sync node.
+    #[arg(long, value_enum, default_value_t = sc_cli::SyncMode::Warp)]
+    pub sync: sc_cli::SyncMode,
+
+    /// Database backend for the temporary sync/export node.
+    #[arg(long, value_enum, default_value_t = sc_cli::Database::ParityDb)]
+    pub database: sc_cli::Database,
+
+    /// RPC port used by the temporary sync node.
+    #[arg(long, default_value_t = 9966)]
+    pub rpc_port: u16,
+
+    /// P2P port used by the temporary sync node.
+    #[arg(long, default_value_t = 30466)]
+    pub port: u16,
+
+    /// Maximum time to wait for sync completion.
+    #[arg(long, default_value_t = 7200)]
+    pub sync_timeout_sec: u64,
+
+    /// Accept sync completion when current is within this many blocks of highest.
+    #[arg(long, default_value_t = 8)]
+    pub sync_lag_blocks: u64,
+
+    /// Optional bootnodes for the sync step. Repeatable.
+    #[arg(long, value_name = "BOOTNODE")]
+    pub bootnodes: Vec<String>,
+
+    /// Include Alice in patched validator authorities (default if no validator flags are passed;
+    /// Sudo is assigned to the first selected validator in Alice->Bob->Charlie order).
+    #[arg(long, default_value_t = false)]
+    pub alice: bool,
+
+    /// Include Bob in patched validator authorities (if any validator flag is set, only selected
+    /// validators are used; Sudo is assigned to the first selected validator in Alice->Bob->Charlie
+    /// order).
+    #[arg(long, default_value_t = false)]
+    pub bob: bool,
+
+    /// Include Charlie in patched validator authorities (if any validator flag is set, only
+    /// selected validators are used; Sudo is assigned to the first selected validator in
+    /// Alice->Bob->Charlie order).
+    #[arg(long, default_value_t = false)]
+    pub charlie: bool,
+}
+
+#[derive(Debug, Clone, Copy, clap::ValueEnum, Default)]
+pub enum HistoryBackfill {
+    #[default]
+    Keep,
+    Skip,
+}
+
+impl AsRef<str> for HistoryBackfill {
+    fn as_ref(&self) -> &str {
+        match self {
+            HistoryBackfill::Keep => "keep",
+            HistoryBackfill::Skip => "skip",
+        }
+    }
+}
+
+impl fmt::Display for HistoryBackfill {
+    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+        f.write_str(self.as_ref())
+    }
 }
 
 /// Available Sealing methods.
@@ -99,6 +196,7 @@ impl SupportedConsensusMechanism {
         &self,
         config: &mut Configuration,
         eth_config: &EthConfiguration,
+        skip_history_backfill: bool,
     ) -> Result<
         (
             Arc<FullClient>,
@@ -110,8 +208,12 @@ impl SupportedConsensusMechanism {
         sc_service::Error,
     > {
         match self {
-            SupportedConsensusMechanism::Aura => new_chain_ops::<AuraConsensus>(config, eth_config),
-            SupportedConsensusMechanism::Babe => new_chain_ops::<BabeConsensus>(config, eth_config),
+            SupportedConsensusMechanism::Aura => {
+                new_chain_ops::<AuraConsensus>(config, eth_config, skip_history_backfill)
+            }
+            SupportedConsensusMechanism::Babe => {
+                new_chain_ops::<BabeConsensus>(config, eth_config, skip_history_backfill)
+            }
         }
     }
 }