refactor: add clear on start option to historical accounts state

Author: golddydev

modules/historical_accounts_state/src/historical_accounts_state.rs

@@ -36,6 +36,7 @@ const DEFAULT_PARAMETERS_SUBSCRIBE_TOPIC: (&str, &str) =
 
 // Configuration defaults
 const DEFAULT_HISTORICAL_ACCOUNTS_DB_PATH: (&str, &str) = ("db-path", "./fjall-accounts");
+const DEFAULT_CLEAR_ON_START: (&str, bool) = ("clear-on-start", true);
 const DEFAULT_STORE_REWARDS_HISTORY: (&str, bool) = ("store-rewards-history", false);
 const DEFAULT_STORE_ACTIVE_STAKE_HISTORY: (&str, bool) = ("store-active-stake-history", false);
 const DEFAULT_STORE_REGISTRATION_HISTORY: (&str, bool) = ("store-registration-history", false);
@@ -270,6 +271,9 @@ impl HistoricalAccountsState {
             db_path: config
                 .get_string(DEFAULT_HISTORICAL_ACCOUNTS_DB_PATH.0)
                 .unwrap_or(DEFAULT_HISTORICAL_ACCOUNTS_DB_PATH.1.to_string()),
+            clear_on_start: config
+                .get_bool(DEFAULT_CLEAR_ON_START.0)
+                .unwrap_or(DEFAULT_CLEAR_ON_START.1),
             store_rewards_history: config
                 .get_bool(DEFAULT_STORE_REWARDS_HISTORY.0)
                 .unwrap_or(DEFAULT_STORE_REWARDS_HISTORY.1),

modules/historical_accounts_state/src/immutable_historical_account_store.rs

@@ -31,7 +31,12 @@ pub struct ImmutableHistoricalAccountStore {
 }
 
 impl ImmutableHistoricalAccountStore {
-    pub fn new(path: impl AsRef<Path>) -> Result<Self> {
+    pub fn new(path: impl AsRef<Path>, clear_on_start: bool) -> Result<Self> {
+        let path = path.as_ref();
+        if clear_on_start && path.exists() {
+            std::fs::remove_dir_all(path)?;
+        }
+
         let cfg = fjall::Config::new(path).max_write_buffer_size(512 * 1024 * 1024).temporary(true);
         let keyspace = Keyspace::open(cfg)?;
 

modules/historical_accounts_state/src/state.rs

@@ -45,6 +45,7 @@ pub struct ActiveStakeHistory {
 #[derive(Debug, Clone)]
 pub struct HistoricalAccountsConfig {
     pub db_path: String,
+    pub clear_on_start: bool,
 
     pub store_rewards_history: bool,
     pub store_active_stake_history: bool,
@@ -80,7 +81,10 @@ pub struct State {
 impl State {
     pub async fn new(config: HistoricalAccountsConfig) -> Result<Self> {
         let db_path = Path::new(&config.db_path);
-        let store = Arc::new(ImmutableHistoricalAccountStore::new(db_path)?);
+        let store = Arc::new(ImmutableHistoricalAccountStore::new(
+            db_path,
+            config.clear_on_start,
+        )?);
 
         Ok(Self {
             config,

processes/omnibus/omnibus.toml

@@ -65,6 +65,8 @@ store-stake-addresses = false
 store-spdd = false
 
 [module.historical-accounts-state]
+# Clear state on start up (default true)
+clear-on-start = true
 # Enables /accounts/{stake_address}/rewards endpoint
 store-rewards-history = false
 # Enables /accounts/{stake_address}/history endpoint