Merge pull request #1276 from input-output-hk/ensemble/1185/add-spo-tickers-in-explorer

Add signers ticker automatic import process + `/signers/tickers` route to aggregator http server

Author: Alenar

Cargo.lock

@@ -1,6 +1,6 @@
 [package]
 name = "mithril-aggregator"
-version = "0.3.107"
+version = "0.3.108"
 description = "A Mithril Aggregator server"
 authors = { workspace = true }
 edition = { workspace = true }

mithril-aggregator/Cargo.toml

@@ -2,7 +2,8 @@ use anyhow::Context;
 use clap::Parser;
 use config::{builder::DefaultState, ConfigBuilder, Map, Source, Value, ValueKind};
 use mithril_common::StdResult;
-use slog_scope::{crit, debug, info};
+use slog_scope::{crit, debug, info, warn};
+use std::time::Duration;
 use std::{net::IpAddr, path::PathBuf};
 use tokio::{sync::oneshot, task::JoinSet};
 
@@ -132,6 +133,36 @@ impl ServeCommand {
 
             Ok(())
         });
+
+        // Create a SignersImporter only if the `cexplorer_pools_url` is provided in the config.
+        if let Some(cexplorer_pools_url) = config.cexplorer_pools_url {
+            match dependencies_builder
+                .create_signer_importer(&cexplorer_pools_url)
+                .await
+            {
+                Ok(service) => {
+                    join_set.spawn(async move {
+                        // Wait 5s to let the other services the time to start before running
+                        // the first import.
+                        tokio::time::sleep(Duration::from_secs(5)).await;
+                        service
+                            .run_forever(Duration::from_secs(
+                                // Import interval are in minutes
+                                config.signer_importer_run_interval * 60,
+                            ))
+                            .await;
+                        Ok(())
+                    });
+                }
+                Err(error) => {
+                    warn!(
+                        "Failed to build the `SignersImporter`:\n url to import `{}`\n Error: {:?}",
+                        cexplorer_pools_url, error
+                    );
+                }
+            }
+        }
+
         join_set.spawn(async { tokio::signal::ctrl_c().await.map_err(|e| e.to_string()) });
         dependencies_builder.vanish();
 

mithril-aggregator/src/commands/serve_command.rs

@@ -121,6 +121,12 @@ pub struct Configuration {
     /// Specific parameters when [snapshot_compression_algorithm][Self::snapshot_compression_algorithm]
     /// is set to [zstandard][CompressionAlgorithm::Zstandard].
     pub zstandard_parameters: Option<ZstandardCompressionParameters>,
+
+    /// Url to CExplorer list of pools to import as signer in the database.
+    pub cexplorer_pools_url: Option<String>,
+
+    /// Time interval at which the signers in [Self::cexplorer_pools_url] will be imported (in minutes).
+    pub signer_importer_run_interval: u64,
 }
 
 /// Uploader needed to copy the snapshot once computed.
@@ -188,6 +194,8 @@ impl Configuration {
             era_reader_adapter_params: None,
             snapshot_compression_algorithm: CompressionAlgorithm::Zstandard,
             zstandard_parameters: Some(ZstandardCompressionParameters::default()),
+            cexplorer_pools_url: None,
+            signer_importer_run_interval: 1,
         }
     }
 
@@ -262,6 +270,9 @@ pub struct DefaultConfiguration {
 
     /// Use CDN domain to construct snapshot urls default setting (if snapshot_uploader_type is Gcp)
     pub snapshot_use_cdn_domain: String,
+
+    /// Signer importer run interval default setting
+    pub signer_importer_run_interval: u64,
 }
 
 impl Default for DefaultConfiguration {
@@ -279,6 +290,7 @@ impl Default for DefaultConfiguration {
             disable_digests_cache: "false".to_string(),
             snapshot_compression_algorithm: "zstandard".to_string(),
             snapshot_use_cdn_domain: "false".to_string(),
+            signer_importer_run_interval: 720,
         }
     }
 }
@@ -370,6 +382,13 @@ impl Source for DefaultConfiguration {
                 ValueKind::from(myself.snapshot_use_cdn_domain),
             ),
         );
+        result.insert(
+            "signer_importer_run_interval".to_string(),
+            Value::new(
+                Some(&namespace),
+                ValueKind::from(myself.signer_importer_run_interval),
+            ),
+        );
 
         Ok(result)
     }

mithril-aggregator/src/configuration.rs

@@ -591,5 +591,15 @@ update signed_entity
 where signed_entity.signed_entity_type_id = 2;
         "#,
         ),
+        // Migration 19
+        // Alter `signer` table to add `last_registered_at` field with base value copied from the
+        // `created_at` field.
+        SqlMigration::new(
+            19,
+            r#"
+alter table signer add column last_registered_at text null;
+update signer set last_registered_at = created_at; 
+        "#,
+        ),
     ]
 }