feat: Implement plan-based request restrictions (#868)

Author: louise-poole

tycho-indexer/src/cli.rs

@@ -2,7 +2,7 @@ use clap::{Args, Parser, Subcommand};
 use tycho_common::{models::Chain, Bytes};
 use tycho_ethereum::rpc::{config::RPCRetryConfig, EthereumRpcClient};
 
-use crate::{extractor::ExtractionError, services::ServerRpcConfig};
+use crate::extractor::ExtractionError;
 
 /// Tycho Indexer using Substreams
 ///
@@ -79,10 +79,6 @@ pub struct GlobalArgs {
     /// RPC configuration (URL and retry settings)
     #[command(flatten)]
     pub rpc: RPCArgs,
-
-    /// Tycho RPC server configuration (minimum filtering thresholds)
-    #[command(flatten)]
-    pub server: ServerArgs,
 }
 
 /// RPC configuration arguments (url, retry settings, and potentially others, such as batching)
@@ -105,38 +101,6 @@ pub struct RPCArgs {
     pub max_backoff_ms: u64,
 }
 
-/// Tycho RPC server configuration (minimum filtering thresholds)
-#[derive(Args, Debug, Clone, PartialEq)]
-pub struct ServerArgs {
-    /// Minimum TVL threshold for RPC responses (in chain's native token)
-    /// Components requests with TVL below this value or with no TVL will be rejected
-    #[clap(long = "rpc-min-tvl", env = "RPC_MIN_TVL")]
-    pub min_tvl: Option<f64>,
-
-    /// Minimum token quality threshold for RPC responses
-    /// Tokens requests with quality below this value will be rejected
-    #[clap(long = "rpc-min-token-quality", env = "RPC_MIN_TOKEN_QUALITY")]
-    pub min_token_quality: Option<i32>,
-
-    /// Maximum traded_n_days_ago threshold for RPC responses
-    /// Tokens requests with traded_n_days_ago above this value will be rejected
-    #[clap(
-        long = "rpc-max-traded-n-days-ago",
-        env = "RPC_MAX_TRADED_N_DAYS_AGO",
-        alias = "rpc-min-traded-n-days-ago" // to ensure backward compatibility, TODO: remove after next prod release
-    )]
-    pub max_traded_n_days_ago: Option<u64>,
-}
-
-impl From<ServerArgs> for ServerRpcConfig {
-    fn from(args: ServerArgs) -> Self {
-        Self::new()
-            .with_min_tvl(args.min_tvl)
-            .with_min_quality(args.min_token_quality)
-            .with_max_traded_n_days_ago(args.max_traded_n_days_ago)
-    }
-}
-
 impl RPCArgs {
     pub fn build_client(&self) -> Result<EthereumRpcClient, ExtractionError> {
         let retry_config =
@@ -314,11 +278,6 @@ mod cli_tests {
                     initial_backoff_ms: 150,
                     max_backoff_ms: 5000,
                 },
-                server: ServerArgs {
-                    min_tvl: None,
-                    min_token_quality: None,
-                    max_traded_n_days_ago: None,
-                },
             },
             command: Command::Run(RunSpkgArgs {
                 chain: "ethereum".to_string(),
@@ -381,11 +340,6 @@ mod cli_tests {
                     initial_backoff_ms: 200,
                     max_backoff_ms: 10000,
                 },
-                server: ServerArgs {
-                    min_tvl: None,
-                    min_token_quality: None,
-                    max_traded_n_days_ago: None,
-                },
             },
             command: Command::Index(IndexArgs {
                 substreams_args: SubstreamsArgs {

tycho-indexer/src/main.rs

@@ -58,7 +58,7 @@ use tycho_indexer::{
         token_analysis_cron::analyze_tokens,
         ExtractionError,
     },
-    services::ServicesBuilder,
+    services::{PlansConfig, ServicesBuilder},
 };
 use tycho_storage::postgres::{builder::GatewayBuilder, cache::CachedGateway};
 
@@ -337,12 +337,14 @@ async fn run_rpc(global_args: GlobalArgs) -> Result<(), ExtractionError> {
         ExtractionError::Setup("AUTH_API_KEY environment variable is not set".to_string())
     })?;
 
+    let plans_config = PlansConfig::from_yaml("./plans.yaml").map_err(ExtractionError::Setup)?;
+
     let (server_handle, server_task) =
         ServicesBuilder::new(direct_gw.clone(), rpc_client.clone(), api_key)
             .prefix(&global_args.server_version_prefix)
             .bind(&global_args.server_ip)
             .port(global_args.server_port)
-            .server_rpc_config(global_args.server.into())
+            .plans_config(plans_config)
             .run()?;
     info!(server_url, "Http and Ws server started");
     let shutdown_task = tokio::spawn(shutdown_handler(server_handle, vec![], None));
@@ -406,12 +408,14 @@ async fn create_indexing_tasks(
     let api_key = env::var("AUTH_API_KEY").map_err(|_| {
         ExtractionError::Setup("AUTH_API_KEY environment variable is not set".to_string())
     })?;
+    let plans_config = PlansConfig::from_yaml("./plans.yaml").map_err(ExtractionError::Setup)?;
+
     let (server_handle, server_task) =
         ServicesBuilder::new(cached_gw.clone(), rpc_client.clone(), api_key)
             .prefix(&global_args.server_version_prefix)
             .bind(&global_args.server_ip)
             .port(global_args.server_port)
-            .server_rpc_config(global_args.server.clone().into())
+            .plans_config(plans_config)
             .dci_protocols(dci_protocols)
             .protocol_systems(protocol_systems)
             .register_extractors(extractor_handles.clone())