Prune stale policy data once a day

Author: sandhose

crates/storage/src/queue/tasks.rs

@@ -506,3 +506,11 @@ impl ExpireInactiveUserSessionsJob {
 impl InsertableJob for ExpireInactiveUserSessionsJob {
     const QUEUE_NAME: &'static str = "expire-inactive-user-sessions";
 }
+
+/// Prune stale policy data
+#[derive(Debug, Serialize, Deserialize)]
+pub struct PruneStalePolicyDataJob;
+
+impl InsertableJob for PruneStalePolicyDataJob {
+    const QUEUE_NAME: &'static str = "prune-stale-policy-data";
+}

crates/tasks/src/database.rs

@@ -7,7 +7,7 @@
 //! Database-related tasks
 
 use async_trait::async_trait;
-use mas_storage::queue::CleanupExpiredTokensJob;
+use mas_storage::queue::{CleanupExpiredTokensJob, PruneStalePolicyDataJob};
 use tracing::{debug, info};
 
 use crate::{
@@ -38,3 +38,28 @@ impl RunnableJob for CleanupExpiredTokensJob {
         Ok(())
     }
 }
+
+#[async_trait]
+impl RunnableJob for PruneStalePolicyDataJob {
+    #[tracing::instrument(name = "job.prune_stale_policy_data", skip_all, err)]
+    async fn run(&self, state: &State, _context: JobContext) -> Result<(), JobError> {
+        let mut repo = state.repository().await.map_err(JobError::retry)?;
+
+        // Keep the last 10 policy data
+        let count = repo
+            .policy_data()
+            .prune(10)
+            .await
+            .map_err(JobError::retry)?;
+
+        repo.save().await.map_err(JobError::retry)?;
+
+        if count == 0 {
+            debug!("no stale policy data to prune");
+        } else {
+            info!(count, "pruned stale policy data");
+        }
+
+        Ok(())
+    }
+}

crates/tasks/src/lib.rs

@@ -143,6 +143,7 @@ pub async fn init(
         .register_handler::<mas_storage::queue::ExpireInactiveCompatSessionsJob>()
         .register_handler::<mas_storage::queue::ExpireInactiveOAuthSessionsJob>()
         .register_handler::<mas_storage::queue::ExpireInactiveUserSessionsJob>()
+        .register_handler::<mas_storage::queue::PruneStalePolicyDataJob>()
         .add_schedule(
             "cleanup-expired-tokens",
             "0 0 * * * *".parse()?,
@@ -153,6 +154,12 @@ pub async fn init(
             // Run this job every 15 minutes
             "30 */15 * * * *".parse()?,
             mas_storage::queue::ExpireInactiveSessionsJob,
+        )
+        .add_schedule(
+            "prune-stale-policy-data",
+            // Run once a day
+            "0 0 2 * * *".parse()?,
+            mas_storage::queue::PruneStalePolicyDataJob,
         );
 
     task_tracker.spawn(worker.run());