worker/jobs: Use DEDUPLICATED for jobs where it makes sense (#9628)

Most of our background jobs don't need to be enqueued multiple times if there is already a similar one in the queue. This commit changes most of the jobs to use the new `DEDUPLICATED` flag on the `BackgroundJob` impl.

Author: Turbo87

src/worker/jobs/archive_version_downloads.rs

@@ -48,6 +48,7 @@ impl Default for ArchiveVersionDownloads {
 
 impl BackgroundJob for ArchiveVersionDownloads {
     const JOB_NAME: &'static str = "archive_version_downloads";
+    const DEDUPLICATED: bool = true;
 
     type Context = Arc<Environment>;
 

src/worker/jobs/daily_db_maintenance.rs

@@ -10,6 +10,7 @@ pub struct DailyDbMaintenance;
 
 impl BackgroundJob for DailyDbMaintenance {
     const JOB_NAME: &'static str = "daily_db_maintenance";
+    const DEDUPLICATED: bool = true;
 
     type Context = Arc<Environment>;
 

src/worker/jobs/delete_crate.rs

@@ -19,6 +19,7 @@ impl DeleteCrateFromStorage {
 
 impl BackgroundJob for DeleteCrateFromStorage {
     const JOB_NAME: &'static str = "delete_crate_from_storage";
+    const DEDUPLICATED: bool = true;
 
     type Context = Arc<Environment>;
 

src/worker/jobs/downloads/clean_processed_log_files.rs

@@ -16,6 +16,7 @@ pub struct CleanProcessedLogFiles;
 
 impl BackgroundJob for CleanProcessedLogFiles {
     const JOB_NAME: &'static str = "clean_processed_log_files";
+    const DEDUPLICATED: bool = true;
     const QUEUE: &'static str = "downloads";
 
     type Context = Arc<Environment>;

src/worker/jobs/downloads/process_log.rs

@@ -44,6 +44,7 @@ impl ProcessCdnLog {
 
 impl BackgroundJob for ProcessCdnLog {
     const JOB_NAME: &'static str = "process_cdn_log";
+    const DEDUPLICATED: bool = true;
     const QUEUE: &'static str = "downloads";
 
     type Context = Arc<Environment>;

src/worker/jobs/downloads/update_metadata.rs

@@ -14,6 +14,7 @@ pub struct UpdateDownloads;
 
 impl BackgroundJob for UpdateDownloads {
     const JOB_NAME: &'static str = "update_downloads";
+    const DEDUPLICATED: bool = true;
 
     type Context = Arc<Environment>;
 

src/worker/jobs/dump_db.rs

@@ -14,6 +14,7 @@ pub struct DumpDb;
 
 impl BackgroundJob for DumpDb {
     const JOB_NAME: &'static str = "dump_db";
+    const DEDUPLICATED: bool = true;
 
     type Context = Arc<Environment>;
 

src/worker/jobs/expiry_notification.rs

@@ -21,6 +21,7 @@ pub struct SendTokenExpiryNotifications;
 
 impl BackgroundJob for SendTokenExpiryNotifications {
     const JOB_NAME: &'static str = "send_token_expiry_notifications";
+    const DEDUPLICATED: bool = true;
 
     type Context = Arc<Environment>;
 

src/worker/jobs/index/squash.rs

@@ -12,6 +12,7 @@ pub struct SquashIndex;
 
 impl BackgroundJob for SquashIndex {
     const JOB_NAME: &'static str = "squash_index";
+    const DEDUPLICATED: bool = true;
     const QUEUE: &'static str = "repository";
 
     type Context = Arc<Environment>;

src/worker/jobs/index/sync.rs

@@ -28,6 +28,7 @@ impl SyncToGitIndex {
 impl BackgroundJob for SyncToGitIndex {
     const JOB_NAME: &'static str = "sync_to_git_index";
     const PRIORITY: i16 = 100;
+    const DEDUPLICATED: bool = true;
     const QUEUE: &'static str = "repository";
 
     type Context = Arc<Environment>;
@@ -94,6 +95,7 @@ impl SyncToSparseIndex {
 impl BackgroundJob for SyncToSparseIndex {
     const JOB_NAME: &'static str = "sync_to_sparse_index";
     const PRIORITY: i16 = 100;
+    const DEDUPLICATED: bool = true;
 
     type Context = Arc<Environment>;