feat(workers): add third worker and increase concurrency for existing workers

Author: Siumauricio

apps/schedules/src/index.ts

@@ -11,7 +11,7 @@ import {
 } from "./queue.js";
 import { jobQueueSchema } from "./schema.js";
 import { initializeJobs } from "./utils.js";
-import { firstWorker, secondWorker } from "./workers.js";
+import { firstWorker, secondWorker, thirdWorker } from "./workers.js";
 
 const app = new Hono();
 
@@ -91,6 +91,7 @@ export const gracefulShutdown = async (signal: string) => {
 	logger.warn(`Received ${signal}, closing server...`);
 	await firstWorker.close();
 	await secondWorker.close();
+	await thirdWorker.close();
 	process.exit(0);
 };
 

apps/schedules/src/workers.ts

@@ -7,22 +7,34 @@ import { runJobs } from "./utils.js";
 export const firstWorker = new Worker(
 	"backupQueue",
 	async (job: Job<QueueJob>) => {
-		logger.info({ data: job.data }, "Running job");
+		logger.info({ data: job.data }, "Running job first worker");
 		await runJobs(job.data);
 	},
 	{
-		concurrency: 50,
+		concurrency: 100,
 		connection,
 	},
 );
 export const secondWorker = new Worker(
 	"backupQueue",
 	async (job: Job<QueueJob>) => {
-		logger.info({ data: job.data }, "Running job");
+		logger.info({ data: job.data }, "Running job second worker");
 		await runJobs(job.data);
 	},
 	{
-		concurrency: 50,
+		concurrency: 100,
+		connection,
+	},
+);
+
+export const thirdWorker = new Worker(
+	"backupQueue",
+	async (job: Job<QueueJob>) => {
+		logger.info({ data: job.data }, "Running job third worker");
+		await runJobs(job.data);
+	},
+	{
+		concurrency: 100,
 		connection,
 	},
 );