fix: embed workers in server process to process queued jobs

Author: Shaurya Singh

src/queue/worker.ts

@@ -59,26 +59,25 @@ exportWorker.on('failed', (job, err) => {
   console.error(`❌ Export ${job?.id} failed:`, err.message);
 });
 
-// Graceful shutdown
-process.on('SIGTERM', async () => {
-  console.log('SIGTERM received, closing workers...');
-  await analysisWorker.close();
-  await exportWorker.close();
-  process.exit(0);
-});
-
-process.on('SIGINT', async () => {
-  console.log('SIGINT received, closing workers...');
-  await analysisWorker.close();
-  await exportWorker.close();
-  process.exit(0);
-});
-
-// Start workers
+// Only add signal handlers when running as standalone worker
 if (require.main === module) {
-  console.log('🚀 Workers started');
+  console.log('🚀 Workers started (standalone mode)');
   console.log(`   - Analysis worker (concurrency: ${workerOptions.concurrency})`);
   console.log(`   - Export worker (concurrency: ${workerOptions.concurrency})`);
+
+  process.on('SIGTERM', async () => {
+    console.log('SIGTERM received, closing workers...');
+    await analysisWorker.close();
+    await exportWorker.close();
+    process.exit(0);
+  });
+
+  process.on('SIGINT', async () => {
+    console.log('SIGINT received, closing workers...');
+    await analysisWorker.close();
+    await exportWorker.close();
+    process.exit(0);
+  });
 }
 
 export default { analysisWorker, exportWorker };

src/server.ts

@@ -14,6 +14,9 @@ import jobsRoutes from './routes/jobs';
 import outputsRoutes from './routes/outputs';
 import exportsRoutes from './routes/exports';
 
+// Workers - embedded in same process for simplified deployment
+import { analysisWorker, exportWorker } from './queue/worker';
+
 const fastify = Fastify({
   logger: config.NODE_ENV === 'development' ? {
     transport: {
@@ -116,6 +119,11 @@ async function start() {
 ║   Docs:    See README.md                      ║
 ╚═══════════════════════════════════════════════╝
     `);
+
+    // Log that workers are running
+    console.log('🔧 Workers embedded in server process:');
+    console.log('   - Analysis worker: running');
+    console.log('   - Export worker: running');
   } catch (error) {
     fastify.log.error(error);
     process.exit(1);
@@ -126,8 +134,12 @@ async function start() {
 const signals = ['SIGINT', 'SIGTERM'];
 signals.forEach((signal) => {
   process.on(signal, async () => {
-    console.log(`\n${signal} received, closing server...`);
-    await fastify.close();
+    console.log(`\n${signal} received, closing server and workers...`);
+    await Promise.all([
+      fastify.close(),
+      analysisWorker.close(),
+      exportWorker.close(),
+    ]);
     process.exit(0);
   });
 });