Adds recap ability (WIP, not enabled) (#137)

* scheduler wip

* Update frontend/src/components/RecapManager.tsx

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>

* Update backend/src/routes/api/recap.ts

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>

* Update backend/src/routes/api/recap.ts

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>

* rename internal to trigger

* add target

* fmt

* comment out scheduler for now

---------

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>

Author: elliotBraem

.clinerules

@@ -78,6 +78,14 @@
 4. DistributionService → Distributor-specific transforms
 5. Distribution to configured channels
 
+### Recap Flow
+1. Scheduler service creates jobs based on feed configuration
+2. External scheduler triggers recap job via HTTP endpoint
+3. Recap job fetches approved submissions since last run
+4. ProcessorService applies batch transformations
+5. Distribution to configured channels
+6. Update last successful completion timestamp
+
 ### Plugin System
 1. PluginService loads plugins at runtime via module federation
 2. Plugins register with appropriate service
@@ -89,9 +97,19 @@
 2. Transaction support with retry logic
 3. Error handling and connection management
 4. Type-safe queries with Drizzle ORM
+5. Repository pattern for domain-specific operations
+6. State tracking for external scheduled jobs
 
 ## Current Focus Areas
 
+### Recap Scheduling System
+- Implementing reliable recap generation for feeds
+- Using external scheduler service for job management
+- Tracking job state in the database for resilience
+- Supporting both cron expressions and interval-based schedules
+- Providing UI for managing recap configurations
+- Handling process restarts and maintaining job consistency
+
 ### Comprehensive Error Handling
 - Implementing granular error types across the application
 - Developing consistent error recovery mechanisms

backend/package.json

@@ -43,6 +43,7 @@
     "zod": "^3.22.4"
   },
   "dependencies": {
+    "@crosspost/scheduler-sdk": "^0.1.1",
     "@hono/node-server": "^1.8.2",
     "@hono/zod-openapi": "^0.9.5",
     "@hono/zod-validator": "^0.1.11",

backend/pnpm-lock.yaml

@@ -1,13 +1,15 @@
+import { SchedulerClient } from "@crosspost/scheduler-sdk";
 import { cors } from "hono/cors";
 import { secureHeaders } from "hono/secure-headers";
 import path from "path";
-import { apiRoutes } from "./routes/api";
 import { mockTwitterService } from "./routes/api/test";
 import { configureStaticRoutes, staticRoutes } from "./routes/static";
 import { ConfigService, isProduction } from "./services/config/config.service";
+import { feedRepository } from "./services/db/repositories";
 import { DistributionService } from "./services/distribution/distribution.service";
 import { PluginService } from "./services/plugins/plugin.service";
 import { ProcessorService } from "./services/processor/processor.service";
+import { SchedulerService } from "./services/scheduler/scheduler.service";
 import { SubmissionService } from "./services/submissions/submission.service";
 import { TransformationService } from "./services/transformation/transformation.service";
 import { TwitterService } from "./services/twitter/client";
@@ -57,12 +59,35 @@ export async function createApp(): Promise<AppInstance> {
     submissionService.initialize();
   }
 
+  // Initialize scheduler service
+  const schedulerClient = new SchedulerClient({
+    baseUrl: process.env.SCHEDULER_BASE_URL || "http://localhost:3001",
+    headers: {
+      Authorization: `Bearer ${process.env.SCHEDULER_API_TOKEN || ""}`,
+    },
+  });
+
+  const backendUrl = process.env.CURATE_BACKEND_URL || "http://localhost:3000";
+  const schedulerService = new SchedulerService(
+    feedRepository,
+    processorService,
+    schedulerClient,
+    backendUrl,
+  );
+
+  // Initialize scheduler on startup (non-blocking)
+  // schedulerService.initialize().catch((err) => {
+  //   console.error("Failed to initialize scheduler service:", err);
+  // });
+
   const context: AppContext = {
     twitterService,
     submissionService,
     distributionService,
     processorService,
     configService,
+    schedulerService,
+    feedRepository,
   };
 
   // Create Hono app
@@ -99,9 +124,6 @@ export async function createApp(): Promise<AppInstance> {
   // import { logger } from "hono/logger";
   // if (!isProduction) app.use("*", logger());
 
-  // Mount API routes
-  app.route("/api", apiRoutes);
-
   // Configure static routes for production
   if (isProduction) {
     const publicDir = path.join(__dirname, "public");

backend/src/app.ts

@@ -4,9 +4,10 @@ import configRoutes from "./config";
 import feedRoutes from "./feed";
 import leaderboardRoutes from "./leaderboard";
 import pluginRoutes from "./plugin";
-import submissionRoutes from "./submission";
 import { statsRoutes } from "./stats";
+import submissionRoutes from "./submission";
 import { testRoutes } from "./test";
+import triggerRoutes from "./trigger";
 import twitterRoutes from "./twitter";
 
 // Create main API router
@@ -26,3 +27,4 @@ apiRoutes.route("/config", configRoutes);
 apiRoutes.route("/plugins", pluginRoutes);
 apiRoutes.route("/leaderboard", leaderboardRoutes);
 apiRoutes.route("/stats", statsRoutes);
+apiRoutes.route("/trigger", triggerRoutes);