refactor(config): reorganize payload configuration modules

Signed-off-by: Kipruto <43873157+kelvinkipruto@users.noreply.github.com>

Author: kelvinkipruto

src/collections/index.ts

@@ -0,0 +1,6 @@
+import { CollectionConfig } from 'payload'
+import { Users } from './Users'
+import { Media } from './Media'
+import { Documents } from './Documents'
+
+export const collections: CollectionConfig[] = [Users, Media, Documents]

src/globals/Settings.ts

@@ -53,6 +53,7 @@ export const Settings: GlobalConfig = {
                   type: 'row',
                   fields: [
                     {
+                      //TODO:(@kelvinkipruto): Explore adding more models.
                       name: 'model',
                       type: 'select',
                       options: [

src/globals/index.ts

@@ -0,0 +1,4 @@
+import { GlobalConfig } from 'payload'
+import { Settings } from './Settings'
+
+export const globals: GlobalConfig[] = [Settings]

src/payload.config.ts

@@ -6,20 +6,14 @@ import { buildConfig } from 'payload'
 import { fileURLToPath } from 'node:url'
 import sharp from 'sharp'
 
-import { Users } from './collections/Users'
-import { Media } from './collections/Media'
-import { Documents } from './collections/Documents'
-import { Settings } from './globals/Settings'
-import { FetchAirtableDocuments } from './tasks/fetchAirtableDocuments'
-import { airtableWorkflow } from './workflows/airtableWorkflow'
-import { DownloadDocuments } from './tasks/downloadDocuments'
-import { ExtractDocuments } from './tasks/extractDocuments'
-import { AISummarizer } from './tasks/aiSummarizer'
-import { UploadToMeedan } from './tasks/uploadToMeedan'
+import { Users } from '@/collections/Users'
+import { collections } from '@/collections'
+import { globals } from '@/globals'
+import { tasks } from '@/tasks'
+import { workflows } from '@/workflows'
 
 const filename = fileURLToPath(import.meta.url)
 const dirname = path.dirname(filename)
-// check if is prod env
 const isProd = process.env.NODE_ENV === 'production'
 
 export default buildConfig({
@@ -29,8 +23,8 @@ export default buildConfig({
       baseDir: path.resolve(dirname),
     },
   },
-  collections: [Users, Media, Documents],
-  globals: [Settings],
+  collections,
+  globals,
   editor: lexicalEditor(),
   secret: process.env.PAYLOAD_SECRET || '',
   typescript: {
@@ -52,15 +46,10 @@ export default buildConfig({
       return defaultJobsCollection
     },
     addParentToTaskLog: true,
-    tasks: [
-      FetchAirtableDocuments,
-      DownloadDocuments,
-      ExtractDocuments,
-      AISummarizer,
-      UploadToMeedan,
-    ],
-    workflows: [airtableWorkflow],
+    tasks,
+    workflows,
     autoRun: [
+      // TODO:(@kelvinkipruto): Use correct schedule.This is for testing only
       {
         cron: '* * * * *',
         queue: 'everyMinute',

src/tasks/aiSummarizer.ts

@@ -88,6 +88,11 @@ export const AISummarizer: TaskConfig<'aiSummarizer'> = {
           })
           .join('\n')
 
+        if (!plainText || plainText === '') {
+          logger.error('No text to process')
+          continue
+        }
+
         try {
           const res = await generateObject({
             model,

src/tasks/index.ts

@@ -0,0 +1,14 @@
+import { TaskConfig } from 'payload'
+import { FetchAirtableDocuments } from './fetchAirtableDocuments'
+import { DownloadDocuments } from './downloadDocuments'
+import { ExtractDocuments } from './extractDocuments'
+import { AISummarizer } from './aiSummarizer'
+import { UploadToMeedan } from './uploadToMeedan'
+
+export const tasks: TaskConfig[] = [
+  FetchAirtableDocuments,
+  DownloadDocuments,
+  ExtractDocuments,
+  AISummarizer,
+  UploadToMeedan,
+]

src/tasks/uploadToMeedan.ts

@@ -7,6 +7,7 @@ export const UploadToMeedan: TaskConfig<'uploadToMeedan'> = {
   slug: 'uploadToMeedan',
   label: 'Upload To Meedan',
   schedule: [
+    // TODO:(@kelvinkipruto): Provide correct schedule: This is for testing only
     {
       cron: '* * * * *',
       queue: 'everyMinute',

src/workflows/index.ts

@@ -0,0 +1,4 @@
+import { WorkflowConfig } from 'payload'
+import { airtableWorkflow } from './airtableWorkflow'
+
+export const workflows: WorkflowConfig[] = [airtableWorkflow]