return searchable_content, not attachments

Author: gregsaab

mcp/src/apis/search.ts

@@ -119,7 +119,7 @@ export const searchFactory: ApiFactory<
     const createQuery = async (type: 'semantic' | 'keyword') =>
       pgPool.query<Message>(
         `SELECT 
-          ${getMessageFields({ includeFiles, coerceType: true })} 
+          ${getMessageFields({ includeFiles, coerceType: true, includeAttachments: false, includeSearchableContent: true })} 
         FROM slack.message_vanilla
         WHERE searchable_content != ''
           AND (($1::TEXT[] IS NULL) OR (user_id = ANY($1)))
@@ -213,5 +213,6 @@ const getResultMessages = (
     message.permalink = includePermalinks
       ? generatePermalink(message)
       : message.permalink;
+    message.searchable_content = message.searchable_content?.trim();
     return normalizeMessageTs(message);
   }) || [];

mcp/src/types.ts

@@ -84,6 +84,12 @@ export const zMessage = z.object({
   attachments: z.array(zAttachment).nullish(),
   files: z.array(zFile).optional().nullish(),
   text: z.string().describe('The text content of the message'),
+  searchable_content: z
+    .string()
+    .nullish()
+    .describe(
+      'This is a concatenation of the text field and text content elements from the attachments field. This content is what is used in hybrid search matching.',
+    ),
   user_id: z
     .string()
     .nullable()

mcp/src/util/messageFields.ts

@@ -2,11 +2,13 @@ export function getMessageFields({
   coerceType = true,
   includeAttachments = true,
   includeFiles,
+  includeSearchableContent = false,
   messageTableAlias,
 }: {
   coerceType?: boolean;
   includeAttachments?: boolean;
   includeFiles?: boolean;
+  includeSearchableContent?: boolean;
   messageTableAlias?: string;
 }): string | string[] {
   const res = [
@@ -19,6 +21,9 @@ export function getMessageFields({
       ? [`attachments${coerceType ? '::jsonb' : ''}`]
       : []),
     ...(includeFiles ? [`files${coerceType ? '::jsonb' : ''}`] : []),
+    ...(includeSearchableContent
+      ? [`searchable_content${coerceType ? '::text' : ''}`]
+      : []),
   ].map((x) => `${messageTableAlias ? `${messageTableAlias}.${x}` : x}`);
 
   return res.join(',');