v0.4.21: more internal auth changes, supabase vector search tool

icecrasher321 · web-flow · commit 1b7437af14ed · 2025-10-21T18:49:09.000-07:00
diff --git a/apps/docs/content/docs/en/tools/discord.mdx b/apps/docs/content/docs/en/tools/discord.mdx
@@ -75,6 +75,7 @@ Send a message to a Discord channel
 | `channelId` | string | Yes | The Discord channel ID to send the message to |
 | `content` | string | No | The text content of the message |
 | `serverId` | string | Yes | The Discord server ID \(guild ID\) |
+| `files` | file[] | No | Files to attach to the message |
 
 #### Output
 
diff --git a/apps/docs/content/docs/en/tools/generic_webhook.mdx b/apps/docs/content/docs/en/tools/generic_webhook.mdx
@@ -230,4 +230,4 @@ curl -X POST https://sim.ai/api/webhooks/trigger/{webhook-path} \
 - Category: `triggers`
 - Type: `generic_webhook`
 - **File Support**: Available via input format configuration
-- **Max File Size**: 20MB per file
+- **Max File Size**: 20MB per file
diff --git a/apps/docs/content/docs/en/tools/google_drive.mdx b/apps/docs/content/docs/en/tools/google_drive.mdx
@@ -88,8 +88,9 @@ Upload a file to Google Drive
 | Parameter | Type | Required | Description |
 | --------- | ---- | -------- | ----------- |
 | `fileName` | string | Yes | The name of the file to upload |
-| `content` | string | Yes | The content of the file to upload |
-| `mimeType` | string | No | The MIME type of the file to upload |
+| `file` | file | No | Binary file to upload \(UserFile object\) |
+| `content` | string | No | Text content to upload \(use this OR file, not both\) |
+| `mimeType` | string | No | The MIME type of the file to upload \(auto-detected from file if not provided\) |
 | `folderSelector` | string | No | Select the folder to upload the file to |
 | `folderId` | string | No | The ID of the folder to upload the file to \(internal use\) |
 
diff --git a/apps/docs/content/docs/en/tools/microsoft_teams.mdx b/apps/docs/content/docs/en/tools/microsoft_teams.mdx
@@ -138,6 +138,7 @@ Write or update content in a Microsoft Teams chat
 | --------- | ---- | -------- | ----------- |
 | `chatId` | string | Yes | The ID of the chat to write to |
 | `content` | string | Yes | The content to write to the message |
+| `files` | file[] | No | Files to attach to the message |
 
 #### Output
 
@@ -187,6 +188,7 @@ Write or send a message to a Microsoft Teams channel
 | `teamId` | string | Yes | The ID of the team to write to |
 | `channelId` | string | Yes | The ID of the channel to write to |
 | `content` | string | Yes | The content to write to the channel |
+| `files` | file[] | No | Files to attach to the message |
 
 #### Output
 
diff --git a/apps/docs/content/docs/en/tools/onedrive.mdx b/apps/docs/content/docs/en/tools/onedrive.mdx
@@ -66,7 +66,8 @@ Upload a file to OneDrive
 | Parameter | Type | Required | Description |
 | --------- | ---- | -------- | ----------- |
 | `fileName` | string | Yes | The name of the file to upload |
-| `content` | string | Yes | The content of the file to upload |
+| `file` | file | No | The file to upload \(binary\) |
+| `content` | string | No | The text content to upload \(if no file is provided\) |
 | `folderSelector` | string | No | Select the folder to upload the file to |
 | `manualFolderId` | string | No | Manually entered folder ID \(advanced mode\) |
 
diff --git a/apps/docs/content/docs/en/tools/outlook.mdx b/apps/docs/content/docs/en/tools/outlook.mdx
@@ -161,6 +161,7 @@ Send emails using Outlook
 | `conversationId` | string | No | Conversation ID for threading |
 | `cc` | string | No | CC recipients \(comma-separated\) |
 | `bcc` | string | No | BCC recipients \(comma-separated\) |
+| `attachments` | file[] | No | Files to attach to the email |
 
 #### Output
 
@@ -184,6 +185,7 @@ Draft emails using Outlook
 | `body` | string | Yes | Email body content |
 | `cc` | string | No | CC recipients \(comma-separated\) |
 | `bcc` | string | No | BCC recipients \(comma-separated\) |
+| `attachments` | file[] | No | Files to attach to the email draft |
 
 #### Output
 
diff --git a/apps/docs/content/docs/en/tools/sharepoint.mdx b/apps/docs/content/docs/en/tools/sharepoint.mdx
@@ -202,6 +202,26 @@ Add a new item to a SharePoint list
 | --------- | ---- | ----------- |
 | `item` | object | Created SharePoint list item |
 
+### `sharepoint_upload_file`
+
+Upload files to a SharePoint document library
+
+#### Input
+
+| Parameter | Type | Required | Description |
+| --------- | ---- | -------- | ----------- |
+| `siteId` | string | No | The ID of the SharePoint site |
+| `driveId` | string | No | The ID of the document library \(drive\). If not provided, uses default drive. |
+| `folderPath` | string | No | Optional folder path within the document library \(e.g., /Documents/Subfolder\) |
+| `fileName` | string | No | Optional: override the uploaded file name |
+| `files` | file[] | No | Files to upload to SharePoint |
+
+#### Output
+
+| Parameter | Type | Description |
+| --------- | ---- | ----------- |
+| `uploadedFiles` | array | Array of uploaded file objects |
+
 
 
 ## Notes
diff --git a/apps/docs/content/docs/en/tools/slack.mdx b/apps/docs/content/docs/en/tools/slack.mdx
@@ -82,6 +82,7 @@ Send messages to Slack channels or users through the Slack API. Supports Slack m
 | `botToken` | string | No | Bot token for Custom Bot |
 | `channel` | string | Yes | Target Slack channel \(e.g., #general\) |
 | `text` | string | Yes | Message text to send \(supports Slack mrkdwn formatting\) |
+| `files` | file[] | No | Files to attach to the message |
 
 #### Output
 
diff --git a/apps/docs/content/docs/en/tools/supabase.mdx b/apps/docs/content/docs/en/tools/supabase.mdx
@@ -205,6 +205,28 @@ Insert or update data in a Supabase table (upsert operation)
 | `message` | string | Operation status message |
 | `results` | array | Array of upserted records |
 
+### `supabase_vector_search`
+
+Perform similarity search using pgvector in a Supabase table
+
+#### Input
+
+| Parameter | Type | Required | Description |
+| --------- | ---- | -------- | ----------- |
+| `projectId` | string | Yes | Your Supabase project ID \(e.g., jdrkgepadsdopsntdlom\) |
+| `functionName` | string | Yes | The name of the PostgreSQL function that performs vector search \(e.g., match_documents\) |
+| `queryEmbedding` | array | Yes | The query vector/embedding to search for similar items |
+| `matchThreshold` | number | No | Minimum similarity threshold \(0-1\), typically 0.7-0.9 |
+| `matchCount` | number | No | Maximum number of results to return \(default: 10\) |
+| `apiKey` | string | Yes | Your Supabase service role secret key |
+
+#### Output
+
+| Parameter | Type | Description |
+| --------- | ---- | ----------- |
+| `message` | string | Operation status message |
+| `results` | array | Array of records with similarity scores from the vector search. Each record includes a similarity field \(0-1\) indicating how similar it is to the query vector. |
+
 
 
 ## Notes
diff --git a/apps/docs/content/docs/en/tools/telegram.mdx b/apps/docs/content/docs/en/tools/telegram.mdx
@@ -191,6 +191,26 @@ Send animations (GIFs) to Telegram channels or users through the Telegram Bot AP
 | `message` | string | Success or error message |
 | `data` | object | Telegram message data including optional media |
 
+### `telegram_send_document`
+
+Send documents (PDF, ZIP, DOC, etc.) to Telegram channels or users through the Telegram Bot API.
+
+#### Input
+
+| Parameter | Type | Required | Description |
+| --------- | ---- | -------- | ----------- |
+| `botToken` | string | Yes | Your Telegram Bot API Token |
+| `chatId` | string | Yes | Target Telegram chat ID |
+| `files` | file[] | No | Document file to send \(PDF, ZIP, DOC, etc.\). Max size: 50MB |
+| `caption` | string | No | Document caption \(optional\) |
+
+#### Output
+
+| Parameter | Type | Description |
+| --------- | ---- | ----------- |
+| `message` | string | Success or error message |
+| `data` | object | Telegram message data including document |
+
 
 
 ## Notes
diff --git a/apps/docs/content/docs/en/tools/vision.mdx b/apps/docs/content/docs/en/tools/vision.mdx
@@ -62,7 +62,8 @@ Process and analyze images using advanced vision models. Capable of understandin
 | Parameter | Type | Required | Description |
 | --------- | ---- | -------- | ----------- |
 | `apiKey` | string | Yes | API key for the selected model provider |
-| `imageUrl` | string | Yes | Publicly accessible image URL |
+| `imageUrl` | string | No | Publicly accessible image URL |
+| `imageFile` | file | No | Image file to analyze |
 | `model` | string | No | Vision model to use \(gpt-4o, claude-3-opus-20240229, etc\) |
 | `prompt` | string | No | Custom prompt for image analysis |
 
diff --git a/apps/sim/app/api/copilot/checkpoints/revert/route.test.ts b/apps/sim/app/api/copilot/checkpoints/revert/route.test.ts
@@ -23,6 +23,13 @@ describe('Copilot Checkpoints Revert API Route', () => {
     setupCommonApiMocks()
     mockCryptoUuid()
 
+    // Mock getBaseUrl to return localhost for tests
+    vi.doMock('@/lib/urls/utils', () => ({
+      getBaseUrl: vi.fn(() => 'http://localhost:3000'),
+      getBaseDomain: vi.fn(() => 'localhost:3000'),
+      getEmailDomain: vi.fn(() => 'localhost:3000'),
+    }))
+
     mockSelect.mockReturnValue({ from: mockFrom })
     mockFrom.mockReturnValue({ where: mockWhere })
     mockWhere.mockReturnValue({ then: mockThen })
diff --git a/apps/sim/app/api/copilot/checkpoints/revert/route.ts b/apps/sim/app/api/copilot/checkpoints/revert/route.ts
@@ -12,6 +12,7 @@ import {
 } from '@/lib/copilot/auth'
 import { createLogger } from '@/lib/logs/console/logger'
 import { validateUUID } from '@/lib/security/input-validation'
+import { getBaseUrl } from '@/lib/urls/utils'
 
 const logger = createLogger('CheckpointRevertAPI')
 
@@ -93,7 +94,7 @@ export async function POST(request: NextRequest) {
     }
 
     const stateResponse = await fetch(
-      `${request.nextUrl.origin}/api/workflows/${checkpoint.workflowId}/state`,
+      `${getBaseUrl()}/api/workflows/${checkpoint.workflowId}/state`,
       {
         method: 'PUT',
         headers: {
diff --git a/apps/sim/blocks/blocks/supabase.ts b/apps/sim/blocks/blocks/supabase.ts
@@ -29,6 +29,7 @@ export const SupabaseBlock: BlockConfig<SupabaseResponse> = {
         { label: 'Update a Row', id: 'update' },
         { label: 'Delete a Row', id: 'delete' },
         { label: 'Upsert a Row', id: 'upsert' },
+        { label: 'Vector Search', id: 'vector_search' },
       ],
       value: () => 'query',
     },
@@ -381,6 +382,41 @@ Return ONLY the PostgREST filter expression - no explanations, no markdown, no e
       placeholder: '100',
       condition: { field: 'operation', value: 'query' },
     },
+    // Vector search operation fields
+    {
+      id: 'functionName',
+      title: 'Function Name',
+      type: 'short-input',
+      layout: 'full',
+      placeholder: 'match_documents',
+      condition: { field: 'operation', value: 'vector_search' },
+      required: true,
+    },
+    {
+      id: 'queryEmbedding',
+      title: 'Query Embedding',
+      type: 'code',
+      layout: 'full',
+      placeholder: '[0.1, 0.2, 0.3, ...]',
+      condition: { field: 'operation', value: 'vector_search' },
+      required: true,
+    },
+    {
+      id: 'matchThreshold',
+      title: 'Match Threshold (optional)',
+      type: 'short-input',
+      layout: 'full',
+      placeholder: '0.78',
+      condition: { field: 'operation', value: 'vector_search' },
+    },
+    {
+      id: 'matchCount',
+      title: 'Match Count (optional)',
+      type: 'short-input',
+      layout: 'full',
+      placeholder: '10',
+      condition: { field: 'operation', value: 'vector_search' },
+    },
   ],
   tools: {
     access: [
@@ -390,6 +426,7 @@ Return ONLY the PostgREST filter expression - no explanations, no markdown, no e
       'supabase_update',
       'supabase_delete',
       'supabase_upsert',
+      'supabase_vector_search',
     ],
     config: {
       tool: (params) => {
@@ -406,12 +443,14 @@ Return ONLY the PostgREST filter expression - no explanations, no markdown, no e
             return 'supabase_delete'
           case 'upsert':
             return 'supabase_upsert'
+          case 'vector_search':
+            return 'supabase_vector_search'
           default:
             throw new Error(`Invalid Supabase operation: ${params.operation}`)
         }
       },
       params: (params) => {
-        const { operation, data, filter, ...rest } = params
+        const { operation, data, filter, queryEmbedding, ...rest } = params
 
         // Parse JSON data if it's a string
         let parsedData
@@ -435,6 +474,21 @@ Return ONLY the PostgREST filter expression - no explanations, no markdown, no e
           parsedFilter = filter.trim()
         }
 
+        // Handle query embedding for vector search
+        let parsedQueryEmbedding
+        if (queryEmbedding && typeof queryEmbedding === 'string' && queryEmbedding.trim()) {
+          try {
+            parsedQueryEmbedding = JSON.parse(queryEmbedding)
+          } catch (parseError) {
+            const errorMsg = parseError instanceof Error ? parseError.message : 'Unknown JSON error'
+            throw new Error(
+              `Invalid query embedding format: ${errorMsg}. Please provide a valid array of numbers like [0.1, 0.2, 0.3].`
+            )
+          }
+        } else if (queryEmbedding && Array.isArray(queryEmbedding)) {
+          parsedQueryEmbedding = queryEmbedding
+        }
+
         // Build params object, only including defined values
         const result = { ...rest }
 
@@ -446,6 +500,10 @@ Return ONLY the PostgREST filter expression - no explanations, no markdown, no e
           result.filter = parsedFilter
         }
 
+        if (parsedQueryEmbedding !== undefined) {
+          result.queryEmbedding = parsedQueryEmbedding
+        }
+
         return result
       },
     },
@@ -462,6 +520,11 @@ Return ONLY the PostgREST filter expression - no explanations, no markdown, no e
     // Query operation inputs
     orderBy: { type: 'string', description: 'Sort column' },
     limit: { type: 'number', description: 'Result limit' },
+    // Vector search operation inputs
+    functionName: { type: 'string', description: 'PostgreSQL function name for vector search' },
+    queryEmbedding: { type: 'array', description: 'Query vector/embedding for similarity search' },
+    matchThreshold: { type: 'number', description: 'Minimum similarity threshold (0-1)' },
+    matchCount: { type: 'number', description: 'Maximum number of similar results to return' },
   },
   outputs: {
     message: {
diff --git a/apps/sim/blocks/types.ts b/apps/sim/blocks/types.ts
@@ -2,7 +2,7 @@ import type { JSX, SVGProps } from 'react'
 import type { ToolResponse } from '@/tools/types'
 
 export type BlockIcon = (props: SVGProps<SVGSVGElement>) => JSX.Element
-export type ParamType = 'string' | 'number' | 'boolean' | 'json'
+export type ParamType = 'string' | 'number' | 'boolean' | 'json' | 'array'
 export type PrimitiveValueType =
   | 'string'
   | 'number'
diff --git a/apps/sim/lib/knowledge/documents/document-processor.ts b/apps/sim/lib/knowledge/documents/document-processor.ts
@@ -417,11 +417,20 @@ async function parseWithMistralOCR(fileUrl: string, filename: string, mimeType:
           url = `${getBaseUrl()}${url}`
         }
 
-        const headers =
+        let headers =
           typeof mistralParserTool.request!.headers === 'function'
             ? mistralParserTool.request!.headers(params)
             : mistralParserTool.request!.headers
 
+        if (url.includes('/api/tools/mistral/parse')) {
+          const { generateInternalToken } = await import('@/lib/auth/internal')
+          const internalToken = await generateInternalToken()
+          headers = {
+            ...headers,
+            Authorization: `Bearer ${internalToken}`,
+          }
+        }
+
         const requestBody = mistralParserTool.request!.body!(params) as OCRRequestBody
         return makeOCRRequest(url, headers as Record<string, string>, requestBody)
       },
diff --git a/apps/sim/tools/index.ts b/apps/sim/tools/index.ts
@@ -451,13 +451,18 @@ async function handleInternalRequest(
     }
 
     const headers = new Headers(requestParams.headers)
+    const isInternalRoute = endpointUrl.startsWith('/api/')
     if (typeof window === 'undefined') {
-      try {
-        const internalToken = await generateInternalToken()
-        headers.set('Authorization', `Bearer ${internalToken}`)
-        logger.info(`[${requestId}] Added internal auth token for ${toolId}`)
-      } catch (error) {
-        logger.error(`[${requestId}] Failed to generate internal token for ${toolId}:`, error)
+      if (isInternalRoute) {
+        try {
+          const internalToken = await generateInternalToken()
+          headers.set('Authorization', `Bearer ${internalToken}`)
+          logger.info(`[${requestId}] Added internal auth token for ${toolId}`)
+        } catch (error) {
+          logger.error(`[${requestId}] Failed to generate internal token for ${toolId}:`, error)
+        }
+      } else {
+        logger.info(`[${requestId}] Skipping internal auth token for external URL: ${endpointUrl}`)
       }
     }
 
diff --git a/apps/sim/tools/registry.ts b/apps/sim/tools/registry.ts
@@ -180,6 +180,7 @@ import {
   supabaseQueryTool,
   supabaseUpdateTool,
   supabaseUpsertTool,
+  supabaseVectorSearchTool,
 } from '@/tools/supabase'
 import { tavilyExtractTool, tavilySearchTool } from '@/tools/tavily'
 import {
@@ -271,6 +272,7 @@ export const tools: Record<string, ToolConfig> = {
   supabase_update: supabaseUpdateTool,
   supabase_delete: supabaseDeleteTool,
   supabase_upsert: supabaseUpsertTool,
+  supabase_vector_search: supabaseVectorSearchTool,
   typeform_responses: typeformResponsesTool,
   typeform_files: typeformFilesTool,
   typeform_insights: typeformInsightsTool,
diff --git a/apps/sim/tools/supabase/index.ts b/apps/sim/tools/supabase/index.ts
diff --git a/apps/sim/tools/supabase/types.ts b/apps/sim/tools/supabase/types.ts
diff --git a/apps/sim/tools/supabase/vector_search.ts b/apps/sim/tools/supabase/vector_search.ts
diff --git a/scripts/generate-docs.ts b/scripts/generate-docs.ts
