improvement(logs): update logs export route to respect filters (#2550)

Author: waleedlatif1

apps/sim/app/api/logs/export/route.ts

@@ -1,28 +1,15 @@
 import { db } from '@sim/db'
 import { permissions, workflow, workflowExecutionLogs } from '@sim/db/schema'
-import { and, desc, eq, gte, inArray, lte, type SQL, sql } from 'drizzle-orm'
+import { and, desc, eq } from 'drizzle-orm'
 import { type NextRequest, NextResponse } from 'next/server'
-import { z } from 'zod'
 import { getSession } from '@/lib/auth'
 import { createLogger } from '@/lib/logs/console/logger'
+import { buildFilterConditions, LogFilterParamsSchema } from '@/lib/logs/filters'
 
 const logger = createLogger('LogsExportAPI')
 
 export const revalidate = 0
 
-const ExportParamsSchema = z.object({
-  level: z.string().optional(),
-  workflowIds: z.string().optional(),
-  folderIds: z.string().optional(),
-  triggers: z.string().optional(),
-  startDate: z.string().optional(),
-  endDate: z.string().optional(),
-  search: z.string().optional(),
-  workflowName: z.string().optional(),
-  folderName: z.string().optional(),
-  workspaceId: z.string(),
-})
-
 function escapeCsv(value: any): string {
   if (value === null || value === undefined) return ''
   const str = String(value)
@@ -41,7 +28,7 @@ export async function GET(request: NextRequest) {
 
     const userId = session.user.id
     const { searchParams } = new URL(request.url)
-    const params = ExportParamsSchema.parse(Object.fromEntries(searchParams.entries()))
+    const params = LogFilterParamsSchema.parse(Object.fromEntries(searchParams.entries()))
 
     const selectColumns = {
       id: workflowExecutionLogs.id,
@@ -57,53 +44,11 @@ export async function GET(request: NextRequest) {
       workflowName: workflow.name,
     }
 
-    let conditions: SQL | undefined = eq(workflowExecutionLogs.workspaceId, params.workspaceId)
-
-    if (params.level && params.level !== 'all') {
-      const levels = params.level.split(',').filter(Boolean)
-      if (levels.length === 1) {
-        conditions = and(conditions, eq(workflowExecutionLogs.level, levels[0]))
-      } else if (levels.length > 1) {
-        conditions = and(conditions, inArray(workflowExecutionLogs.level, levels))
-      }
-    }
-
-    if (params.workflowIds) {
-      const workflowIds = params.workflowIds.split(',').filter(Boolean)
-      if (workflowIds.length > 0) conditions = and(conditions, inArray(workflow.id, workflowIds))
-    }
-
-    if (params.folderIds) {
-      const folderIds = params.folderIds.split(',').filter(Boolean)
-      if (folderIds.length > 0) conditions = and(conditions, inArray(workflow.folderId, folderIds))
-    }
-
-    if (params.triggers) {
-      const triggers = params.triggers.split(',').filter(Boolean)
-      if (triggers.length > 0 && !triggers.includes('all')) {
-        conditions = and(conditions, inArray(workflowExecutionLogs.trigger, triggers))
-      }
-    }
-
-    if (params.startDate) {
-      conditions = and(conditions, gte(workflowExecutionLogs.startedAt, new Date(params.startDate)))
-    }
-    if (params.endDate) {
-      conditions = and(conditions, lte(workflowExecutionLogs.startedAt, new Date(params.endDate)))
-    }
-
-    if (params.search) {
-      const term = `%${params.search}%`
-      conditions = and(conditions, sql`${workflowExecutionLogs.executionId} ILIKE ${term}`)
-    }
-    if (params.workflowName) {
-      const nameTerm = `%${params.workflowName}%`
-      conditions = and(conditions, sql`${workflow.name} ILIKE ${nameTerm}`)
-    }
-    if (params.folderName) {
-      const folderTerm = `%${params.folderName}%`
-      conditions = and(conditions, sql`${workflow.name} ILIKE ${folderTerm}`)
-    }
+    const workspaceCondition = eq(workflowExecutionLogs.workspaceId, params.workspaceId)
+    const filterConditions = buildFilterConditions(params)
+    const conditions = filterConditions
+      ? and(workspaceCondition, filterConditions)
+      : workspaceCondition
 
     const header = [
       'startedAt',

apps/sim/app/api/logs/route.ts

@@ -6,51 +6,22 @@ import {
   workflowDeploymentVersion,
   workflowExecutionLogs,
 } from '@sim/db/schema'
-import {
-  and,
-  desc,
-  eq,
-  gt,
-  gte,
-  inArray,
-  isNotNull,
-  isNull,
-  lt,
-  lte,
-  ne,
-  or,
-  type SQL,
-  sql,
-} from 'drizzle-orm'
+import { and, desc, eq, isNotNull, isNull, or, type SQL, sql } from 'drizzle-orm'
 import { type NextRequest, NextResponse } from 'next/server'
 import { z } from 'zod'
 import { getSession } from '@/lib/auth'
 import { generateRequestId } from '@/lib/core/utils/request'
 import { createLogger } from '@/lib/logs/console/logger'
+import { buildFilterConditions, LogFilterParamsSchema } from '@/lib/logs/filters'
 
 const logger = createLogger('LogsAPI')
 
 export const revalidate = 0
 
-const QueryParamsSchema = z.object({
+const QueryParamsSchema = LogFilterParamsSchema.extend({
   details: z.enum(['basic', 'full']).optional().default('basic'),
   limit: z.coerce.number().optional().default(100),
   offset: z.coerce.number().optional().default(0),
-  level: z.string().optional(),
-  workflowIds: z.string().optional(),
-  folderIds: z.string().optional(),
-  triggers: z.string().optional(),
-  startDate: z.string().optional(),
-  endDate: z.string().optional(),
-  search: z.string().optional(),
-  workflowName: z.string().optional(),
-  folderName: z.string().optional(),
-  executionId: z.string().optional(),
-  costOperator: z.enum(['=', '>', '<', '>=', '<=', '!=']).optional(),
-  costValue: z.coerce.number().optional(),
-  durationOperator: z.enum(['=', '>', '<', '>=', '<=', '!=']).optional(),
-  durationValue: z.coerce.number().optional(),
-  workspaceId: z.string(),
 })
 
 export async function GET(request: NextRequest) {
@@ -197,102 +168,11 @@ export async function GET(request: NextRequest) {
         }
       }
 
-      if (params.workflowIds) {
-        const workflowIds = params.workflowIds.split(',').filter(Boolean)
-        if (workflowIds.length > 0) {
-          conditions = and(conditions, inArray(workflow.id, workflowIds))
-        }
-      }
-
-      if (params.folderIds) {
-        const folderIds = params.folderIds.split(',').filter(Boolean)
-        if (folderIds.length > 0) {
-          conditions = and(conditions, inArray(workflow.folderId, folderIds))
-        }
-      }
-
-      if (params.triggers) {
-        const triggers = params.triggers.split(',').filter(Boolean)
-        if (triggers.length > 0 && !triggers.includes('all')) {
-          conditions = and(conditions, inArray(workflowExecutionLogs.trigger, triggers))
-        }
-      }
-
-      if (params.startDate) {
-        conditions = and(
-          conditions,
-          gte(workflowExecutionLogs.startedAt, new Date(params.startDate))
-        )
-      }
-      if (params.endDate) {
-        conditions = and(conditions, lte(workflowExecutionLogs.startedAt, new Date(params.endDate)))
-      }
-
-      if (params.search) {
-        const searchTerm = `%${params.search}%`
-        conditions = and(conditions, sql`${workflowExecutionLogs.executionId} ILIKE ${searchTerm}`)
-      }
-
-      if (params.workflowName) {
-        const nameTerm = `%${params.workflowName}%`
-        conditions = and(conditions, sql`${workflow.name} ILIKE ${nameTerm}`)
-      }
-
-      if (params.folderName) {
-        const folderTerm = `%${params.folderName}%`
-        conditions = and(conditions, sql`${workflow.name} ILIKE ${folderTerm}`)
-      }
-
-      if (params.executionId) {
-        conditions = and(conditions, eq(workflowExecutionLogs.executionId, params.executionId))
-      }
-
-      if (params.costOperator && params.costValue !== undefined) {
-        const costField = sql`(${workflowExecutionLogs.cost}->>'total')::numeric`
-        switch (params.costOperator) {
-          case '=':
-            conditions = and(conditions, sql`${costField} = ${params.costValue}`)
-            break
-          case '>':
-            conditions = and(conditions, sql`${costField} > ${params.costValue}`)
-            break
-          case '<':
-            conditions = and(conditions, sql`${costField} < ${params.costValue}`)
-            break
-          case '>=':
-            conditions = and(conditions, sql`${costField} >= ${params.costValue}`)
-            break
-          case '<=':
-            conditions = and(conditions, sql`${costField} <= ${params.costValue}`)
-            break
-          case '!=':
-            conditions = and(conditions, sql`${costField} != ${params.costValue}`)
-            break
-        }
-      }
-
-      if (params.durationOperator && params.durationValue !== undefined) {
-        const durationField = workflowExecutionLogs.totalDurationMs
-        switch (params.durationOperator) {
-          case '=':
-            conditions = and(conditions, eq(durationField, params.durationValue))
-            break
-          case '>':
-            conditions = and(conditions, gt(durationField, params.durationValue))
-            break
-          case '<':
-            conditions = and(conditions, lt(durationField, params.durationValue))
-            break
-          case '>=':
-            conditions = and(conditions, gte(durationField, params.durationValue))
-            break
-          case '<=':
-            conditions = and(conditions, lte(durationField, params.durationValue))
-            break
-          case '!=':
-            conditions = and(conditions, ne(durationField, params.durationValue))
-            break
-        }
+      // Apply common filters (workflowIds, folderIds, triggers, dates, search, cost, duration)
+      // Level filtering is handled above with advanced running/pending state logic
+      const commonFilters = buildFilterConditions(params, { useSimpleLevelFilter: false })
+      if (commonFilters) {
+        conditions = and(conditions, commonFilters)
       }
 
       const logs = await baseQuery

apps/sim/app/workspace/[workspaceId]/logs/logs.tsx

@@ -4,6 +4,7 @@ import { useCallback, useEffect, useMemo, useRef, useState } from 'react'
 import { AlertCircle, Loader2 } from 'lucide-react'
 import { useParams } from 'next/navigation'
 import { cn } from '@/lib/core/utils/cn'
+import { getStartDateFromTimeRange } from '@/lib/logs/filters'
 import { parseQuery, queryToApiParams } from '@/lib/logs/query-parser'
 import { useFolders } from '@/hooks/queries/folders'
 import { useDashboardLogs, useLogDetail, useLogsList } from '@/hooks/queries/logs'
@@ -262,6 +263,11 @@ export default function Logs() {
       if (workflowIds.length > 0) params.set('workflowIds', workflowIds.join(','))
       if (folderIds.length > 0) params.set('folderIds', folderIds.join(','))
 
+      const startDate = getStartDateFromTimeRange(timeRange)
+      if (startDate) {
+        params.set('startDate', startDate.toISOString())
+      }
+
       const parsed = parseQuery(debouncedSearchQuery)
       const extra = queryToApiParams(parsed)
       Object.entries(extra).forEach(([k, v]) => params.set(k, v))

apps/sim/hooks/queries/logs.ts

@@ -1,6 +1,7 @@
 import { keepPreviousData, useInfiniteQuery, useQuery } from '@tanstack/react-query'
+import { getStartDateFromTimeRange } from '@/lib/logs/filters'
 import { parseQuery, queryToApiParams } from '@/lib/logs/query-parser'
-import type { LogsResponse, WorkflowLog } from '@/stores/logs/filters/types'
+import type { LogsResponse, TimeRange, WorkflowLog } from '@/stores/logs/filters/types'
 
 export const logKeys = {
   all: ['logs'] as const,
@@ -14,7 +15,7 @@ export const logKeys = {
 }
 
 interface LogFilters {
-  timeRange: string
+  timeRange: TimeRange
   level: string
   workflowIds: string[]
   folderIds: string[]
@@ -23,39 +24,6 @@ interface LogFilters {
   limit: number
 }
 
-/**
- * Calculates start date from a time range string.
- * Returns null for 'All time' to indicate no date filtering.
- */
-function getStartDateFromTimeRange(timeRange: string): Date | null {
-  if (timeRange === 'All time') return null
-
-  const now = new Date()
-
-  switch (timeRange) {
-    case 'Past 30 minutes':
-      return new Date(now.getTime() - 30 * 60 * 1000)
-    case 'Past hour':
-      return new Date(now.getTime() - 60 * 60 * 1000)
-    case 'Past 6 hours':
-      return new Date(now.getTime() - 6 * 60 * 60 * 1000)
-    case 'Past 12 hours':
-      return new Date(now.getTime() - 12 * 60 * 60 * 1000)
-    case 'Past 24 hours':
-      return new Date(now.getTime() - 24 * 60 * 60 * 1000)
-    case 'Past 3 days':
-      return new Date(now.getTime() - 3 * 24 * 60 * 60 * 1000)
-    case 'Past 7 days':
-      return new Date(now.getTime() - 7 * 24 * 60 * 60 * 1000)
-    case 'Past 14 days':
-      return new Date(now.getTime() - 14 * 24 * 60 * 60 * 1000)
-    case 'Past 30 days':
-      return new Date(now.getTime() - 30 * 24 * 60 * 60 * 1000)
-    default:
-      return new Date(0)
-  }
-}
-
 /**
  * Applies common filter parameters to a URLSearchParams object.
  * Shared between paginated and non-paginated log fetches.