parse the logs

Author: joshsny

apps/array/src/main/preload.ts

@@ -1,3 +1,4 @@
+import type { AgentEvent } from "@posthog/agent";
 import { contextBridge, type IpcRendererEvent, ipcRenderer } from "electron";
 import type { CloudRegion, OAuthTokenResponse } from "../shared/types/oauth";
 import type {
@@ -38,7 +39,7 @@ contextBridge.exposeInMainWorld("electronAPI", {
     ipcRenderer.invoke("store-api-key", apiKey),
   retrieveApiKey: (encryptedKey: string): Promise<string | null> =>
     ipcRenderer.invoke("retrieve-api-key", encryptedKey),
-  fetchS3Logs: (logUrl: string): Promise<string> =>
+  fetchS3Logs: (logUrl: string): Promise<AgentEvent[]> =>
     ipcRenderer.invoke("fetch-s3-logs", logUrl),
   // OAuth API
   oauthStartFlow: (

apps/array/src/main/services/posthog.ts

@@ -1,3 +1,4 @@
+import { type AgentEvent, parseAgentEvents } from "@posthog/agent";
 import { type IpcMainInvokeEvent, ipcMain, safeStorage } from "electron";
 import { logger } from "../lib/logger";
 
@@ -34,10 +35,13 @@ export function registerPosthogIpc(): void {
     },
   );
 
-  // Fetch S3 logs
+  // Fetch and parse S3 logs
   ipcMain.handle(
     "fetch-s3-logs",
-    async (_event: IpcMainInvokeEvent, logUrl: string): Promise<string> => {
+    async (
+      _event: IpcMainInvokeEvent,
+      logUrl: string,
+    ): Promise<AgentEvent[]> => {
       try {
         log.debug("Fetching S3 logs from:", logUrl);
         const response = await fetch(logUrl);
@@ -49,8 +53,24 @@ export function registerPosthogIpc(): void {
         }
 
         const content = await response.text();
-        log.debug("S3 logs fetched:", content);
-        return content;
+
+        if (!content.trim()) {
+          return [];
+        }
+
+        const rawEntries = content
+          .trim()
+          .split("\n")
+          .map((line) => {
+            try {
+              return JSON.parse(line);
+            } catch {
+              return null;
+            }
+          })
+          .filter(Boolean);
+
+        return parseAgentEvents(rawEntries);
       } catch (error) {
         log.error("Failed to fetch S3 logs:", error);
         throw error;

apps/array/src/renderer/features/task-detail/stores/taskExecutionStore.ts

@@ -1,7 +1,7 @@
 import { useAuthStore } from "@features/auth/stores/authStore";
 import { usePanelLayoutStore } from "@features/panels/store/panelLayoutStore";
 import { useSettingsStore } from "@features/settings/stores/settingsStore";
-import { type AgentEvent, parseAgentEvents } from "@posthog/agent";
+import type { AgentEvent } from "@posthog/agent";
 import { track } from "@renderer/lib/analytics";
 import { logger } from "@renderer/lib/logger";
 import { queryClient } from "@renderer/lib/queryClient";
@@ -83,30 +83,12 @@ const toClarifyingQuestions = (
 };
 
 /**
- * Fetch logs from S3 log URL via main process to avoid CORS issues
- * S3 stores AgentEvent objects as newline-delimited JSON
+ * Fetch logs from S3 log URL via main process
+ * Main process handles parsing and validation
  */
 async function fetchLogsFromS3Url(logUrl: string): Promise<AgentEvent[]> {
   try {
-    const content = await window.electronAPI?.fetchS3Logs(logUrl);
-
-    if (!content || !content.trim()) {
-      return [];
-    }
-
-    const rawEntries = content
-      .trim()
-      .split("\n")
-      .map((line: string) => {
-        try {
-          return JSON.parse(line);
-        } catch {
-          return null;
-        }
-      })
-      .filter(Boolean);
-
-    return parseAgentEvents(rawEntries);
+    return (await window.electronAPI?.fetchS3Logs(logUrl)) ?? [];
   } catch (err) {
     log.warn("Failed to fetch task logs from S3", err);
     return [];
@@ -385,9 +367,9 @@ export const useTaskExecutionStore = create<TaskExecutionStore>()(
           }
         };
 
-        // Poll immediately, then every 2 seconds
+        // Poll immediately, then every 500ms
         void poll();
-        const poller = setInterval(() => void poll(), 2000);
+        const poller = setInterval(() => void poll(), 500);
         store.updateTaskState(taskId, { logPoller: poller });
       },
 

apps/array/src/renderer/types/electron.d.ts

@@ -18,7 +18,7 @@ declare global {
   interface IElectronAPI {
     storeApiKey: (apiKey: string) => Promise<string>;
     retrieveApiKey: (encryptedKey: string) => Promise<string | null>;
-    fetchS3Logs: (logUrl: string) => Promise<string>;
+    fetchS3Logs: (logUrl: string) => Promise<AgentEvent[]>;
     // OAuth API
     oauthStartFlow: (region: CloudRegion) => Promise<{
       success: boolean;