feat: add AI-powered analysis for meeting recordings

lucasheriques · lucasheriques · commit b39edbc9fb28 · 2025-10-29T10:02:17.000-03:00
Implements automatic extraction of summary and action items from meeting transcripts using OpenAI GPT-4o-mini. Analysis runs in renderer process with zustand state management for live UI updates.

Key features:
- Generate 3-7 word summary titles from transcripts
- Extract actionable tasks with context
- Display analysis status with live updates in UI
- Manual retrigger via buttons if analysis fails or is skipped
- Gracefully handle missing OpenAI API key (skip but show UI)
- Store results in backend via updateDesktopRecordingTranscript

Changes:
- Extended activeRecordingStore with analysis fields and state machine
- Created aiAnalysisService for LLM integration
- Updated recordingService to trigger analysis on meeting end
- Enhanced RecordingView UI with conditional rendering for analysis states
- Updated PostHogAPIClient to support summary/tasks in transcript updates
diff --git a/src/api/posthogClient.ts b/src/api/posthogClient.ts
@@ -393,6 +393,8 @@ export class PostHogAPIClient {
         is_final: boolean;
       }>;
       full_text?: string;
+      summary?: string;
+      extracted_tasks?: Array<{ title: string; description: string }>;
     },
   ) {
     this.validateRecordingId(recordingId);
diff --git a/src/renderer/features/notetaker/components/RecordingView.tsx b/src/renderer/features/notetaker/components/RecordingView.tsx
@@ -1,6 +1,10 @@
-import { Badge, Box, Card, Flex, Text } from "@radix-ui/themes";
+import { Badge, Box, Button, Card, Flex, Text } from "@radix-ui/themes";
 import type { RecordingItem } from "@renderer/features/notetaker/hooks/useAllRecordings";
-import type { TranscriptSegment } from "@renderer/stores/activeRecordingStore";
+import { analyzeRecording } from "@renderer/services/recordingService";
+import type {
+  AnalysisStatus,
+  TranscriptSegment,
+} from "@renderer/stores/activeRecordingStore";
 import { useEffect, useRef, useState } from "react";
 
 interface RecordingViewProps {
@@ -58,6 +62,42 @@ export function RecordingView({ recordingItem }: RecordingViewProps) {
           ),
         ];
 
+  const analysisStatus: AnalysisStatus | undefined =
+    recordingItem.type === "active"
+      ? recordingItem.recording.analysisStatus
+      : undefined;
+
+  const summary =
+    recordingItem.type === "active"
+      ? recordingItem.recording.summary
+      : recordingItem.recording.transcript?.summary;
+
+  const extractedTasks =
+    recordingItem.type === "active"
+      ? recordingItem.recording.extractedTasks
+      : (recordingItem.recording.transcript?.extracted_tasks as
+          | Array<{
+              title: string;
+              description: string;
+            }>
+          | undefined);
+
+  const analysisError =
+    recordingItem.type === "active"
+      ? recordingItem.recording.analysisError
+      : undefined;
+
+  const [isAnalyzing, setIsAnalyzing] = useState(false);
+
+  const handleAnalyze = async () => {
+    setIsAnalyzing(true);
+    try {
+      await analyzeRecording(recording.id);
+    } finally {
+      setIsAnalyzing(false);
+    }
+  };
+
   return (
     <Box
       p="4"
@@ -107,11 +147,57 @@ export function RecordingView({ recordingItem }: RecordingViewProps) {
             Summary
           </Text>
           <Card>
-            <Flex align="center" justify="center" py="4">
-              <Text size="2" color="gray">
-                Coming soon
-              </Text>
-            </Flex>
+            {summary ? (
+              <Text size="2">{summary}</Text>
+            ) : (
+              <Flex
+                direction="column"
+                align="center"
+                justify="center"
+                py="4"
+                gap="2"
+              >
+                {analysisStatus === "analyzing_summary" ? (
+                  <Text size="2" color="gray">
+                    Analyzing...
+                  </Text>
+                ) : analysisStatus === "error" ? (
+                  <>
+                    <Text size="2" color="red">
+                      {analysisError || "Analysis failed"}
+                    </Text>
+                    <Button
+                      size="1"
+                      onClick={handleAnalyze}
+                      disabled={isAnalyzing}
+                    >
+                      Retry
+                    </Button>
+                  </>
+                ) : analysisStatus === "skipped" ? (
+                  <>
+                    <Text size="2" color="gray">
+                      Configure OpenAI API key to analyze
+                    </Text>
+                    <Button
+                      size="1"
+                      onClick={handleAnalyze}
+                      disabled={isAnalyzing}
+                    >
+                      Analyze now
+                    </Button>
+                  </>
+                ) : (
+                  <Button
+                    size="1"
+                    onClick={handleAnalyze}
+                    disabled={isAnalyzing}
+                  >
+                    Analyze with AI
+                  </Button>
+                )}
+              </Flex>
+            )}
           </Card>
         </Flex>
       )}
@@ -123,11 +209,72 @@ export function RecordingView({ recordingItem }: RecordingViewProps) {
             Action items
           </Text>
           <Card>
-            <Flex align="center" justify="center" py="4">
-              <Text size="2" color="gray">
-                Coming soon
-              </Text>
-            </Flex>
+            {extractedTasks && extractedTasks.length > 0 ? (
+              <Flex direction="column" gap="2">
+                {extractedTasks.map((task) => (
+                  <Box key={task.title}>
+                    <Text size="2" weight="bold">
+                      {task.title}
+                    </Text>
+                    <Text size="1" color="gray">
+                      {task.description}
+                    </Text>
+                  </Box>
+                ))}
+              </Flex>
+            ) : (
+              <Flex
+                direction="column"
+                align="center"
+                justify="center"
+                py="4"
+                gap="2"
+              >
+                {analysisStatus === "analyzing_tasks" ? (
+                  <Text size="2" color="gray">
+                    Extracting tasks...
+                  </Text>
+                ) : analysisStatus === "error" ? (
+                  <>
+                    <Text size="2" color="red">
+                      {analysisError || "Analysis failed"}
+                    </Text>
+                    <Button
+                      size="1"
+                      onClick={handleAnalyze}
+                      disabled={isAnalyzing}
+                    >
+                      Retry
+                    </Button>
+                  </>
+                ) : analysisStatus === "skipped" ? (
+                  <>
+                    <Text size="2" color="gray">
+                      Configure OpenAI API key to analyze
+                    </Text>
+                    <Button
+                      size="1"
+                      onClick={handleAnalyze}
+                      disabled={isAnalyzing}
+                    >
+                      Analyze now
+                    </Button>
+                  </>
+                ) : analysisStatus === "completed" ? (
+                  <Text size="2" color="gray">
+                    No tasks found
+                  </Text>
+                ) : (
+                  <Button
+                    size="1"
+                    onClick={handleAnalyze}
+                    disabled={isAnalyzing}
+                  >
+                    Analyze with AI
+                  </Button>
+                )}
+              </Flex>
+            )}
           </Card>
         </Flex>
       )}
diff --git a/src/renderer/services/aiAnalysisService.ts b/src/renderer/services/aiAnalysisService.ts
@@ -0,0 +1,91 @@
+import { createOpenAI } from "@ai-sdk/openai";
+import type { ExtractedTask } from "@renderer/stores/activeRecordingStore";
+import { generateObject } from "ai";
+import { z } from "zod";
+
+const SUMMARY_PROMPT = `Create a very brief (3-7 words) title that summarizes what this conversation is about.
+
+Transcript:`;
+
+const TASK_EXTRACTION_PROMPT = `Analyze the following conversation transcript and extract any actionable tasks, feature requests, bug fixes, or work items that were discussed or requested. This includes:
+- Explicit action items ("we need to...", "let's build...")
+- Feature requests ("I want...", "please build...")
+- Bug reports ("this is broken...", "fix the...")
+- Requirements ("it should have...", "make it...")
+
+For each task, provide a clear title and a description with relevant context from the conversation.
+
+If there are no actionable tasks, return an empty tasks array.
+
+Transcript:`;
+
+export async function generateTranscriptSummary(
+  transcriptText: string,
+  openaiApiKey: string,
+): Promise<string | null> {
+  try {
+    const openai = createOpenAI({ apiKey: openaiApiKey });
+
+    const { object } = await generateObject({
+      model: openai("gpt-4o-mini"),
+      schema: z.object({
+        title: z.string().describe("A brief 3-7 word summary title"),
+      }),
+      messages: [
+        {
+          role: "system",
+          content:
+            "You are a helpful assistant that creates concise titles for conversation transcripts. The title should be 3-7 words and capture the main topic.",
+        },
+        {
+          role: "user",
+          content: `${SUMMARY_PROMPT}\n${transcriptText}`,
+        },
+      ],
+    });
+
+    return object.title || null;
+  } catch (error) {
+    console.error("[AI Analysis] Failed to generate summary:", error);
+    throw error;
+  }
+}
+
+export async function extractTasksFromTranscript(
+  transcriptText: string,
+  openaiApiKey: string,
+): Promise<ExtractedTask[]> {
+  try {
+    const openai = createOpenAI({ apiKey: openaiApiKey });
+
+    const schema = z.object({
+      tasks: z.array(
+        z.object({
+          title: z.string().describe("Brief task title"),
+          description: z.string().describe("Detailed description with context"),
+        }),
+      ),
+    });
+
+    const { object } = await generateObject({
+      model: openai("gpt-4o-mini"),
+      schema,
+      messages: [
+        {
+          role: "system",
+          content:
+            "You are a helpful assistant that extracts actionable tasks from conversation transcripts. Be generous in identifying work items - include feature requests, requirements, and any work that needs to be done.",
+        },
+        {
+          role: "user",
+          content: `${TASK_EXTRACTION_PROMPT}\n${transcriptText}`,
+        },
+      ],
+    });
+
+    return object.tasks || [];
+  } catch (error) {
+    console.error("[AI Analysis] Failed to extract tasks:", error);
+    throw error;
+  }
+}
diff --git a/src/renderer/services/recordingService.ts b/src/renderer/services/recordingService.ts
@@ -1,3 +1,7 @@
+import {
+  extractTasksFromTranscript,
+  generateTranscriptSummary,
+} from "@renderer/services/aiAnalysisService";
 import { useActiveRecordingStore } from "@renderer/stores/activeRecordingStore";
 import { useAuthStore } from "@/renderer/features/auth/stores/authStore";
 
@@ -129,6 +133,8 @@ export function initializeRecordingService() {
             );
           }
         }
+
+        analyzeRecording(data.posthog_recording_id);
       }
 
       store.updateStatus(data.posthog_recording_id, "uploading");
@@ -211,6 +217,77 @@ async function uploadPendingSegments(recordingId: string): Promise<void> {
   }
 }
 
+export async function analyzeRecording(recordingId: string): Promise<void> {
+  const store = useActiveRecordingStore.getState();
+  const authStore = useAuthStore.getState();
+
+  const recording = store.getRecording(recordingId);
+  if (!recording) {
+    console.warn(`[AI Analysis] Recording ${recordingId} not found`);
+    return;
+  }
+
+  const openaiApiKey = authStore.openaiApiKey;
+  if (!openaiApiKey) {
+    console.log("[AI Analysis] No OpenAI API key, skipping analysis");
+    store.setAnalysisStatus(recordingId, "skipped");
+    return;
+  }
+
+  if (recording.segments.length === 0) {
+    console.log("[AI Analysis] No transcript segments, skipping analysis");
+    store.setAnalysisStatus(recordingId, "skipped");
+    return;
+  }
+
+  const fullTranscript = recording.segments.map((s) => s.text).join(" ");
+
+  try {
+    store.setAnalysisStatus(recordingId, "analyzing_summary");
+    console.log("[AI Analysis] Generating summary...");
+
+    const summary = await generateTranscriptSummary(
+      fullTranscript,
+      openaiApiKey,
+    );
+    if (summary) {
+      store.setSummary(recordingId, summary);
+    }
+
+    store.setAnalysisStatus(recordingId, "analyzing_tasks");
+    console.log("[AI Analysis] Extracting tasks...");
+
+    const tasks = await extractTasksFromTranscript(
+      fullTranscript,
+      openaiApiKey,
+    );
+    store.setExtractedTasks(recordingId, tasks);
+
+    store.setAnalysisStatus(recordingId, "completed");
+    console.log(
+      `[AI Analysis] Complete - summary: "${summary}", tasks: ${tasks.length}`,
+    );
+
+    const client = authStore.client;
+    if (client && (summary || tasks.length > 0)) {
+      try {
+        await client.updateDesktopRecordingTranscript(recordingId, {
+          summary: summary || undefined,
+          extracted_tasks: tasks.length > 0 ? tasks : undefined,
+        });
+        console.log("[AI Analysis] Updated backend with analysis results");
+      } catch (error) {
+        console.error("[AI Analysis] Failed to update backend:", error);
+      }
+    }
+  } catch (error) {
+    const errorMessage =
+      error instanceof Error ? error.message : "Analysis failed";
+    console.error("[AI Analysis] Error:", errorMessage);
+    store.setAnalysisError(recordingId, errorMessage);
+  }
+}
+
 /**
  * Handle crash recovery - upload any pending segments and clear from IDB
  *
diff --git a/src/renderer/stores/activeRecordingStore.ts b/src/renderer/stores/activeRecordingStore.ts
