More progress

Author: cte

src/services/deep-research/DeepResearchService.ts

@@ -0,0 +1,44 @@
+import { z } from "zod"
+
+export interface ResearchInquiry {
+	initialQuery?: string
+	followUps: string[]
+	responses: string[]
+	query?: string
+	learnings?: string[]
+	urls?: string[]
+	report?: string
+}
+
+export type ResearchStep = {
+	query: string
+	breadth: number
+	depth: number
+	learnings?: string[]
+	visitedUrls?: string[]
+	onProgress: (progress: ResearchProgress) => void
+	onNewLearnings: (learnings: ResearchLearnings & { urls: string[] }) => void
+}
+
+export type ResearchProgress = {
+	currentDepth: number
+	totalDepth: number
+	currentBreadth: number
+	totalBreadth: number
+	currentQuery?: string
+	totalQueries: number
+	completedQueries: number
+	progressPercentage: number
+}
+
+export type ResearchResult = {
+	learnings: string[]
+	visitedUrls: string[]
+}
+
+export const researchLearningsSchema = z.object({
+	learnings: z.array(z.string()),
+	followUpQuestions: z.array(z.string()),
+})
+
+export type ResearchLearnings = z.infer<typeof researchLearningsSchema>

src/services/deep-research/types.ts

@@ -7,7 +7,7 @@ const MIN_CHUNK_SIZE = 140
 const encoder = getEncoding("o200k_base")
 
 // Trim prompt to maximum context size.
-export function trimPrompt(prompt: string, contextSize = Number(process.env.CONTEXT_SIZE) || 128_000) {
+export function truncatePrompt(prompt: string, contextSize = Number(process.env.CONTEXT_SIZE) || 128_000) {
 	if (!prompt) {
 		return ""
 	}
@@ -33,15 +33,22 @@ export function trimPrompt(prompt: string, contextSize = Number(process.env.CONT
 		chunkOverlap: 0,
 	})
 
-	const trimmedPrompt = splitter.splitText(prompt)[0] ?? ""
+	const truncated = splitter.splitText(prompt)[0] ?? ""
 
 	// Last catch, there's a chance that the trimmed prompt is same length as
 	// the original prompt, due to how tokens are split & innerworkings of the
 	// splitter, handle this case by just doing a hard cut.
-	if (trimmedPrompt.length === prompt.length) {
-		return trimPrompt(prompt.slice(0, chunkSize), contextSize)
+	if (truncated.length === prompt.length) {
+		return truncatePrompt(prompt.slice(0, chunkSize), contextSize)
 	}
 
 	// Recursively trim until the prompt is within the context size.
-	return trimPrompt(trimmedPrompt, contextSize)
+	return truncatePrompt(truncated, contextSize)
+}
+
+export function trimPrompt(prompt: string): string {
+	return prompt
+		.split("\n")
+		.map((line) => line.trim())
+		.join("\n")
 }

src/services/deep-research/utils/prompt.ts

@@ -48,8 +48,9 @@ export interface ExtensionMessage {
 		| "currentCheckpointUpdated"
 		| "research.loading"
 		| "research.output"
-		| "research.question"
+		| "research.followUp"
 		| "research.progress"
+		| "research.learnings"
 		| "research.result"
 		| "research.error"
 	text?: string