model cleanups

Author: izadoesdev

apps/api/src/ai/agents.ts

@@ -0,0 +1,96 @@
+import { Agent } from "@ai-sdk-tools/agents";
+import {
+    extendedMemoryConfig,
+    maxMemoryConfig,
+    minimalMemoryConfig,
+    standardMemoryConfig,
+} from "./config/memory";
+import { models } from "./config/models";
+import { buildAnalyticsInstructions } from "./prompts/analytics";
+import { buildReflectionInstructions } from "./prompts/reflection";
+import { buildTriageInstructions } from "./prompts/triage";
+import { analyticsTools } from "./tools";
+
+/**
+ * Analytics specialist agent.
+ * Handles website traffic analysis, user behavior, and performance metrics.
+ * Uses standard memory for typical analytical conversations.
+ */
+export const analyticsAgent = new Agent({
+    name: "analytics",
+    model: models.analytics,
+    temperature: 0.3,
+    instructions: buildAnalyticsInstructions,
+    tools: analyticsTools,
+    memory: standardMemoryConfig,
+    modelSettings: {
+        failureMode: {
+            maxAttempts: 2,
+        },
+    },
+    maxTurns: 10,
+});
+
+/**
+ * Reflection orchestrator agent.
+ * Reviews responses, decides next steps, and handles complex multi-step reasoning.
+ * Memory allocation scales with model capability.
+ */
+export const createReflectionAgent = (
+    variant: "standard" | "haiku" | "max" = "standard"
+) => {
+    const config = {
+        standard: {
+            model: models.advanced,
+            maxTurns: 15,
+            memory: extendedMemoryConfig, // 30 messages for Sonnet
+        },
+        haiku: {
+            model: models.analytics,
+            maxTurns: 15,
+            memory: standardMemoryConfig, // 20 messages for Haiku
+        },
+        max: {
+            model: models.advanced,
+            maxTurns: 20,
+            memory: maxMemoryConfig, // 40 messages for deep investigations
+        },
+    }[variant];
+
+    return new Agent({
+        name: `reflection-${variant}`,
+        temperature: 0.2,
+        instructions: buildReflectionInstructions,
+        modelSettings: {
+            failureMode: {
+                maxAttempts: 2,
+            },
+        },
+        handoffs: [analyticsAgent],
+        ...config,
+    });
+};
+
+/**
+ * Triage agent that routes user requests to the appropriate specialist.
+ * This is the main entry point for all agent interactions.
+ * Uses minimal memory since it only routes and doesn't need long context.
+ */
+export const triageAgent = new Agent({
+    name: "triage",
+    model: models.triage,
+    temperature: 0.1,
+    instructions: buildTriageInstructions,
+    memory: minimalMemoryConfig,
+    modelSettings: {
+        toolChoice: {
+            type: "tool",
+            toolName: "handoff_to_agent",
+        },
+        failureMode: {
+            maxAttempts: 2,
+        },
+    },
+    handoffs: [analyticsAgent],
+    maxTurns: 1,
+});

apps/api/src/ai/agents/analytics.ts

@@ -11,12 +11,46 @@ export const memoryProvider = new RedisProvider(
 );
 
 /**
- * Default memory configuration for agents.
+ * Memory configurations for different agent types.
+ * Higher-capability models get more memory to support complex, multi-step reasoning.
  */
-export const defaultMemoryConfig = {
+
+/** Minimal memory for simple routing (triage) */
+export const minimalMemoryConfig = {
 	provider: memoryProvider,
 	history: {
 		enabled: true,
-		limit: 10,
+		limit: 10, // ~5 turns - just enough for context
 	},
 } as const;
+
+/** Standard memory for typical analytical queries */
+export const standardMemoryConfig = {
+	provider: memoryProvider,
+	history: {
+		enabled: true,
+		limit: 20, // ~10 turns - good for most conversations
+	},
+} as const;
+
+/** Extended memory for complex multi-step investigations */
+export const extendedMemoryConfig = {
+	provider: memoryProvider,
+	history: {
+		enabled: true,
+		limit: 30, // ~15 turns - deep analysis sessions
+	},
+} as const;
+
+/** Maximum memory for advanced reasoning with Sonnet */
+export const maxMemoryConfig = {
+	provider: memoryProvider,
+	history: {
+		enabled: true,
+		limit: 40, // ~20 turns - complex multi-step workflows
+	},
+} as const;
+
+/** @deprecated Use specific memory configs instead */
+export const defaultMemoryConfig = standardMemoryConfig;
+

apps/api/src/ai/agents/factory.ts

@@ -7,22 +7,37 @@ import { COMMON_AGENT_RULES } from "./shared";
  * Analytics-specific rules for data analysis and presentation.
  */
 const ANALYTICS_RULES = `<agent-specific-rules>
+**Data Analysis:**
 - Lead with key metrics and insights
-- Provide 2-3 actionable recommendations
-- Use the get_top_pages tool for page analytics
-- Use the execute_sql_query tool for custom analytics queries
-- Always include time context (e.g., "in the last 7 days")
-- Format large numbers with commas for readability
+- Always include time context (e.g., "in the last 7 days", "yesterday vs last week")
+- Compare periods by default: show trends (↑↓), week-over-week, month-over-month
+- Flag data quality issues: "only 3 days of data available", "low sample size", "incomplete data"
+- Note statistical significance: avoid strong claims for small samples (<100 events)
+- Identify anomalies proactively: unusual spikes, drops, patterns
+
+**Tools Usage:**
+- Use get_top_pages for page analytics
+- Use execute_sql_query for custom analytics queries
 - CRITICAL: execute_sql_query must ONLY use SELECT/WITH and parameter placeholders (e.g., {websiteId:String}) with values passed via params. Never interpolate strings.
 - Example: execute_sql_query({ sql: "SELECT ... WHERE client_id = {websiteId:String}", params: { websiteId: "<use website_id from context>" } })
-- Tables must be compact and readable: ≤5 columns, short headers, include units (%, ms, s), no empty columns, align numbers right and text left, no blank rows.
+
+**Insights & Recommendations:**
+- Provide 2-3 actionable recommendations based on findings
+- Explain the "why" behind patterns: "Traffic dropped 25% because..."
+- Suggest related insights: "While checking errors, I noticed performance issues..."
+- Consider business context: tailor insights to the website's primary goal
+
+**Formatting:**
+- Format large numbers with commas for readability
+- Tables must be compact: ≤5 columns, short headers, include units (%, ms, s), no empty columns
+- When ambiguous, ask clarifying questions: "Did you mean last week (Mon-Sun) or last 7 days?"
 </agent-specific-rules>`;
 
 /**
  * Builds the instruction prompt for the analytics agent.
  */
 export function buildAnalyticsInstructions(ctx: AppContext): string {
-	return `You are an analytics specialist for ${ctx.websiteDomain}. Your goal is to analyze website traffic, user behavior, and performance metrics.
+	return `You are Databunny, an analytics assistant for ${ctx.websiteDomain}. Your goal is to analyze website traffic, user behavior, and performance metrics.
 
 <background-data>
 ${formatContextForLLM(ctx)}