Merge pull request #34 from database-playground/pan93412/dbp-128-降低-ai-成本

DBP-128: reduce AI cost

Author: pan93412

app/api/chat/route.ts

@@ -4,12 +4,10 @@ import { getAuthorizedUserInfo } from "@/lib/auth.rsc";
 import { createPostHogClient } from "@/lib/posthog.rsc";
 import { anthropic, type AnthropicProviderOptions } from "@ai-sdk/anthropic";
 import { withTracing } from "@posthog/ai";
-import { convertToModelMessages, stepCountIs, streamText, tool, type UIMessage } from "ai";
+import { convertToModelMessages, pruneMessages, stepCountIs, streamText, tool, type UIMessage } from "ai";
 import { NextResponse } from "next/server";
 import { z } from "zod";
 
-export const maxDuration = 30;
-
 const QUESTION_INFO = graphql(`
   query QuestionInfo($id: ID!) {
     question(id: $id) {
@@ -101,18 +99,25 @@ export async function POST(req: Request) {
     );
   }
 
-  const model = anthropic("claude-sonnet-4-5");
+  const model = anthropic("claude-haiku-4-5");
   const posthogClient = await createPostHogClient();
 
   const tracedModel = withTracing(model, posthogClient, {
     posthogDistinctId: userInfo.sub,
   });
 
+  const prunedMessages = pruneMessages({
+    messages: convertToModelMessages(messages),
+    reasoning: "none",
+    toolCalls: "before-last-message",
+    emptyMessages: "remove",
+  });
+
   const result = streamText({
     model: tracedModel,
     providerOptions: {
       anthropic: {
-        thinking: { type: "enabled", budgetTokens: 12000 },
+        thinking: { type: "enabled", budgetTokens: 2000 },
       } satisfies AnthropicProviderOptions,
     },
     messages: [
@@ -136,7 +141,7 @@ export async function POST(req: Request) {
           } satisfies AnthropicProviderOptions,
         },
       },
-      ...convertToModelMessages(messages),
+      ...prunedMessages,
     ],
     stopWhen: stepCountIs(10),
     tools: {

gql/graphql.ts

@@ -49,6 +49,17 @@ export type CreateGroupInput = {
   scopeSetIDs?: InputMaybe<Array<Scalars['ID']['input']>>;
 };
 
+/**
+ * CreatePointInput is used for create Point object.
+ * Input was generated by ent.
+ */
+export type CreatePointInput = {
+  description?: InputMaybe<Scalars['String']['input']>;
+  grantedAt?: InputMaybe<Scalars['Time']['input']>;
+  points?: InputMaybe<Scalars['Int']['input']>;
+  userID: Scalars['ID']['input'];
+};
+
 /**
  * CreateQuestionInput is used for create Question object.
  * Input was generated by ent.
@@ -388,6 +399,8 @@ export type Mutation = {
   createDatabase: Database;
   /** Create a new group. */
   createGroup?: Maybe<Group>;
+  /** Create a new point record for a user. */
+  createPoint?: Maybe<Point>;
   /** Create a question. */
   createQuestion: Question;
   /** Create a new scope set. */
@@ -440,6 +453,11 @@ export type MutationCreateGroupArgs = {
 };
 
 
+export type MutationCreatePointArgs = {
+  input: CreatePointInput;
+};
+
+
 export type MutationCreateQuestionArgs = {
   input: CreateQuestionInput;
 };
@@ -897,13 +915,13 @@ export enum QuestionOrderField {
 
 export type QuestionStatistics = {
   __typename?: 'QuestionStatistics';
-  /** 嘗試人數 */
+  /** Number of users who attempted */
   attemptedUsers: Scalars['Int']['output'];
-  /** 答案正確的提交數 */
+  /** Number of correct submissions */
   correctSubmissionCount: Scalars['Int']['output'];
-  /** 通過的學生數 */
+  /** Number of users who passed */
   passedUsers: Scalars['Int']['output'];
-  /** 所有提交數 */
+  /** Total number of submissions */
   submissionCount: Scalars['Int']['output'];
 };
 

package.json

@@ -14,15 +14,15 @@
     "format:check": "dprint check"
   },
   "dependencies": {
-    "@ai-sdk/anthropic": "^2.0.37",
-    "@ai-sdk/react": "^2.0.80",
-    "@apollo/client": "4.0.7",
+    "@ai-sdk/anthropic": "^2.0.39",
+    "@ai-sdk/react": "^2.0.82",
+    "@apollo/client": "4.0.8",
     "@apollo/client-integration-nextjs": "^0.14.1",
     "@bprogress/next": "^3.2.12",
     "@codemirror/lang-sql": "^6.10.0",
     "@graphql-codegen/client-preset": "^5.1.1",
     "@hookform/resolvers": "^5.2.2",
-    "@posthog/ai": "^6.4.4",
+    "@posthog/ai": "^6.5.0",
     "@radix-ui/react-alert-dialog": "^1.1.15",
     "@radix-ui/react-avatar": "^1.1.10",
     "@radix-ui/react-checkbox": "^1.3.3",
@@ -42,20 +42,20 @@
     "@tailwindcss/typography": "^0.5.19",
     "@tanstack/react-table": "^8.21.3",
     "@uiw/react-codemirror": "^4.25.2",
-    "ai": "^5.0.80",
+    "ai": "^5.0.82",
     "babel-plugin-react-compiler": "19.1.0-rc.3",
     "class-variance-authority": "^0.7.1",
     "clsx": "^2.1.1",
     "foxact": "^0.2.49",
     "graphql": "^16.11.0",
     "lucide-react": "^0.548.0",
-    "next": "16.0.1-canary.2",
+    "next": "16.0.2-canary.0",
     "next-themes": "^0.4.6",
-    "posthog-js": "1.280.1",
-    "posthog-node": "^5.10.3",
-    "react": "19.3.0-canary-408b38ef-20251023",
+    "posthog-js": "1.282.0",
+    "posthog-node": "^5.10.4",
+    "react": "19.3.0-canary-4f931700-20251029",
     "react-codemirror-merge": "^4.25.2",
-    "react-dom": "19.3.0-canary-408b38ef-20251023",
+    "react-dom": "19.3.0-canary-4f931700-20251029",
     "react-hook-form": "^7.65.0",
     "react-remark": "^2.1.0",
     "remark": "^15.0.1",
@@ -75,13 +75,13 @@
     "@graphql-typed-document-node/core": "^3.2.0",
     "@parcel/watcher": "^2.5.1",
     "@tailwindcss/postcss": "^4.1.16",
-    "@types/node": "^24.9.1",
+    "@types/node": "^24.9.2",
     "@types/react": "^19.2.2",
     "@types/react-dom": "^19.2.2",
     "@typescript-eslint/parser": "^8.46.2",
     "dprint": "^0.50.2",
     "eslint": "^9.38.0",
-    "eslint-config-next": "16.0.1-canary.2",
+    "eslint-config-next": "16.0.2-canary.0",
     "eslint-plugin-better-tailwindcss": "^3.7.10",
     "tailwindcss": "^4.1.16",
     "tw-animate-css": "^1.4.0",