updated

Author: tim-inkeep

src/lib/intelligent-support/schemas.ts

@@ -76,14 +76,12 @@ const KnownAnswerConfidence = z
   "A measure of how confidently the AI Assistant completely and directly answered the User Question."
 );
 
-const AIAnnotationsToolSchema = z
-  .object({
-    answerConfidence: z.union([KnownAnswerConfidence, z.string()]),
-  })
-  .passthrough();
+const AnswerConfidence = z.union([KnownAnswerConfidence, z.string()]);
+const AnswerConfidenceExplanation = z.string().describe("A brief few word justification of why a specific confidence level was chosen.");
 
-export const ProvideAIAnnotationsToolSchema = z.object({
-  aiAnnotations: AIAnnotationsToolSchema,
+export const ProvideAnswerConfidenceToolSchema = z.object({
+  explanation: AnswerConfidenceExplanation,
+  answerConfidence: AnswerConfidence,
 });
 
 export const ProvideRecordsConsideredToolSchema = z.object({

src/lib/intelligent-support/support.ts

@@ -1,5 +1,5 @@
 import 'server-only';
-import { ProvideAIAnnotationsToolSchema, ProvideLinksToolSchema } from './schemas';
+import { ProvideAnswerConfidenceToolSchema, ProvideLinksToolSchema } from './schemas';
 
 import type { CoreMessage } from 'ai';
 import type { z } from 'zod';
@@ -40,8 +40,8 @@ export const generateQaModeResponse = async ({
       provideRecordsConsidered: {
         parameters: ProvideRecordsConsideredToolSchema,
       },
-      provideAIAnnotations: {
-        parameters: ProvideAIAnnotationsToolSchema,
+      provideAnswerConfidence: {
+        parameters: ProvideAnswerConfidenceToolSchema,
       },
       provideLinks: {
         parameters: ProvideLinksToolSchema,
@@ -50,16 +50,16 @@ export const generateQaModeResponse = async ({
     toolChoice: 'auto',
   });
 
-  const aiAnnotations = toolCalls.find(toolCall => toolCall.toolName === 'provideAIAnnotations')?.args
-    .aiAnnotations as z.infer<typeof ProvideAIAnnotationsToolSchema>['aiAnnotations'];
+  const answerConfidence = toolCalls.find(toolCall => toolCall.toolName === 'provideAnswerConfidence')?.args
+    .answerConfidence as z.infer<typeof ProvideAnswerConfidenceToolSchema>['answerConfidence'];
   const recordsConsidered = toolCalls.find(toolCall => toolCall.toolName === 'provideRecordsConsidered')?.args
     .recordsConsidered as z.infer<typeof ProvideRecordsConsideredToolSchema>['recordsConsidered'];
   const links = toolCalls.find(toolCall => toolCall.toolName === 'provideLinks')?.args.links as z.infer<
     typeof ProvideLinksToolSchema
   >['links'];
 
   return {
-    aiAnnotations,
+    answerConfidence,
     text,
     recordsConsidered,
     links,