Put a short timeout on the lie detector.

Signed-off-by: Katharine Berry <[email protected]>

Author: Katharine

service/assistant/verifier/verifier.go

@@ -18,6 +18,7 @@ import (
 	"context"
 	"encoding/json"
 	"log"
+	"time"
 
 	"github.com/honeycombio/beeline-go"
 	"google.golang.org/genai"
@@ -67,7 +68,10 @@ func DetermineActions(ctx context.Context, qt *quota.Tracker, message string) ([
 
 	temperature := float32(0.1)
 	f := false
-	response, err := geminiClient.Models.GenerateContent(ctx, "models/gemini-2.0-flash-lite", []*genai.Content{
+	// We don't want to hold up the user for too long - if the model is responding slowly, just give up.
+	// Under normal circumstances, the P99 response time is around 600ms.
+	timeoutCtx, cancelTimeout := context.WithTimeout(ctx, 1500*time.Millisecond)
+	response, err := geminiClient.Models.GenerateContent(timeoutCtx, "models/gemini-2.0-flash-lite", []*genai.Content{
 		genai.NewContentFromText(message, genai.RoleUser),
 	}, &genai.GenerateContentConfig{
 		SystemInstruction: genai.NewContentFromText(SYSTEM_PROMPT, genai.RoleUser),
@@ -93,6 +97,7 @@ func DetermineActions(ctx context.Context, qt *quota.Tracker, message string) ([
 			},
 		},
 	})
+	cancelTimeout()
 	if err != nil {
 		return nil, err
 	}