Skip to content

Commit d4cb077

Browse files
committed
Make it clearer which messages we tag with CacheControl
Signed-off-by: David Gageot <david.gageot@docker.com>
1 parent 70a6194 commit d4cb077

File tree

1 file changed

+6
-9
lines changed

1 file changed

+6
-9
lines changed

pkg/session/session.go

Lines changed: 6 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -531,8 +531,6 @@ func buildInvariantSystemMessages(a *agent.Agent) []chat.Message {
531531
}
532532
}
533533

534-
markLastMessageAsCacheControl(messages)
535-
536534
return messages
537535
}
538536

@@ -595,9 +593,6 @@ func buildContextSpecificSystemMessages(a *agent.Agent, s *Session) []chat.Messa
595593
}
596594
}
597595

598-
// this is still useful to mark those messages as cachecontrol, so that if a user starts a second prompt for the same project, the first prompt cacheincluding the user specifics can be leveraged
599-
markLastMessageAsCacheControl(messages)
600-
601596
return messages
602597
}
603598

@@ -631,18 +626,20 @@ func buildSessionSummaryMessages(s *Session) ([]chat.Message, int) {
631626
func (s *Session) GetMessages(a *agent.Agent) []chat.Message {
632627
slog.Debug("Getting messages for agent", "agent", a.Name(), "session_id", s.ID)
633628

634-
var messages []chat.Message
635-
636629
// Build invariant system messages (cacheable across sessions/users/projects)
637630
invariantMessages := buildInvariantSystemMessages(a)
638-
messages = append(messages, invariantMessages...)
631+
markLastMessageAsCacheControl(invariantMessages)
639632

640633
// Build context-specific system messages (vary per user/project/time)
641634
contextMessages := buildContextSpecificSystemMessages(a, s)
642-
messages = append(messages, contextMessages...)
635+
markLastMessageAsCacheControl(contextMessages)
643636

644637
// Build session summary messages (vary per session)
645638
summaryMessages, lastSummaryIndex := buildSessionSummaryMessages(s)
639+
640+
var messages []chat.Message
641+
messages = append(messages, invariantMessages...)
642+
messages = append(messages, contextMessages...)
646643
messages = append(messages, summaryMessages...)
647644

648645
startIndex := lastSummaryIndex + 1

0 commit comments

Comments
 (0)