possible summarization fix

jason-raitz · jason-raitz · commit 53ea41894c30 · 2026-01-05T16:09:58.000-05:00
diff --git a/willa/chatbot/graph_manager.py b/willa/chatbot/graph_manager.py
@@ -41,6 +41,7 @@ def _create_workflow(self) -> CompiledStateGraph:
         summarization_node = SummarizationNode(
             max_tokens=int(CONFIG['SUMMARIZATION_MAX_TOKENS']),
             model=self._model,
+            token_counter=self._model.get_num_tokens_from_messages,
             input_messages_key="filtered_messages",
             output_messages_key="summarized_messages"
         )

Original file line number	Diff line number	Diff line change
`@@ -41,6 +41,7 @@ def _create_workflow(self) -> CompiledStateGraph:`
`41`	`41`	`summarization_node = SummarizationNode(`
`42`	`42`	`max_tokens=int(CONFIG['SUMMARIZATION_MAX_TOKENS']),`
`43`	`43`	`model=self._model,`
	`44`	`+ token_counter=self._model.get_num_tokens_from_messages,`
`44`	`45`	`input_messages_key="filtered_messages",`
`45`	`46`	`output_messages_key="summarized_messages"`
`46`	`47`	`)`