backends should add ACTION and MOT.

Author: HendrikStrobelt

mellea/backends/dummy.py

@@ -29,11 +29,11 @@ def generate_from_context(
         assert format is None, "The DummyBackend does not support constrained decoding."
         if self.responses is None:
             mot = ModelOutputThunk(value="dummy")
-            return mot, ctx.add(mot)
+            return mot, ctx.add(action).add(mot)
         elif self.idx < len(self.responses):
             return_value = ModelOutputThunk(value=self.responses[self.idx])
             self.idx += 1
-            return return_value, ctx.add(return_value)
+            return return_value, ctx.add(action).add(return_value)
         else:
             raise Exception(
                 f"DummyBackend expected no more than {len(self.responses)} calls."

mellea/backends/huggingface.py

@@ -216,7 +216,7 @@ def generate_from_context(
         mot = self._generate_from_context_standard(
             action, ctx, format=format, model_options=model_opts, tool_calls=tool_calls
         )
-        return mot, ctx.add(mot)
+        return mot, ctx.add(action).add(mot)
 
     def _generate_from_context_alora(
         self,

mellea/backends/litellm.py

@@ -123,7 +123,7 @@ def generate_from_context(
             model_options=model_options,
             tool_calls=tool_calls,
         )
-        return mot, ctx.add(mot)
+        return mot, ctx.add(action).add(mot)
 
     def _simplify_and_merge(
         self, model_options: dict[str, Any] | None

mellea/backends/ollama.py

@@ -249,7 +249,7 @@ def generate_from_context(
             tool_calls=tool_calls,
         )
 
-        return mot, ctx.add(mot)
+        return mot, ctx.add(action).add(mot)
 
     def generate_from_chat_context(
         self,

mellea/backends/openai.py

@@ -283,7 +283,7 @@ def generate_from_context(
             model_options=model_options,
             tool_calls=tool_calls,
         )
-        return mot, ctx.add(mot)
+        return mot, ctx.add(action).add(mot)
 
     def generate_from_chat_context(
         self,

mellea/backends/watsonx.py

@@ -225,7 +225,7 @@ def generate_from_context(
             model_options=model_options,
             tool_calls=tool_calls,
         )
-        return mot, ctx.add(mot)
+        return mot, ctx.add(action).add(mot)
 
     def generate_from_chat_context(
         self,