cleanup

Author: dtam

guardrails/async_guard.py

@@ -574,6 +574,7 @@ async def _stream_server_call(
                         validated_output=validated_output,
                         validation_passed=(validation_output.validation_passed is True),
                     )
+            # TODO re-enable this once we have a way to get history from a multi-node server
             # if validation_output:
             #     guard_history = self._api_client.get_history(
             #         self.name, validation_output.call_id

guardrails/classes/llm/llm_response.py

@@ -47,7 +47,11 @@ def to_interface(self) -> ILLMResponse:
             stream_output = [str(so) for so in copy_2]
 
         async_stream_output = None
-        if self.async_stream_output:
+        # dont do this again if already aiter-able were updating ourselves here so in memory
+        # this can cause issues
+        if self.async_stream_output and not hasattr(
+            self.async_stream_output, "__aiter__"
+        ):
             # tee doesn't work with async iterators
             # This may be destructive
             async_stream_output = []

guardrails/guard.py

@@ -1215,6 +1215,7 @@ def _single_server_call(self, *, payload: Dict[str, Any]) -> ValidationOutcome[O
                     error="The response from the server was empty!",
                 )
 
+            # TODO renable this when we have history support in multi-node server environments
             # guard_history = self._api_client.get_history(
             #     self.name, validation_output.call_id
             # )
@@ -1281,14 +1282,15 @@ def _stream_server_call(
                         validated_output=validated_output,
                         validation_passed=(validation_output.validation_passed is True),
                     )
-            if validation_output:
-                guard_history = self._api_client.get_history(
-                    self.name, validation_output.call_id
-                )
-                # TODO renable this. doesnt work in a multiple server environment
-                # self.history.extend(
-                #     [Call.from_interface(call) for call in guard_history]
-                # )
+
+            # TODO reenable this when sever supports multi-node history
+            # if validation_output:
+            #     guard_history = self._api_client.get_history(
+            #         self.name, validation_output.call_id
+            #     )
+            # self.history.extend(
+            #     [Call.from_interface(call) for call in guard_history]
+            # )
         else:
             raise ValueError("Guard does not have an api client!")
 
@@ -1370,7 +1372,7 @@ def to_dict(self) -> Dict[str, Any]:
             description=self.description,
             validators=self.validators,
             output_schema=self.output_schema,
-            history=[],  # type: ignore
+            history=[c.to_interface() for c in self.history],  # type: ignore
         )
 
         return i_guard.to_dict()