removed summaries from streaming due to peformance hit

Author: AlejandroEsquivel

guardrails/run/async_stream_runner.py

@@ -13,7 +13,6 @@
 from guardrails.classes import ValidationOutcome
 from guardrails.classes.history import Call, Inputs, Iteration, Outputs
 from guardrails.classes.output_type import OutputTypes
-from guardrails.classes.validation.validation_summary import ValidationSummary
 from guardrails.constants import pass_status
 from guardrails.llm_providers import (
     AsyncLiteLLMCallable,
@@ -165,16 +164,11 @@ async def async_step(
                     )
                 validation_response += cast(str, validated_fragment)
                 passed = call_log.status == pass_status
-                validator_logs = iteration.validator_logs
-                validation_summaries = ValidationSummary.from_validator_logs(
-                    validator_logs
-                )
                 yield ValidationOutcome(
                     call_id=call_log.id,  # type: ignore
                     raw_llm_output=chunk_text,
                     validated_output=validated_fragment,
                     validation_passed=passed,
-                    validation_summaries=validation_summaries,
                 )
         else:
             async for chunk in stream_output:
@@ -210,17 +204,11 @@ async def async_step(
                     validation_response = cast(list, validated_fragment)
                 else:
                     validation_response = cast(dict, validated_fragment)
-
-                validator_logs = iteration.validator_logs
-                validation_summaries = ValidationSummary.from_validator_logs(
-                    validator_logs
-                )
                 yield ValidationOutcome(
                     call_id=call_log.id,  # type: ignore
                     raw_llm_output=fragment,
                     validated_output=chunk_text,
                     validation_passed=validated_fragment is not None,
-                    validation_summaries=validation_summaries,
                 )
 
         iteration.outputs.raw_output = fragment

guardrails/run/stream_runner.py

@@ -1,10 +1,8 @@
 from typing import Any, Dict, Generator, Iterable, List, Optional, Tuple, Union, cast
 
-
 from guardrails import validator_service
 from guardrails.classes.history import Call, Inputs, Iteration, Outputs
 from guardrails.classes.output_type import OT, OutputTypes
-from guardrails.classes.validation.validation_summary import ValidationSummary
 from guardrails.classes.validation_outcome import ValidationOutcome
 from guardrails.llm_providers import (
     LiteLLMCallable,
@@ -178,9 +176,7 @@ def prepare_chunk_generator(stream) -> Iterable[Tuple[Any, bool]]:
                 "$",
                 validate_subschema=True,
             )
-            # Not sure I like adding all this info to every chunk
-            # maybe move last chunk?
-            validator_logs = iteration.validator_logs
+
             for res in gen:
                 chunk = res.chunk
                 original_text = res.original_text
@@ -199,19 +195,13 @@ def prepare_chunk_generator(stream) -> Iterable[Tuple[Any, bool]]:
                     )
                 # 5. Convert validated fragment to a pretty JSON string
                 validation_response += cast(str, chunk)
-                validator_logs = call_log.iterations.last.validator_logs
-
-                validation_summaries = ValidationSummary.from_validator_logs(
-                    validator_logs
-                )
                 passed = call_log.status == pass_status
                 yield ValidationOutcome(
                     call_id=call_log.id,  # type: ignore
                     #  The chunk or the whole output?
                     raw_llm_output=original_text,
                     validated_output=chunk,
                     validation_passed=passed,
-                    validation_summaries=validation_summaries,
                 )
 
         # handle non string schema
@@ -256,17 +246,11 @@ def prepare_chunk_generator(stream) -> Iterable[Tuple[Any, bool]]:
                 else:
                     validation_response = cast(dict, validated_fragment)
                 # 5. Convert validated fragment to a pretty JSON string
-
-                validator_logs = iteration.validator_logs
-                validation_summaries = ValidationSummary.from_validator_logs(
-                    validator_logs
-                )
                 yield ValidationOutcome(
                     call_id=call_log.id,  # type: ignore
                     raw_llm_output=fragment,
                     validated_output=validated_fragment,
                     validation_passed=validated_fragment is not None,
-                    validation_summaries=validation_summaries,
                 )
 
         # # Finally, add to logs