Skip to content

Commit 7d9080f

Browse files
undo stream implementation
1 parent b05dc6a commit 7d9080f

File tree

2 files changed

+2
-28
lines changed

2 files changed

+2
-28
lines changed

guardrails/run/async_stream_runner.py

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,6 @@
1313
from guardrails.classes import ValidationOutcome
1414
from guardrails.classes.history import Call, Inputs, Iteration, Outputs
1515
from guardrails.classes.output_type import OutputTypes
16-
from guardrails.classes.validation.validation_summary import ValidationSummary
1716
from guardrails.constants import pass_status
1817
from guardrails.llm_providers import (
1918
AsyncLiteLLMCallable,
@@ -168,16 +167,11 @@ async def async_step(
168167
)
169168
validation_response += cast(str, validated_fragment)
170169
passed = call_log.status == pass_status
171-
validator_logs = iteration.validator_logs
172-
validation_summaries = ValidationSummary.from_validator_logs_only_fails(
173-
validator_logs
174-
)
175170
yield ValidationOutcome(
176171
call_id=call_log.id, # type: ignore
177172
raw_llm_output=chunk_text,
178173
validated_output=validated_fragment,
179174
validation_passed=passed,
180-
validation_summaries=validation_summaries,
181175
)
182176
else:
183177
async for chunk in stream_output:
@@ -213,16 +207,11 @@ async def async_step(
213207
validation_response = cast(list, validated_fragment)
214208
else:
215209
validation_response = cast(dict, validated_fragment)
216-
validator_logs = iteration.validator_logs
217-
validation_summaries = ValidationSummary.from_validator_logs_only_fails(
218-
validator_logs
219-
)
220210
yield ValidationOutcome(
221211
call_id=call_log.id, # type: ignore
222212
raw_llm_output=fragment,
223213
validated_output=chunk_text,
224214
validation_passed=validated_fragment is not None,
225-
validation_summaries=validation_summaries,
226215
)
227216

228217
iteration.outputs.raw_output = fragment

guardrails/run/stream_runner.py

Lines changed: 2 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,8 @@
11
from typing import Any, Dict, Iterator, List, Optional, Tuple, Union, cast
22

3-
43
from guardrails import validator_service
54
from guardrails.classes.history import Call, Inputs, Iteration, Outputs
65
from guardrails.classes.output_type import OT, OutputTypes
7-
from guardrails.classes.validation.validation_summary import ValidationSummary
86
from guardrails.classes.validation_outcome import ValidationOutcome
97
from guardrails.llm_providers import (
108
LiteLLMCallable,
@@ -181,7 +179,8 @@ def prepare_chunk_generator(stream) -> Iterator[Tuple[Any, bool]]:
181179
"$",
182180
validate_subschema=True,
183181
)
184-
for chunk_index, res in enumerate(gen):
182+
183+
for res in gen:
185184
chunk = res.chunk
186185
original_text = res.original_text
187186
if isinstance(chunk, SkeletonReAsk):
@@ -200,20 +199,12 @@ def prepare_chunk_generator(stream) -> Iterator[Tuple[Any, bool]]:
200199
# 5. Convert validated fragment to a pretty JSON string
201200
validation_response += cast(str, chunk)
202201
passed = call_log.status == pass_status
203-
204-
validator_logs = call_log.iterations.last.validator_logs
205-
206-
validation_summaries = ValidationSummary.from_validator_logs_only_fails(
207-
validator_logs
208-
)
209-
210202
yield ValidationOutcome(
211203
call_id=call_log.id, # type: ignore
212204
# The chunk or the whole output?
213205
raw_llm_output=original_text,
214206
validated_output=chunk,
215207
validation_passed=passed,
216-
validation_summaries=validation_summaries,
217208
)
218209

219210
# handle non string schema
@@ -258,17 +249,11 @@ def prepare_chunk_generator(stream) -> Iterator[Tuple[Any, bool]]:
258249
else:
259250
validation_response = cast(dict, validated_fragment)
260251
# 5. Convert validated fragment to a pretty JSON string
261-
262-
validator_logs = iteration.validator_logs
263-
validation_summaries = ValidationSummary.from_validator_logs_only_fails(
264-
validator_logs
265-
)
266252
yield ValidationOutcome(
267253
call_id=call_log.id, # type: ignore
268254
raw_llm_output=fragment,
269255
validated_output=validated_fragment,
270256
validation_passed=validated_fragment is not None,
271-
validation_summaries=validation_summaries,
272257
)
273258

274259
# # Finally, add to logs

0 commit comments

Comments
 (0)