Skip to content

Commit cce3716

Browse files
committed
Fixup GenerativeRequestSession
1 parent 0cf187c commit cce3716

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

src/guidellm/request/session.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -44,17 +44,18 @@ def __len__(self) -> int:
4444

4545
def get_next_request(self) -> GenerationRequest:
4646
completed_responses = len(self.responses)
47-
base_request = self.prompts[completed_responses].model_copy()
47+
base_request = self.prompts[completed_responses].model_copy(deep=True)
4848
base_request.content = "".join(
4949
itertools.chain.from_iterable(
50-
zip((x.content for x in self.prompts), self.responses)
50+
zip((x.content for x in self.prompts), self.responses + [""])
5151
)
5252
)
5353
base_request.stats["prompt_tokens"] = sum(
5454
x.stats["prompt_tokens"] for x in self.prompts[: completed_responses + 1]
5555
)
5656
base_request.constraints["output_tokens"] = sum(
57-
x.constraints["output_tokens"] for x in self.prompts[:completed_responses]
57+
x.constraints["output_tokens"]
58+
for x in self.prompts[: completed_responses + 1]
5859
)
5960

6061
return base_request

0 commit comments

Comments
 (0)