Skip to content

Commit 606d49c

Browse files
toslali-ibmmarkurtz
authored andcommitted
Rebase to main
Signed-off-by: Mert Toslali <[email protected]>
1 parent 76c43f3 commit 606d49c

File tree

2 files changed

+4
-0
lines changed

2 files changed

+4
-0
lines changed

src/guidellm/schemas/request_stats.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -48,6 +48,9 @@ class GenerativeRequestStats(StandardBaseDict):
4848
request_type: GenerativeRequestType | str = Field(
4949
description="Type of generative request (text_completion or chat_completion)"
5050
)
51+
response_id: str | None = Field(
52+
default=None, description="vLLM-assigned unique request ID"
53+
)
5154
request_args: str | None = Field(
5255
default=None, description="Backend arguments used for this request"
5356
)

src/guidellm/schemas/response.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -112,6 +112,7 @@ def compile_stats(
112112

113113
return GenerativeRequestStats(
114114
request_id=self.request_id,
115+
response_id=self.response_id,
115116
request_type=request.request_type,
116117
request_args=str(
117118
request.arguments.model_dump() if request.arguments else {}

0 commit comments

Comments
 (0)