File tree Expand file tree Collapse file tree 2 files changed +4
-0
lines changed Expand file tree Collapse file tree 2 files changed +4
-0
lines changed Original file line number Diff line number Diff line change @@ -48,6 +48,9 @@ class GenerativeRequestStats(StandardBaseDict):
4848 request_type : GenerativeRequestType | str = Field (
4949 description = "Type of generative request (text_completion or chat_completion)"
5050 )
51+ response_id : str | None = Field (
52+ default = None , description = "vLLM-assigned unique request ID"
53+ )
5154 request_args : str | None = Field (
5255 default = None , description = "Backend arguments used for this request"
5356 )
Original file line number Diff line number Diff line change @@ -112,6 +112,7 @@ def compile_stats(
112112
113113 return GenerativeRequestStats (
114114 request_id = self .request_id ,
115+ response_id = self .response_id ,
115116 request_type = request .request_type ,
116117 request_args = str (
117118 request .arguments .model_dump () if request .arguments else {}
You can’t perform that action at this time.
0 commit comments