File tree Expand file tree Collapse file tree 3 files changed +29
-0
lines changed Expand file tree Collapse file tree 3 files changed +29
-0
lines changed Original file line number Diff line number Diff line change @@ -220,6 +220,7 @@ func (r *OpenAIRouter) handleResponseBody(v *ext_proc.ProcessingRequest_Response
220220 },
221221 },
222222 }
223+ metrics .ResponsesAdapterSSEEvents .WithLabelValues ("response.completed" ).Inc ()
223224 return response , nil
224225 }
225226
@@ -246,6 +247,13 @@ func (r *OpenAIRouter) handleResponseBody(v *ext_proc.ProcessingRequest_Response
246247 sb .WriteString ("data: " )
247248 sb .Write (ev )
248249 sb .WriteString ("\n \n " )
250+ // Inspect the event type for metrics
251+ var et map [string ]interface {}
252+ if err := json .Unmarshal (ev , & et ); err == nil {
253+ if t , _ := et ["type" ].(string ); t != "" {
254+ metrics .ResponsesAdapterSSEEvents .WithLabelValues (t ).Inc ()
255+ }
256+ }
249257 }
250258 v .ResponseBody .Body = []byte (sb .String ())
251259 }
Original file line number Diff line number Diff line change @@ -339,6 +339,9 @@ func (r *OpenAIRouter) handleRequestHeaders(v *ext_proc.ProcessingRequest_Reques
339339 return r .createErrorResponse (404 , "Responses API not enabled" ), nil
340340 }
341341
342+ // Metrics: record that adapter is handling this request
343+ metrics .ResponsesAdapterRequests .WithLabelValues ("false" ).Inc ()
344+
342345 // Prepare header mutation to rewrite :path to legacy chat completions
343346 // Actual body mapping occurs in handleRequestBody
344347 newPath := strings .Replace (path , "/v1/responses" , "/v1/chat/completions" , 1 )
Original file line number Diff line number Diff line change @@ -380,6 +380,24 @@ var (
380380 },
381381 []string {"fallback_reason" , "fallback_strategy" },
382382 )
383+
384+ // ResponsesAdapterRequests counts requests handled via the Responses adapter
385+ ResponsesAdapterRequests = promauto .NewCounterVec (
386+ prometheus.CounterOpts {
387+ Name : "llm_responses_adapter_requests_total" ,
388+ Help : "Total number of /v1/responses requests handled by the adapter" ,
389+ },
390+ []string {"streaming" },
391+ )
392+
393+ // ResponsesAdapterSSEEvents counts emitted Responses SSE events during translation
394+ ResponsesAdapterSSEEvents = promauto .NewCounterVec (
395+ prometheus.CounterOpts {
396+ Name : "llm_responses_adapter_sse_events_total" ,
397+ Help : "Total number of Responses SSE events emitted by the adapter" ,
398+ },
399+ []string {"event_type" },
400+ )
383401)
384402
385403// RecordModelRequest increments the counter for requests to a specific model
You can’t perform that action at this time.
0 commit comments