@@ -18,6 +18,7 @@ import (
1818 corev3 "github.com/envoyproxy/go-control-plane/envoy/config/core/v3"
1919 extprocv3http "github.com/envoyproxy/go-control-plane/envoy/extensions/filters/http/ext_proc/v3"
2020 extprocv3 "github.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3"
21+ openaisdk "github.com/openai/openai-go/v2"
2122 "google.golang.org/protobuf/types/known/structpb"
2223
2324 "github.com/envoyproxy/ai-gateway/internal/extproc/backendauth"
@@ -27,7 +28,6 @@ import (
2728 "github.com/envoyproxy/ai-gateway/internal/internalapi"
2829 "github.com/envoyproxy/ai-gateway/internal/metrics"
2930 tracing "github.com/envoyproxy/ai-gateway/internal/tracing/api"
30- openaisdk "github.com/openai/openai-go/v2"
3131)
3232
3333// ImageGenerationProcessorFactory returns a factory method to instantiate the image generation processor.
@@ -215,11 +215,11 @@ func (i *imageGenerationProcessorUpstreamFilter) ProcessRequestHeaders(ctx conte
215215 // Start tracking metrics for this request.
216216 i .metrics .StartRequest (i .requestHeaders )
217217 // Set the original model from the request body before any overrides
218- i .metrics .SetOriginalModel (internalapi . OriginalModel ( i .originalRequestBody .Model ) )
218+ i .metrics .SetOriginalModel (i .originalRequestBody .Model )
219219 // Set the request model for metrics from the original model or override if applied.
220- reqModel := cmp .Or (i .requestHeaders [i .config .modelNameHeaderKey ], string ( i .originalRequestBody .Model ) )
221- i .metrics .SetRequestModel (internalapi . RequestModel ( reqModel ) )
222- i .metrics .SetResponseModel (internalapi . ResponseModel ( reqModel ) )
220+ reqModel := cmp .Or (i .requestHeaders [i .config .modelNameHeaderKey ], i .originalRequestBody .Model )
221+ i .metrics .SetRequestModel (reqModel )
222+ i .metrics .SetResponseModel (reqModel )
223223
224224 // We force the body mutation in the following cases:
225225 // * The request is a retry request because the body mutation might have happened the previous iteration.
@@ -471,9 +471,9 @@ func (i *imageGenerationProcessorUpstreamFilter) SetBackend(ctx context.Context,
471471 i .headerMutator = headermutator .NewHeaderMutator (b .HeaderMutation , rp .requestHeaders )
472472 // Sync header with backend model so header-derived labels/CEL use the actual model.
473473 if i .modelNameOverride != "" {
474- i .requestHeaders [i .config .modelNameHeaderKey ] = string ( i .modelNameOverride )
474+ i .requestHeaders [i .config .modelNameHeaderKey ] = i .modelNameOverride
475475 // Update metrics with the overridden model
476- i .metrics .SetRequestModel (internalapi . RequestModel ( i .modelNameOverride ) )
476+ i .metrics .SetRequestModel (i .modelNameOverride )
477477 }
478478 i .originalRequestBody = rp .originalRequestBody
479479 i .originalRequestBodyRaw = rp .originalRequestBodyRaw
@@ -498,5 +498,5 @@ func parseOpenAIImageGenerationBody(body *extprocv3.HttpBody) (modelName string,
498498 if err := json .Unmarshal (body .Body , & openAIReq ); err != nil {
499499 return "" , nil , fmt .Errorf ("failed to unmarshal body: %w" , err )
500500 }
501- return string ( openAIReq .Model ) , & openAIReq , nil
501+ return openAIReq .Model , & openAIReq , nil
502502}
0 commit comments