Skip to content

Commit 9f5a932

Browse files
feat(observability): add comprehensive monitoring for image generation
- Implement image generation metrics collection and reportz - Add distributed tracing support for image generation requests - Integrate OpenInference tracing for OpenAI image gen - Add API tracing support for image generation endpoints - Include comprehensive test coverage for observability features Signed-off-by: Hrushikesh Patil <[email protected]>
1 parent 43a2eb8 commit 9f5a932

File tree

4 files changed

+5
-1
lines changed

4 files changed

+5
-1
lines changed

internal/tracing/api/api.go

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,7 @@ import (
1616
"go.opentelemetry.io/otel/trace"
1717

1818
"github.com/envoyproxy/ai-gateway/internal/apischema/openai"
19+
openaisdk "github.com/openai/openai-go/v2"
1920
)
2021

2122
var _ Tracing = NoopTracing{}

internal/tracing/image_generation_span.go

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ import (
1010
"go.opentelemetry.io/otel/trace"
1111

1212
tracing "github.com/envoyproxy/ai-gateway/internal/tracing/api"
13+
openaisdk "github.com/openai/openai-go/v2"
1314
)
1415

1516
// Ensure imageGenerationSpan implements ImageGenerationSpan.

internal/tracing/image_generation_tracer.go

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@ import (
1515
"go.opentelemetry.io/otel/trace/noop"
1616

1717
tracing "github.com/envoyproxy/ai-gateway/internal/tracing/api"
18+
openaisdk "github.com/openai/openai-go/v2"
1819
)
1920

2021
// Ensure imageGenerationTracer implements ImageGenerationTracer.

internal/tracing/openinference/openai/image_generation.go

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,7 @@ import (
1717

1818
tracing "github.com/envoyproxy/ai-gateway/internal/tracing/api"
1919
"github.com/envoyproxy/ai-gateway/internal/tracing/openinference"
20+
openaisdk "github.com/openai/openai-go/v2"
2021
)
2122

2223
// ImageGenerationRecorder implements recorders for OpenInference image generation spans.
@@ -88,7 +89,7 @@ func buildImageGenerationRequestAttributes(req *openaisdk.ImageGenerateParams, b
8889
attrs := []attribute.KeyValue{
8990
attribute.String(openinference.SpanKind, openinference.SpanKindLLM),
9091
attribute.String(openinference.LLMSystem, openinference.LLMSystemOpenAI),
91-
attribute.String(openinference.LLMModelName, req.Model),
92+
attribute.String(openinference.LLMModelName, string(req.Model)),
9293
}
9394

9495
if config.HideInputs {

0 commit comments

Comments
 (0)