Skip to content

Commit 5b3a74d

Browse files
committed
Remove modelUsage storage to collect data afterward
1 parent 2dd0a23 commit 5b3a74d

File tree

1 file changed

+0
-6
lines changed

1 file changed

+0
-6
lines changed

DevProxy.Plugins/Inspection/OpenAITelemetryPlugin.cs

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,6 @@
1616
using OpenTelemetry.Metrics;
1717
using OpenTelemetry.Resources;
1818
using OpenTelemetry.Trace;
19-
using System.Collections.Concurrent;
2019
using System.Diagnostics;
2120
using System.Diagnostics.Metrics;
2221
using System.Text.Json;
@@ -67,7 +66,6 @@ public sealed class OpenAITelemetryPlugin(
6766
private LanguageModelPricesLoader? _loader;
6867
private MeterProvider? _meterProvider;
6968
private TracerProvider? _tracerProvider;
70-
private readonly ConcurrentDictionary<string, List<OpenAITelemetryPluginReportModelUsageInformation>> _modelUsage = [];
7169

7270
public override string Name => nameof(OpenAITelemetryPlugin);
7371

@@ -204,11 +202,9 @@ public override Task AfterRecordingStopAsync(RecordingArgs e, CancellationToken
204202
Environment = Configuration.Environment,
205203
Currency = Configuration.Currency,
206204
IncludeCosts = Configuration.IncludeCosts,
207-
ModelUsage = _modelUsage.ToDictionary()
208205
};
209206

210207
StoreReport(report, e);
211-
_modelUsage.Clear();
212208

213209
Logger.LogTrace("Left {Name}", nameof(AfterRecordingStopAsync));
214210
return Task.CompletedTask;
@@ -858,8 +854,6 @@ private void RecordUsageMetrics(Activity activity, OpenAIRequest request, OpenAI
858854
CompletionTokens = usage.CompletionTokens,
859855
CachedTokens = usage.PromptTokensDetails?.CachedTokens ?? 0L
860856
};
861-
var usagePerModel = _modelUsage.GetOrAdd(response.Model, model => []);
862-
usagePerModel.Add(reportModelUsageInformation);
863857

864858
if (!Configuration.IncludeCosts || Configuration.Prices is null)
865859
{

0 commit comments

Comments
 (0)