Skip to content

Commit 8689d5b

Browse files
committed
Update script to include projecting a summary
1 parent 17e95d8 commit 8689d5b

File tree

2 files changed

+42
-0
lines changed

2 files changed

+42
-0
lines changed
Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
{
2+
"Provider": "Azure AI",
3+
"Model": "gpt-4o",
4+
"Mean": 1.591
5+
}
6+
{
7+
"Provider": "Azure AI",
8+
"Model": "gpt-4o-mini",
9+
"Mean": 2.681
10+
}
11+
{
12+
"Provider": "OpenAI",
13+
"Model": "gpt-4o",
14+
"Mean": 2.522
15+
}
16+
{
17+
"Provider": "OpenAI",
18+
"Model": "gpt-4o-mini",
19+
"Mean": 2.613
20+
}
21+
{
22+
"Provider": "xAI",
23+
"Model": "grok-2-latest",
24+
"Mean": 3.002
25+
}
26+
{
27+
"Provider": "xAI",
28+
"Model": "grok-beta",
29+
"Mean": 1.326
30+
}

update.ps1

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,18 @@
11
git pull && `
22
pushd .\src\AI.Benchmarks && `
33
dotnet run -c Release && `
4+
jq -r '.HostEnvironmentInfo.ChronometerFrequency.Hertz as $ticks |
5+
.Benchmarks[] |
6+
{
7+
Provider: (({
8+
aai: "Azure AI",
9+
oai: "OpenAI",
10+
xai: "xAI"
11+
})[.Parameters[7:10]] // "Unknown"),
12+
Model: .Parameters[11:],
13+
# express as seconds to match markdown
14+
Mean: ((.Statistics.Mean / $ticks) | . * 10 | floor | . / 1000)
15+
}' .\BenchmarkDotNet.Artifacts\results\AI.Benchmarks.ModelPerformance-report-full-compressed.json > .\BenchmarkDotNet.Artifacts\results\summary.json && `
416
popd && `
517
add *.json && `
618
add *.md && `

0 commit comments

Comments
 (0)