File tree Expand file tree Collapse file tree 2 files changed +42
-0
lines changed
src/AI.Benchmarks/BenchmarkDotNet.Artifacts/results Expand file tree Collapse file tree 2 files changed +42
-0
lines changed Original file line number Diff line number Diff line change
1
+ {
2
+ "Provider" : " Azure AI" ,
3
+ "Model" : " gpt-4o" ,
4
+ "Mean" : 1.591
5
+ }
6
+ {
7
+ "Provider" : " Azure AI" ,
8
+ "Model" : " gpt-4o-mini" ,
9
+ "Mean" : 2.681
10
+ }
11
+ {
12
+ "Provider" : " OpenAI" ,
13
+ "Model" : " gpt-4o" ,
14
+ "Mean" : 2.522
15
+ }
16
+ {
17
+ "Provider" : " OpenAI" ,
18
+ "Model" : " gpt-4o-mini" ,
19
+ "Mean" : 2.613
20
+ }
21
+ {
22
+ "Provider" : " xAI" ,
23
+ "Model" : " grok-2-latest" ,
24
+ "Mean" : 3.002
25
+ }
26
+ {
27
+ "Provider" : " xAI" ,
28
+ "Model" : " grok-beta" ,
29
+ "Mean" : 1.326
30
+ }
Original file line number Diff line number Diff line change 1
1
git pull && `
2
2
pushd .\src\AI.Benchmarks && `
3
3
dotnet run - c Release && `
4
+ jq - r ' .HostEnvironmentInfo.ChronometerFrequency.Hertz as $ticks |
5
+ .Benchmarks[] |
6
+ {
7
+ Provider: (({
8
+ aai: "Azure AI",
9
+ oai: "OpenAI",
10
+ xai: "xAI"
11
+ })[.Parameters[7:10]] // "Unknown"),
12
+ Model: .Parameters[11:],
13
+ # express as seconds to match markdown
14
+ Mean: ((.Statistics.Mean / $ticks) | . * 10 | floor | . / 1000)
15
+ }' .\BenchmarkDotNet.Artifacts\results\AI.Benchmarks.ModelPerformance- report- full- compressed.json > .\BenchmarkDotNet.Artifacts\results\summary.json && `
4
16
popd && `
5
17
add * .json && `
6
18
add * .md && `
You can’t perform that action at this time.
0 commit comments