Skip to content

Commit 7ca826a

Browse files
authored
Update keypoint metric name in benchmark (#4180)
1 parent c3ce361 commit 7ca826a

File tree

1 file changed

+8
-8
lines changed

1 file changed

+8
-8
lines changed

tests/perf/test_keypoint_detection.py

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -47,10 +47,10 @@ class TestPerfKeypointDetection(PerfTestBase):
4747
BENCHMARK_CRITERIA = [ # noqa: RUF012
4848
Benchmark.Criterion(name="train/epoch", summary="max", compare="<", margin=0.1),
4949
Benchmark.Criterion(name="train/e2e_time", summary="max", compare="<", margin=0.1),
50-
Benchmark.Criterion(name="val/accuracy", summary="max", compare=">", margin=0.1),
51-
Benchmark.Criterion(name="test/accuracy", summary="max", compare=">", margin=0.1),
52-
Benchmark.Criterion(name="export/accuracy", summary="max", compare=">", margin=0.1),
53-
Benchmark.Criterion(name="optimize/accuracy", summary="max", compare=">", margin=0.1),
50+
Benchmark.Criterion(name="val/PCK", summary="max", compare=">", margin=0.1),
51+
Benchmark.Criterion(name="test/PCK", summary="max", compare=">", margin=0.1),
52+
Benchmark.Criterion(name="export/PCK", summary="max", compare=">", margin=0.1),
53+
Benchmark.Criterion(name="optimize/PCK", summary="max", compare=">", margin=0.1),
5454
Benchmark.Criterion(name="train/iter_time", summary="mean", compare="<", margin=0.1),
5555
Benchmark.Criterion(name="test/iter_time", summary="mean", compare="<", margin=0.1),
5656
Benchmark.Criterion(name="export/iter_time", summary="mean", compare="<", margin=0.1),
@@ -120,10 +120,10 @@ class TestPerfKeypointDetectionSingleObj(PerfTestBase):
120120
BENCHMARK_CRITERIA = [ # noqa: RUF012
121121
Benchmark.Criterion(name="train/epoch", summary="max", compare="<", margin=0.1),
122122
Benchmark.Criterion(name="train/e2e_time", summary="max", compare="<", margin=0.1),
123-
Benchmark.Criterion(name="val/accuracy", summary="max", compare=">", margin=0.1),
124-
Benchmark.Criterion(name="test/accuracy", summary="max", compare=">", margin=0.1),
125-
Benchmark.Criterion(name="export/accuracy", summary="max", compare=">", margin=0.1),
126-
Benchmark.Criterion(name="optimize/accuracy", summary="max", compare=">", margin=0.1),
123+
Benchmark.Criterion(name="val/PCK", summary="max", compare=">", margin=0.1),
124+
Benchmark.Criterion(name="test/PCK", summary="max", compare=">", margin=0.1),
125+
Benchmark.Criterion(name="export/PCK", summary="max", compare=">", margin=0.1),
126+
Benchmark.Criterion(name="optimize/PCK", summary="max", compare=">", margin=0.1),
127127
Benchmark.Criterion(name="train/iter_time", summary="mean", compare="<", margin=0.1),
128128
Benchmark.Criterion(name="test/iter_time", summary="mean", compare="<", margin=0.1),
129129
Benchmark.Criterion(name="export/iter_time", summary="mean", compare="<", margin=0.1),

0 commit comments

Comments
 (0)