@@ -47,10 +47,10 @@ class TestPerfKeypointDetection(PerfTestBase):
4747 BENCHMARK_CRITERIA = [ # noqa: RUF012
4848 Benchmark .Criterion (name = "train/epoch" , summary = "max" , compare = "<" , margin = 0.1 ),
4949 Benchmark .Criterion (name = "train/e2e_time" , summary = "max" , compare = "<" , margin = 0.1 ),
50- Benchmark .Criterion (name = "val/accuracy " , summary = "max" , compare = ">" , margin = 0.1 ),
51- Benchmark .Criterion (name = "test/accuracy " , summary = "max" , compare = ">" , margin = 0.1 ),
52- Benchmark .Criterion (name = "export/accuracy " , summary = "max" , compare = ">" , margin = 0.1 ),
53- Benchmark .Criterion (name = "optimize/accuracy " , summary = "max" , compare = ">" , margin = 0.1 ),
50+ Benchmark .Criterion (name = "val/PCK " , summary = "max" , compare = ">" , margin = 0.1 ),
51+ Benchmark .Criterion (name = "test/PCK " , summary = "max" , compare = ">" , margin = 0.1 ),
52+ Benchmark .Criterion (name = "export/PCK " , summary = "max" , compare = ">" , margin = 0.1 ),
53+ Benchmark .Criterion (name = "optimize/PCK " , summary = "max" , compare = ">" , margin = 0.1 ),
5454 Benchmark .Criterion (name = "train/iter_time" , summary = "mean" , compare = "<" , margin = 0.1 ),
5555 Benchmark .Criterion (name = "test/iter_time" , summary = "mean" , compare = "<" , margin = 0.1 ),
5656 Benchmark .Criterion (name = "export/iter_time" , summary = "mean" , compare = "<" , margin = 0.1 ),
@@ -120,10 +120,10 @@ class TestPerfKeypointDetectionSingleObj(PerfTestBase):
120120 BENCHMARK_CRITERIA = [ # noqa: RUF012
121121 Benchmark .Criterion (name = "train/epoch" , summary = "max" , compare = "<" , margin = 0.1 ),
122122 Benchmark .Criterion (name = "train/e2e_time" , summary = "max" , compare = "<" , margin = 0.1 ),
123- Benchmark .Criterion (name = "val/accuracy " , summary = "max" , compare = ">" , margin = 0.1 ),
124- Benchmark .Criterion (name = "test/accuracy " , summary = "max" , compare = ">" , margin = 0.1 ),
125- Benchmark .Criterion (name = "export/accuracy " , summary = "max" , compare = ">" , margin = 0.1 ),
126- Benchmark .Criterion (name = "optimize/accuracy " , summary = "max" , compare = ">" , margin = 0.1 ),
123+ Benchmark .Criterion (name = "val/PCK " , summary = "max" , compare = ">" , margin = 0.1 ),
124+ Benchmark .Criterion (name = "test/PCK " , summary = "max" , compare = ">" , margin = 0.1 ),
125+ Benchmark .Criterion (name = "export/PCK " , summary = "max" , compare = ">" , margin = 0.1 ),
126+ Benchmark .Criterion (name = "optimize/PCK " , summary = "max" , compare = ">" , margin = 0.1 ),
127127 Benchmark .Criterion (name = "train/iter_time" , summary = "mean" , compare = "<" , margin = 0.1 ),
128128 Benchmark .Criterion (name = "test/iter_time" , summary = "mean" , compare = "<" , margin = 0.1 ),
129129 Benchmark .Criterion (name = "export/iter_time" , summary = "mean" , compare = "<" , margin = 0.1 ),
0 commit comments