@@ -42,6 +42,7 @@ def runtime_to_tag_name(runtime: RUNTIMES) -> str:
42
42
class ComputeBench (Suite ):
43
43
def __init__ (self , directory ):
44
44
self .directory = directory
45
+ self .submit_graph_num_kernels = [4 , 10 , 32 ]
45
46
46
47
def name (self ) -> str :
47
48
return "Compute Benchmarks"
@@ -143,6 +144,19 @@ def additional_metadata(self) -> dict[str, BenchmarkMetadata]:
143
144
range_min = base_metadata .range_min ,
144
145
)
145
146
147
+ # Add metadata for all SubmitGraph group variants
148
+ base_metadata = metadata ["SubmitGraph" ]
149
+ for order in ["in order" , "out of order" ]:
150
+ for completion in ["" , " with completion" ]:
151
+ for num_kernels in self .submit_graph_num_kernels :
152
+ group_name = (
153
+ f"SubmitGraph { order } { completion } , { num_kernels } kernels"
154
+ )
155
+ metadata [group_name ] = BenchmarkMetadata (
156
+ type = "group" ,
157
+ tags = base_metadata .tags ,
158
+ )
159
+
146
160
return metadata
147
161
148
162
def benchmarks (self ) -> list [Benchmark ]:
@@ -191,7 +205,7 @@ def benchmarks(self) -> list[Benchmark]:
191
205
192
206
# Add GraphApiSubmitGraph benchmarks
193
207
for in_order_queue in [0 , 1 ]:
194
- for num_kernels in [ 4 , 10 , 32 ] :
208
+ for num_kernels in self . submit_graph_num_kernels :
195
209
for measure_completion_time in [0 , 1 ]:
196
210
benches .append (
197
211
GraphApiSubmitGraph (
@@ -818,12 +832,18 @@ def __init__(
818
832
self .inOrderQueue = inOrderQueue
819
833
self .numKernels = numKernels
820
834
self .measureCompletionTime = measureCompletionTime
835
+ self .ioq_str = "in order" if self .inOrderQueue else "out of order"
836
+ self .measure_str = (
837
+ " with measure completion" if self .measureCompletionTime else ""
838
+ )
821
839
super ().__init__ (
822
840
bench , f"graph_api_benchmark_{ runtime .value } " , "SubmitGraph" , runtime
823
841
)
824
842
825
843
def explicit_group (self ):
826
- return f"SubmitGraph, numKernels: { self .numKernels } "
844
+ return (
845
+ f"SubmitGraph { self .ioq_str } { self .measure_str } , { self .numKernels } kernels"
846
+ )
827
847
828
848
def description (self ) -> str :
829
849
return (
@@ -835,7 +855,7 @@ def name(self):
835
855
return f"graph_api_benchmark_{ self .runtime .value } SubmitGraph numKernels:{ self .numKernels } ioq { self .inOrderQueue } measureCompletion { self .measureCompletionTime } "
836
856
837
857
def display_name (self ) -> str :
838
- return f"{ self .runtime .value .upper ()} SubmitGraph, numKernels { self .numKernels } , ioq { self .inOrderQueue } , measureCompletion { self .measureCompletionTime } "
858
+ return f"{ self .runtime .value .upper ()} SubmitGraph { self .ioq_str } { self .measure_str } , { self .numKernels } kernels "
839
859
840
860
def get_tags (self ):
841
861
return [
0 commit comments