Skip to content

Commit 1964440

Browse files
committed
choose specific shapes for softmax / embedding / exp
1 parent db2988b commit 1964440

File tree

1 file changed

+52
-0
lines changed

1 file changed

+52
-0
lines changed

benchmarks/run.py

Lines changed: 52 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,34 @@
5555
"tritonbench.operators.softmax.operator",
5656
"examples.softmax",
5757
"softmax",
58+
{
59+
"only_shapes": [
60+
[4096, 6912],
61+
[4096, 6976],
62+
[4096, 7040],
63+
[4096, 7104],
64+
[4096, 7168],
65+
[4096, 7232],
66+
[4096, 7296],
67+
[4096, 7360],
68+
[4096, 7424],
69+
[4096, 7488],
70+
[4096, 7552],
71+
[4096, 7616],
72+
[4096, 7680],
73+
[4096, 7744],
74+
[4096, 7808],
75+
[4096, 7872],
76+
[4096, 7936],
77+
[4096, 8000],
78+
[4096, 8064],
79+
[4096, 8128],
80+
[4096, 8192],
81+
[4096, 8256],
82+
[4096, 8320],
83+
[4096, 8384],
84+
]
85+
},
5886
),
5987
"cross_entropy": (
6088
"tritonbench.operators.cross_entropy.operator",
@@ -78,11 +106,35 @@
78106
"tritonbench.operators.embedding.operator",
79107
"examples.embedding",
80108
"embedding_tritonbench",
109+
{
110+
"only_shapes": [
111+
(8, 2048, 4096, 16384),
112+
(8, 2048, 4096, 32768),
113+
(8, 2048, 4096, 65536),
114+
(8, 2048, 4096, 131072),
115+
]
116+
},
81117
),
82118
"vector_exp": (
83119
"tritonbench.operators.vector_exp.operator",
84120
"examples.exp",
85121
"exp_tritonbench",
122+
{
123+
"only_shapes": [
124+
65536,
125+
131072,
126+
262144,
127+
524288,
128+
1048576,
129+
2097152,
130+
4194304,
131+
8388608,
132+
16777216,
133+
33554432,
134+
67108864,
135+
134217728,
136+
]
137+
},
86138
),
87139
# "fp8_gemm": (
88140
# "tritonbench.operators.fp8_gemm.fp8_gemm",

0 commit comments

Comments
 (0)