File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -2217,7 +2217,7 @@ kernel void kernel_flash_attn_ext_f16(
22172217
22182218 // ALiBi
22192219 if (max_bias > 0 .0f ) {
2220- const short h = iq2;
2220+ const uint32_t h = iq2;
22212221
22222222 const float base = h < n_head_log2 ? m0 : m1;
22232223 const int exph = h < n_head_log2 ? h + 1 : 2 *(h - n_head_log2) + 1 ;
@@ -2473,7 +2473,7 @@ kernel void kernel_flash_attn_ext_vec_f16(
24732473
24742474 // ALiBi
24752475 if (max_bias > 0 .0f ) {
2476- const short h = iq2;
2476+ const uint32_t h = iq2;
24772477
24782478 const float base = h < n_head_log2 ? m0 : m1;
24792479 const int exp = h < n_head_log2 ? h + 1 : 2 *(h - n_head_log2) + 1 ;
Original file line number Diff line number Diff line change 1- d2ad1793f45922665c99f5cf4244dcab77e16c00
1+ 30f54cbb3ada3e4c5bc6924de3e5918e5be4ff11
You can’t perform that action at this time.
0 commit comments