Skip to content

Commit df4dc3e

Browse files
committed
ggml : try fix 32-bit arm compat (whisper/1938)
* ggml : try fix 32-bit arm compat * ggml : fix cont
1 parent bf47a5e commit df4dc3e

File tree

1 file changed

+8
-7
lines changed

1 file changed

+8
-7
lines changed

ggml-quants.c

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -9009,8 +9009,8 @@ void ggml_vec_dot_iq2_s_q8_K(int n, float * restrict s, size_t bs, const void *
90099009

90109010
static const uint8_t k_mask2[16] = {0x01, 0x02, 0x04, 0x08, 0x10, 0x20, 0x40, 0x80, 0x01, 0x02, 0x04, 0x08, 0x10, 0x20, 0x40, 0x80,};
90119011

9012-
const uint8x16x2_t mask1 = vld1q_u8_x2(k_mask1);
9013-
const uint8x16_t mask2 = vld1q_u8(k_mask2);
9012+
const ggml_uint8x16x2_t mask1 = ggml_vld1q_u8_x2(k_mask1);
9013+
const uint8x16_t mask2 = vld1q_u8(k_mask2);
90149014
const uint8x16_t m1 = vdupq_n_u8(1);
90159015
const int32x4_t vzero = vdupq_n_s32(0);
90169016

@@ -9354,11 +9354,12 @@ void ggml_vec_dot_iq3_s_q8_K (int n, float * restrict s, size_t bs, const void *
93549354

93559355
static const int16_t k_shift[8] = {8, 7, 6, 5, 4, 3, 2, 1};
93569356

9357-
const uint8x16x2_t mask1 = vld1q_u8_x2(k_mask1);
9358-
const uint8x16_t mask2 = vld1q_u8(k_mask2);
9359-
const int16x8_t hshift = vld1q_s16(k_shift);
9360-
const uint16x8_t m256 = vdupq_n_u16(256);
9361-
const uint8x16_t m1 = vdupq_n_u8(1);
9357+
const ggml_uint8x16x2_t mask1 = ggml_vld1q_u8_x2(k_mask1);
9358+
const uint8x16_t mask2 = vld1q_u8(k_mask2);
9359+
9360+
const int16x8_t hshift = vld1q_s16(k_shift);
9361+
const uint16x8_t m256 = vdupq_n_u16(256);
9362+
const uint8x16_t m1 = vdupq_n_u8(1);
93629363

93639364
uint8x16x2_t vs;
93649365
ggml_int8x16x4_t q3s;

0 commit comments

Comments
 (0)