Skip to content

Commit 855117e

Browse files
author
horasal
committed
Fix build error and disable AVX2
1 parent 6ea1e55 commit 855117e

File tree

3 files changed

+9
-4
lines changed

3 files changed

+9
-4
lines changed

ggml/src/ggml-common.h

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1118,7 +1118,7 @@ GGML_TABLE_BEGIN(int8_t, kvalues_mxfp4, 16)
11181118
GGML_TABLE_END()
11191119

11201120
// 16^(-1)
1121-
#define MXFP6_SCALER 0.0625f
1121+
#define MXFP6_E3M2_SCALER 0.0625f
11221122
GGML_TABLE_BEGIN(int16_t, kvalues_mxfp6_e3m2, 64)
11231123
0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 16, 20, 24, 28,
11241124
32, 40, 48, 56, 64, 80, 96, 112, 128, 160, 192, 224,
@@ -1129,7 +1129,7 @@ GGML_TABLE_BEGIN(int16_t, kvalues_mxfp6_e3m2, 64)
11291129
GGML_TABLE_END()
11301130

11311131
// 8^(-1)
1132-
#define MXFP6_SCALER 0.125f
1132+
#define MXFP6_E2M3_SCALER 0.125f
11331133
GGML_TABLE_BEGIN(int16_t, kvalues_mxfp6_e2m3, 64)
11341134
0, 1, 2, 3, 4, 5, 6, 7,
11351135
8, 9, 10, 11, 12, 13, 14, 15,

ggml/src/ggml-cpu/arch/x86/quants.c

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -860,7 +860,7 @@ void ggml_vec_dot_mxfp6_e3m2_q8_0(int n, float * GGML_RESTRICT s, size_t bs, con
860860
int ib = 0;
861861
float sumf = 0;
862862

863-
#if defined __AVX2__
863+
#if 0//defined __AVX2__
864864
__m256 accum_ps = _mm256_setzero_ps();
865865

866866
for (; ib + 1 < nb; ib += 2) {
@@ -987,7 +987,7 @@ void ggml_vec_dot_mxfp6_e2m3_q8_0(int n, float * GGML_RESTRICT s, size_t bs, con
987987
int ib = 0;
988988
float sumf = 0;
989989

990-
#if defined __AVX2__
990+
#if 0 //defined __AVX2__
991991
__m256 accum_ps = _mm256_setzero_ps();
992992

993993
for (; ib + 1 < nb; ib += 2) {

ggml/src/ggml-cpu/ops.cpp

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1248,6 +1248,7 @@ void ggml_compute_forward_acc(
12481248
case GGML_TYPE_Q5_1:
12491249
case GGML_TYPE_Q8_0:
12501250
case GGML_TYPE_Q8_1:
1251+
case GGML_TYPE_MXFP4:
12511252
case GGML_TYPE_MXFP6_E3M2:
12521253
case GGML_TYPE_MXFP6_E2M3:
12531254
case GGML_TYPE_Q2_K:
@@ -4145,6 +4146,7 @@ void ggml_compute_forward_out_prod(
41454146
case GGML_TYPE_Q5_0:
41464147
case GGML_TYPE_Q5_1:
41474148
case GGML_TYPE_Q8_0:
4149+
case GGML_TYPE_MXFP4:
41484150
case GGML_TYPE_MXFP6_E3M2:
41494151
case GGML_TYPE_MXFP6_E2M3:
41504152
case GGML_TYPE_Q2_K:
@@ -4421,6 +4423,7 @@ void ggml_compute_forward_set(
44214423
case GGML_TYPE_Q5_1:
44224424
case GGML_TYPE_Q8_0:
44234425
case GGML_TYPE_Q8_1:
4426+
case GGML_TYPE_MXFP4:
44244427
case GGML_TYPE_MXFP6_E3M2:
44254428
case GGML_TYPE_MXFP6_E2M3:
44264429
case GGML_TYPE_Q2_K:
@@ -4684,6 +4687,7 @@ void ggml_compute_forward_get_rows(
46844687
case GGML_TYPE_Q5_1:
46854688
case GGML_TYPE_Q8_0:
46864689
case GGML_TYPE_Q8_1:
4690+
case GGML_TYPE_MXFP4:
46874691
case GGML_TYPE_MXFP6_E3M2:
46884692
case GGML_TYPE_MXFP6_E2M3:
46894693
case GGML_TYPE_Q2_K:
@@ -5409,6 +5413,7 @@ void ggml_compute_forward_clamp(
54095413
case GGML_TYPE_Q5_1:
54105414
case GGML_TYPE_Q8_0:
54115415
case GGML_TYPE_Q8_1:
5416+
case GGML_TYPE_MXFP4:
54125417
case GGML_TYPE_MXFP6_E3M2:
54135418
case GGML_TYPE_MXFP6_E2M3:
54145419
case GGML_TYPE_Q2_K:

0 commit comments

Comments
 (0)