Skip to content

Commit bd62ed2

Browse files
committed
use _Float16 instead of __fp16
Change-Id: I039fb02bb95270e641bc4442204e658735859d43
1 parent dbc5bd6 commit bd62ed2

File tree

2 files changed

+4
-5
lines changed

2 files changed

+4
-5
lines changed

cmake/riscv64-spacemit-linux-gnu-gcc.cmake

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,4 +27,3 @@ set(CMAKE_FIND_ROOT_PATH_MODE_PACKAGE ONLY)
2727
set(CMAKE_C_FLAGS "-march=rv64gcv_zfh_zba_zicbop -mabi=lp64d ${CMAKE_C_FLAGS}")
2828
set(CMAKE_CXX_FLAGS "-march=rv64gcv_zfh_zba_zicbop -mabi=lp64d ${CXX_FLAGS}")
2929
set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -latomic")
30-
add_definitions(-D__fp16=_Float16)

ggml/src/ggml-cpu/spacemit/ime1_kernels.cpp

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1475,7 +1475,7 @@ void SQ4BitGemmM4Kernel_CompInt8_ScaleFp16_Impl(size_t BlkLen,
14751475
std::byte * QuantBDataPtr = (std::byte *) QuantBData + //
14761476
n * BlockCountK * BlkLen / 2 + // b data
14771477
n * BlockCountK * sizeof(uint8_t) + // zp
1478-
n * BlockCountK * sizeof(__fp16); // scale
1478+
n * BlockCountK * sizeof(_Float16); // scale
14791479
float * CPtr = C + n;
14801480
if (NBLKS < 16) {
14811481
CPtr = tmp;
@@ -1656,7 +1656,7 @@ void SQ4BitGemmM4Kernel_CompInt8_ScaleFp16_Impl(size_t BlkLen,
16561656
size_t NBLKS = (CountN - n) > 16 ? 16 : CountN - n;
16571657
std::byte * QuantBDataPtr = (std::byte *) QuantBData + //
16581658
n * BlockCountK * BlkLen / 2 + // b data
1659-
n * BlockCountK * sizeof(__fp16); // scale
1659+
n * BlockCountK * sizeof(_Float16); // scale
16601660
float * CPtr = C + n;
16611661
if (NBLKS < 16) {
16621662
CPtr = tmp;
@@ -2216,7 +2216,7 @@ void SQ4BitGemmM1Kernel_CompInt8_ScaleFp16_Impl(size_t BlkLen,
22162216
std::byte * QuantBDataPtr = (std::byte *) QuantBData + //
22172217
n * BlockCountK * BlkLen / 2 + // b data
22182218
n * BlockCountK * sizeof(uint8_t) + // zp
2219-
n * BlockCountK * sizeof(__fp16); // scale
2219+
n * BlockCountK * sizeof(_Float16); // scale
22202220
float * CPtr = C + n;
22212221
size_t cnt = BlockCountK;
22222222
if (Bias != nullptr) {
@@ -2455,7 +2455,7 @@ void SQ4BitGemmM1Kernel_CompInt8_ScaleFp16_Impl(size_t BlkLen,
24552455
size_t nblks = (CountN - n) > 16 ? 16 : CountN - n;
24562456
std::byte * QuantBDataPtr = (std::byte *) QuantBData + //
24572457
n * BlockCountK * BlkLen / 2 + // b data
2458-
n * BlockCountK * sizeof(__fp16); // scale
2458+
n * BlockCountK * sizeof(_Float16); // scale
24592459
float * CPtr = C + n;
24602460
size_t cnt = BlockCountK;
24612461
if (Bias != nullptr) {

0 commit comments

Comments
 (0)