Skip to content

Commit 0c01229

Browse files
hexagon: set/get_tensor size assert apply only to quantized tensors
1 parent c749b86 commit 0c01229

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

ggml/src/ggml-hexagon/ggml-hexagon.cpp

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1286,9 +1286,6 @@ static void ggml_backend_hexagon_buffer_set_tensor(ggml_backend_buffer_t buffer,
12861286
const void * data,
12871287
size_t offset,
12881288
size_t size) {
1289-
GGML_ASSERT(offset == 0);
1290-
GGML_ASSERT(size == ggml_nbytes(tensor));
1291-
12921289
auto ctx = (ggml_backend_hexagon_buffer_context *) buffer->context;
12931290
auto sess = ctx->sess;
12941291

@@ -1298,16 +1295,19 @@ static void ggml_backend_hexagon_buffer_set_tensor(ggml_backend_buffer_t buffer,
12981295
switch (tensor->type) {
12991296
case GGML_TYPE_Q4_0:
13001297
GGML_ASSERT(offset == 0);
1298+
GGML_ASSERT(size == ggml_nbytes(tensor));
13011299
repack_q4_0_q4x4x2(tensor, data, size);
13021300
break;
13031301

13041302
case GGML_TYPE_Q8_0:
13051303
GGML_ASSERT(offset == 0);
1304+
GGML_ASSERT(size == ggml_nbytes(tensor));
13061305
repack_q8_0_q8x4x2(tensor, data, size);
13071306
break;
13081307

13091308
case GGML_TYPE_MXFP4:
13101309
GGML_ASSERT(offset == 0);
1310+
GGML_ASSERT(size == ggml_nbytes(tensor));
13111311
repack_mxfp4_mxfp4x4x2(tensor, data, size);
13121312
break;
13131313

@@ -1322,9 +1322,6 @@ static void ggml_backend_hexagon_buffer_get_tensor(ggml_backend_buffer_t buffer,
13221322
void * data,
13231323
size_t offset,
13241324
size_t size) {
1325-
GGML_ASSERT(offset == 0);
1326-
GGML_ASSERT(size == ggml_nbytes(tensor));
1327-
13281325
auto ctx = (ggml_backend_hexagon_buffer_context *) buffer->context;
13291326
auto sess = ctx->sess;
13301327

@@ -1334,16 +1331,19 @@ static void ggml_backend_hexagon_buffer_get_tensor(ggml_backend_buffer_t buffer,
13341331
switch (tensor->type) {
13351332
case GGML_TYPE_Q4_0:
13361333
GGML_ASSERT(offset == 0);
1334+
GGML_ASSERT(size == ggml_nbytes(tensor));
13371335
repack_q4x4x2_q4_0(data, tensor, size);
13381336
break;
13391337

13401338
case GGML_TYPE_Q8_0:
13411339
GGML_ASSERT(offset == 0);
1340+
GGML_ASSERT(size == ggml_nbytes(tensor));
13421341
repack_q8x4x2_q8_0(data, tensor, size);
13431342
break;
13441343

13451344
case GGML_TYPE_MXFP4:
13461345
GGML_ASSERT(offset == 0);
1346+
GGML_ASSERT(size == ggml_nbytes(tensor));
13471347
repack_mxfp4x4x2_mxfp4(data, tensor, size);
13481348
break;
13491349

0 commit comments

Comments
 (0)