Skip to content

Commit cc28564

Browse files
mingfeimaggerganov
authored andcommitted
ggml : add AMX backend (llama/8998)
1 parent 3481ab5 commit cc28564

File tree

5 files changed

+3097
-0
lines changed

5 files changed

+3097
-0
lines changed

ggml/include/ggml-amx.h

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
#pragma once
2+
3+
#include "ggml.h"
4+
#include "ggml-backend.h"
5+
6+
7+
#ifdef __cplusplus
8+
extern "C" {
9+
#endif
10+
11+
// buffer_type API
12+
GGML_API ggml_backend_buffer_type_t ggml_backend_amx_buffer_type(void);
13+
14+
GGML_API bool ggml_backend_is_amx(ggml_backend_t backend);
15+
16+
// backend API
17+
GGML_API ggml_backend_t ggml_backend_amx_init(void);
18+
19+
GGML_API void ggml_backend_amx_set_n_threads(ggml_backend_t backend_amx, int n_threads);
20+
21+
GGML_API ggml_backend_reg_t ggml_backend_amx_reg(void);
22+
23+
#ifdef __cplusplus
24+
}
25+
#endif

0 commit comments

Comments
 (0)