File tree Expand file tree Collapse file tree 3 files changed +36
-33
lines changed
Expand file tree Collapse file tree 3 files changed +36
-33
lines changed Original file line number Diff line number Diff line change 1515#include " ggml-backend.h"
1616#include " ggml-cpu.h"
1717#include " ggml.h"
18+ #include " gguf.h"
1819
1920#include " stable-diffusion.h"
2021
Original file line number Diff line number Diff line change @@ -57,45 +57,47 @@ enum schedule_t {
5757 N_SCHEDULES
5858};
5959
60- // same as enum ggml_type
6160enum sd_type_t {
6261 SD_TYPE_F32 = 0 ,
6362 SD_TYPE_F16 = 1 ,
6463 SD_TYPE_Q4_0 = 2 ,
6564 SD_TYPE_Q4_1 = 3 ,
6665 // SD_TYPE_Q4_2 = 4, support has been removed
6766 // SD_TYPE_Q4_3 = 5, support has been removed
68- SD_TYPE_Q5_0 = 6 ,
69- SD_TYPE_Q5_1 = 7 ,
70- SD_TYPE_Q8_0 = 8 ,
71- SD_TYPE_Q8_1 = 9 ,
72- SD_TYPE_Q2_K = 10 ,
73- SD_TYPE_Q3_K = 11 ,
74- SD_TYPE_Q4_K = 12 ,
75- SD_TYPE_Q5_K = 13 ,
76- SD_TYPE_Q6_K = 14 ,
77- SD_TYPE_Q8_K = 15 ,
78- SD_TYPE_IQ2_XXS = 16 ,
79- SD_TYPE_IQ2_XS = 17 ,
80- SD_TYPE_IQ3_XXS = 18 ,
81- SD_TYPE_IQ1_S = 19 ,
82- SD_TYPE_IQ4_NL = 20 ,
83- SD_TYPE_IQ3_S = 21 ,
84- SD_TYPE_IQ2_S = 22 ,
85- SD_TYPE_IQ4_XS = 23 ,
86- SD_TYPE_I8 = 24 ,
87- SD_TYPE_I16 = 25 ,
88- SD_TYPE_I32 = 26 ,
89- SD_TYPE_I64 = 27 ,
90- SD_TYPE_F64 = 28 ,
91- SD_TYPE_IQ1_M = 29 ,
92- SD_TYPE_BF16 = 30 ,
93- SD_TYPE_Q4_0_4_4 = 31 ,
94- SD_TYPE_Q4_0_4_8 = 32 ,
95- SD_TYPE_Q4_0_8_8 = 33 ,
96- SD_TYPE_TQ1_0 = 34 ,
97- SD_TYPE_TQ2_0 = 35 ,
98- SD_TYPE_COUNT ,
67+ SD_TYPE_Q5_0 = 6 ,
68+ SD_TYPE_Q5_1 = 7 ,
69+ SD_TYPE_Q8_0 = 8 ,
70+ SD_TYPE_Q8_1 = 9 ,
71+ SD_TYPE_Q2_K = 10 ,
72+ SD_TYPE_Q3_K = 11 ,
73+ SD_TYPE_Q4_K = 12 ,
74+ SD_TYPE_Q5_K = 13 ,
75+ SD_TYPE_Q6_K = 14 ,
76+ SD_TYPE_Q8_K = 15 ,
77+ SD_TYPE_IQ2_XXS = 16 ,
78+ SD_TYPE_IQ2_XS = 17 ,
79+ SD_TYPE_IQ3_XXS = 18 ,
80+ SD_TYPE_IQ1_S = 19 ,
81+ SD_TYPE_IQ4_NL = 20 ,
82+ SD_TYPE_IQ3_S = 21 ,
83+ SD_TYPE_IQ2_S = 22 ,
84+ SD_TYPE_IQ4_XS = 23 ,
85+ SD_TYPE_I8 = 24 ,
86+ SD_TYPE_I16 = 25 ,
87+ SD_TYPE_I32 = 26 ,
88+ SD_TYPE_I64 = 27 ,
89+ SD_TYPE_F64 = 28 ,
90+ SD_TYPE_IQ1_M = 29 ,
91+ SD_TYPE_BF16 = 30 ,
92+ // SD_TYPE_Q4_0_4_4 = 31, support has been removed from gguf files
93+ // SD_TYPE_Q4_0_4_8 = 32,
94+ // SD_TYPE_Q4_0_8_8 = 33,
95+ SD_TYPE_TQ1_0 = 34 ,
96+ SD_TYPE_TQ2_0 = 35 ,
97+ // SD_TYPE_IQ4_NL_4_4 = 36,
98+ // SD_TYPE_IQ4_NL_4_8 = 37,
99+ // SD_TYPE_IQ4_NL_8_8 = 38,
100+ SD_TYPE_COUNT = 39 ,
99101};
100102
101103SD_API const char * sd_type_name (enum sd_type_t type );
You can’t perform that action at this time.
0 commit comments