Skip to content

Commit ae8364c

Browse files
bartowski1182bartowski1182
committed
Minor cleanup
1 parent a414762 commit ae8364c

File tree

3 files changed

+158
-8
lines changed

3 files changed

+158
-8
lines changed

‎convert_hf_to_gguf.py‎

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -2288,8 +2288,6 @@ def set_gguf_parameters(self):
22882288
# MoE parameters
22892289
if (n_experts := self.hparams.get("num_experts")) is not None:
22902290
self.gguf_writer.add_expert_count(n_experts)
2291-
#if (n_experts_used := self.hparams.get("num_experts_per_tok")) is not None:
2292-
# self.gguf_writer.add_expert_used_count(n_experts_used)
22932291
if (n_shared_experts := self.hparams.get("num_shared_experts")) is not None:
22942292
self.gguf_writer.add_expert_shared_count(n_shared_experts)
22952293
if (moe_intermediate_size := self.hparams.get("moe_intermediate_size")) is not None:
@@ -2333,12 +2331,6 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter
23332331
elif ".ffn_norm_b." in name and bid is not None:
23342332
return [(self.format_tensor_name(gguf.MODEL_TENSOR.FFN_POST_NORM, bid), data_torch)]
23352333

2336-
# Map Q/K norms
2337-
elif ".self_attn.q_norm." in name and bid is not None:
2338-
return [(self.format_tensor_name(gguf.MODEL_TENSOR.ATTN_Q_NORM, bid), data_torch)]
2339-
elif ".self_attn.k_norm." in name and bid is not None:
2340-
return [(self.format_tensor_name(gguf.MODEL_TENSOR.ATTN_K_NORM, bid), data_torch)]
2341-
23422334
# Map attention gate
23432335
elif ".self_attn.gate_proj." in name and bid is not None:
23442336
return [(self.format_tensor_name(gguf.MODEL_TENSOR.ATTN_GATE, bid), data_torch)]

‎models/ggml-vocab-afmoe.gguf.inp‎

Lines changed: 112 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,112 @@
1+
ied 4 ½ months
2+
__ggml_vocab_test__
3+
Äpfel
4+
__ggml_vocab_test__
5+
6+
__ggml_vocab_test__
7+
8+
__ggml_vocab_test__
9+
10+
__ggml_vocab_test__
11+
12+
__ggml_vocab_test__
13+
14+
__ggml_vocab_test__
15+
16+
17+
__ggml_vocab_test__
18+
19+
20+
21+
__ggml_vocab_test__
22+
23+
24+
25+
26+
__ggml_vocab_test__
27+
28+
29+
__ggml_vocab_test__
30+
Hello world
31+
__ggml_vocab_test__
32+
Hello world
33+
__ggml_vocab_test__
34+
Hello World
35+
__ggml_vocab_test__
36+
Hello World
37+
__ggml_vocab_test__
38+
Hello World!
39+
__ggml_vocab_test__
40+
Hello, world!
41+
__ggml_vocab_test__
42+
Hello, world!
43+
__ggml_vocab_test__
44+
this is 🦙.cpp
45+
__ggml_vocab_test__
46+
w048 7tuijk dsdfhu
47+
__ggml_vocab_test__
48+
нещо на Български
49+
__ggml_vocab_test__
50+
កាន់តែពិសេសអាចខលចេញ
51+
__ggml_vocab_test__
52+
🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
53+
__ggml_vocab_test__
54+
Hello
55+
__ggml_vocab_test__
56+
Hello
57+
__ggml_vocab_test__
58+
Hello
59+
__ggml_vocab_test__
60+
Hello
61+
__ggml_vocab_test__
62+
Hello
63+
__ggml_vocab_test__
64+
Hello
65+
Hello
66+
__ggml_vocab_test__
67+
(
68+
__ggml_vocab_test__
69+
70+
=
71+
__ggml_vocab_test__
72+
' era
73+
__ggml_vocab_test__
74+
Hello, y'all! How are you 😁 ?我想在apple工作1314151天～
75+
__ggml_vocab_test__
76+
!!!!!!
77+
__ggml_vocab_test__
78+
3
79+
__ggml_vocab_test__
80+
33
81+
__ggml_vocab_test__
82+
333
83+
__ggml_vocab_test__
84+
3333
85+
__ggml_vocab_test__
86+
33333
87+
__ggml_vocab_test__
88+
333333
89+
__ggml_vocab_test__
90+
3333333
91+
__ggml_vocab_test__
92+
33333333
93+
__ggml_vocab_test__
94+
333333333
95+
__ggml_vocab_test__
96+
Cửa Việt
97+
__ggml_vocab_test__
98+
discards
99+
__ggml_vocab_test__
100+
101+
102+
103+
104+
105+
106+
107+
108+
109+
110+
111+
🚀 (normal) 😶‍🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天～ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
112+
__ggml_vocab_test__

‎models/ggml-vocab-afmoe.gguf.out‎

Lines changed: 46 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,46 @@
1+
1129 252 51 252 20861 3621
2+
49116 25524 343
3+
4+
252
5+
288
6+
344
7+
229
8+
230
9+
327
10+
1866
11+
4402
12+
14795 1117
13+
30197 1117
14+
14795 3295
15+
30197 3295
16+
30197 3295 32
17+
14795 43 1117 32
18+
30197 43 1117 32
19+
483 351 69865 279 45 11112
20+
118 18799 252 54 115 4546 30869 25372 4191 13934
21+
23835 183893 7432 30515 125974 185839 20324
22+
124940 92255 273 160060 191869 44968 256 188211 21207 147 142156 195704 142156 21207 127 92255 259 21207 255 190792 21207 259 195704 21207 263
23+
12479 387 10171 40 22860 146 18932 15540 136 10094 387 49707 77415 91293 40 70574 387 9266 56494 384 651 692 1204 9776 40
24+
14795
25+
30197
26+
252 30197
27+
288 30197
28+
344 30197
29+
344 30197 230 344 30197
30+
387
31+
230 399
32+
38 6260
33+
14795 43 366 76896 32 822 429 383 22860 255 2972 111778 3712 27304 19409 48 23988 18044 13814 73996
34+
183574
35+
50
36+
2158
37+
11805
38+
50 11805
39+
2158 11805
40+
11805 11805
41+
50 11805 11805
42+
2158 11805 11805
43+
11805 11805 11805
44+
66 70789 96 140747
45+
104867
46+
144635 20623 120822 22300 4402 71947 2759 24373 12479 387 10171 40 22860 146 18932 15540 136 10094 387 49707 77415 91293 40 70574 69865 279 63816 279 252 50 252 2158 252 11805 252 50 11805 252 2158 11805 252 11805 11805 252 50 11805 11805 252 2158 11805 11805 252 50 45 50 252 50 634 50 252 50 1472 50 252 124940 92255 273 160060 191869 44968 256 188211 21207 147 142156 195704 142156 21207 127 92255 259 45614 255 2972 111778 3712 27304 19409 48 23988 18044 13814 73996 79520 1235 23427 13373 183893 7432 30515 125974 185839 20324 27123 36632 25121 3124 36057 36678 183574 31148 10446 365 1908 874 578 63490 438 414 765 43 578 1954 383 2259 62 578 76 487 2259 365 2130 960 394 43 578 67 383 679 766 8748 62 1155 38 35185 290 66450 75

0 commit comments

Comments
 (0)