Skip to content

Commit 5732ffe

Browse files
authored
add seed-coder vocab
1 parent bf33e5a commit 5732ffe

File tree

2 files changed

+4
-0
lines changed

2 files changed

+4
-0
lines changed

convert_hf_to_gguf.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -794,6 +794,9 @@ def get_vocab_base_pre(self, tokenizer) -> str:
794794
if chkhsh == "0e9433cbbb161f89e264eb32e8e64bfe69e834973ffca5d41d3948a604a3e2a3":
795795
# ref: https://huggingface.co/mistral-community/pixtral-12b
796796
res = "pixtral"
797+
if chkhsh == "d5f1dd6f980fec569fb218a81a7658ac45fc56b38c5a0adeb1c232fbe04ef5ec":
798+
# ref: https://huggingface.co/ByteDance-Seed/Seed-Coder-8B-Base
799+
res = "seed-coder"
797800

798801
if res is None:
799802
logger.warning("\n")

convert_hf_to_gguf_update.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -116,6 +116,7 @@ class TOKENIZER_TYPE(IntEnum):
116116
{"name": "llama4", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct", },
117117
{"name": "glm4", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/THUDM/glm-4-9b-hf", },
118118
{"name": "pixtral", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/mistral-community/pixtral-12b", },
119+
{"name": "seed-coder", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/ByteDance-Seed/Seed-Coder-8B-Base", },
119120
]
120121

121122

0 commit comments

Comments
 (0)