Skip to content

Commit d5efbd0

Browse files
fix: update convert_hf_to_gguf.py
1 parent 1ef53b3 commit d5efbd0

File tree

1 file changed

+12
-3
lines changed

1 file changed

+12
-3
lines changed

convert_hf_to_gguf.py

Lines changed: 12 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -680,9 +680,6 @@ def get_vocab_base_pre(self, tokenizer) -> str:
680680
if chkhsh == "8aeee3860c56296a157a1fe2fad249ec40aa59b1bb5709f4ade11c4e6fe652ed":
681681
# ref: https://huggingface.co/tiiuae/falcon-7b
682682
res = "falcon"
683-
if (chkhsh == "60476e1243776c4fb1b993dbd7a5f15ac22f83c80afdf425fa5ae01c8d44ef86" or chkhsh == "3eda48b4c4dc7de733d1a8b3e3b4a85243dbbf704da2ee9d42c6beced8897896" or chkhsh == "48f8e02c0359c0bbdd82f26909171fac1c18a457bb47573ed1fe3bbb2c1cfd4b" or chkhsh == "a6b57017d60e6edb4d88ecc2845188e0eb333a70357e45dcc9b53964a73bbae6"):
684-
# ref: https://huggingface.co/collections/tiiuae/falcon-h1-6819f2795bc406da60fab8df
685-
res = "falcon_h1"
686683
if chkhsh == "0876d13b50744004aa9aeae05e7b0647eac9d801b5ba4668afc01e709c15e19f":
687684
# ref: https://huggingface.co/BAAI/bge-small-en-v1.5
688685
res = "bert-bge"
@@ -821,6 +818,18 @@ def get_vocab_base_pre(self, tokenizer) -> str:
821818
if chkhsh == "7e57df22b1fe23a7b1e1c7f3dc4e3f96d43a4eb0836d0c6bdc3436d7b2f1c664":
822819
# ref: https://huggingface.co/tencent/Hunyuan-A13B-Instruct
823820
res = "hunyuan"
821+
if chkhsh == "a6b57017d60e6edb4d88ecc2845188e0eb333a70357e45dcc9b53964a73bbae6":
822+
# ref: https://huggingface.co/tiiuae/Falcon-H1-0.5B-Base
823+
res = "falcon-h1"
824+
if chkhsh == "60476e1243776c4fb1b993dbd7a5f15ac22f83c80afdf425fa5ae01c8d44ef86":
825+
# ref: https://huggingface.co/tiiuae/Falcon-H1-1B-Base
826+
res = "falcon-h1"
827+
if chkhsh == "3eda48b4c4dc7de733d1a8b3e3b4a85243dbbf704da2ee9d42c6beced8897896":
828+
# ref: https://huggingface.co/tiiuae/Falcon-H1-7B-Base
829+
res = "falcon-h1"
830+
if chkhsh == "48f8e02c0359c0bbdd82f26909171fac1c18a457bb47573ed1fe3bbb2c1cfd4b":
831+
# ref: https://huggingface.co/tiiuae/Falcon-H1-34B-Base
832+
res = "falcon-h1"
824833

825834
if res is None:
826835
logger.warning("\n")

0 commit comments

Comments
 (0)