Skip to content

Commit 950e964

Browse files
authored
fix 1T conversion
1 parent e5c32f2 commit 950e964

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

convert_hf_to_gguf.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8093,7 +8093,7 @@ def set_gguf_parameters(self):
80938093
self.gguf_writer.add_leading_dense_block_count(hparams["first_k_dense_replace"])
80948094
self.gguf_writer.add_vocab_size(hparams["vocab_size"])
80958095
self.gguf_writer.add_expert_feed_forward_length(hparams["moe_intermediate_size"])
8096-
self.gguf_writer.add_expert_shared_feed_forward_length(hparams["moe_shared_expert_intermediate_size"])
8096+
self.gguf_writer.add_expert_shared_feed_forward_length(hparams.get("moe_shared_expert_intermediate_size", hparams["moe_intermediate_size"] * hparams["num_shared_experts"]))
80978097
self.gguf_writer.add_expert_weights_scale(hparams["routed_scaling_factor"])
80988098
self.gguf_writer.add_expert_count(hparams["num_experts"])
80998099
self.gguf_writer.add_expert_shared_count(hparams["num_shared_experts"])

0 commit comments

Comments
 (0)