We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 33163bf commit 219eadaCopy full SHA for 219eada
convert_hf_to_gguf.py
@@ -6701,7 +6701,8 @@ def set_gguf_parameters(self):
6701
self.gguf_writer.add_embedding_length(self.hparams["d_model"])
6702
self.gguf_writer.add_feed_forward_length(self.hparams["d_ff"])
6703
self.gguf_writer.add_block_count(self.hparams["num_layers"])
6704
- self.gguf_writer.add_num_decoder_layers(self.hparams["num_decoder_layers"])
+ if (n_dec_layer := self.hparams.get("num_decoder_layers")) is not None:
6705
+ self.gguf_writer.add_decoder_block_count(n_dec_layer)
6706
self.gguf_writer.add_head_count(self.hparams["num_heads"])
6707
self.gguf_writer.add_key_length(self.hparams["d_kv"])
6708
self.gguf_writer.add_value_length(self.hparams["d_kv"])
0 commit comments