We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d473d42 commit 8555ee8Copy full SHA for 8555ee8
convert_hf_to_gguf.py
@@ -6665,7 +6665,6 @@ def set_gguf_parameters(self):
6665
self.gguf_writer.add_layer_norm_rms_eps(self.hparams["rms_norm_eps"])
6666
self.gguf_writer.add_key_length(self.hparams["head_dim"])
6667
self.gguf_writer.add_value_length(self.hparams["head_dim"])
6668
- self.gguf_writer.add_float64("falcon_h1.key_multiplier", self.hparams["key_multiplier"])
6669
6670
## Validation ##
6671
assert self.hparams.get("hidden_act") in [None, "silu"], "Only SILU activation supported"
0 commit comments