We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 05b52fa commit b7bfc9aCopy full SHA for b7bfc9a
convert_hf_to_gguf.py
@@ -2672,11 +2672,6 @@ def set_gguf_parameters(self):
2672
2673
# Treat "original" as "yarn", seems to have been a mistake
2674
if self.hparams.get("rope_type") in ("yarn", "original"):
2675
- # config.json values differ from standard, we may have to add metadata for these:
2676
- # extrapolation_factor = 1.0
2677
- # attn_factor = 1.0
2678
- # beta_fast = 8
2679
- # beta_slow = 1
2680
self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.YARN)
2681
self.gguf_writer.add_rope_scaling_factor(self.hparams["scaling_factor"])
2682
self.gguf_writer.add_rope_scaling_orig_ctx_len(self.hparams["original_max_position_embeddings"])
0 commit comments