File tree Expand file tree Collapse file tree 1 file changed +1
-6
lines changed Expand file tree Collapse file tree 1 file changed +1
-6
lines changed Original file line number Diff line number Diff line change @@ -3503,13 +3503,8 @@ def set_gguf_parameters(self):
35033503 rope_dim = hparams ["head_dim" ]
35043504 else :
35053505 rope_dim = hparams ["hidden_size" ] // hparams ["num_attention_heads" ]
3506- self .gguf_writer .add_rope_dimension_count (rope_dim )
3507-
3508- # if self.hparams.get("rope_scaling") is not None and "factor" in self.hparams["rope_scaling"]:
3509- # if self.hparams["rope_scaling"].get("type") == "linear":
3510- # self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.LINEAR)
3511- # self.gguf_writer.add_rope_scaling_factor(self.hparams["rope_scaling"]["factor"])
35123506
3507+ self .gguf_writer .add_rope_dimension_count (rope_dim )
35133508 self .gguf_writer .add_rope_scaling_type (gguf .RopeScalingType .NONE )
35143509 self .gguf_writer .add_leading_dense_block_count (hparams ["first_k_dense_replace" ])
35153510 self .gguf_writer .add_vocab_size (hparams ["vocab_size" ])
You can’t perform that action at this time.
0 commit comments