Skip to content

Commit 54712b8

Browse files
committed
Oh, forgot to commit
1 parent 17240ea commit 54712b8

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

convert_hf_to_gguf.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3760,6 +3760,8 @@ def set_gguf_parameters(self):
37603760
self.gguf_writer.add_ssm_group_count(self.find_hparam(["linear_num_key_heads"]))
37613761
self.gguf_writer.add_ssm_time_step_rank(self.find_hparam(["linear_num_value_heads"]))
37623762
self.gguf_writer.add_ssm_inner_size(self.find_hparam(['linear_value_head_dim']) * self.find_hparam(['linear_num_value_heads']))
3763+
rope_dim = self.hparams["hidden_size"] // self.hparams["num_attention_heads"]
3764+
self.gguf_writer.add_rope_dimension_count(int(rope_dim * self.hparams.get("partial_rotary_factor", 0.25)))
37633765

37643766
def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
37653767
if name.startswith("mtp"):

0 commit comments

Comments
 (0)