Skip to content

Commit 9fd308d

Browse files
Update convert_hf_to_gguf.py
Co-authored-by: compilade <[email protected]>
1 parent b7c9a99 commit 9fd308d

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

convert_hf_to_gguf.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4913,7 +4913,7 @@ def set_gguf_parameters(self):
49134913
d_conv = self.find_hparam(["conv_kernel", "d_conv"], optional=True) or 4
49144914
d_inner = self.find_hparam(["mamba_d_ssm", "intermediate_size", "d_inner"], optional=True) or 2 * d_model
49154915
d_state = self.find_hparam(["state_size", "d_state"], optional=True) or 128
4916-
head_dim = self.find_hparam(["head_dim"], optional=True) or 64
4916+
head_dim = self.find_hparam(["mamba_d_head", "head_dim"], optional=True) or 64
49174917
n_group = self.find_hparam(["n_groups"], optional=True) or 1
49184918

49194919
rms_norm_eps = self.find_hparam(["layer_norm_epsilon", "rms_norm_eps"], optional=True) or 1e-5

0 commit comments

Comments
 (0)