We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4fe5c96 commit b164aa1Copy full SHA for b164aa1
convert_hf_to_gguf.py
@@ -4197,6 +4197,7 @@ def set_gguf_parameters(self):
4197
is_mamba = (i % mamba_step) != (mamba_step // 2)
4198
if is_mamba:
4199
num_key_value_heads.append(0)
4200
+ num_attention_heads.append(0)
4201
else:
4202
num_key_value_heads.append(hparams.get("num_key_value_heads", 4))
4203
num_attention_heads.append(hparams.get("num_attention_heads", 32))
0 commit comments