We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b8775b9 commit 53ec521Copy full SHA for 53ec521
lm_engine/hf_models/config/sequence_mixer.py
@@ -119,7 +119,7 @@ class _GatedDeltaNetArgs(BaseArgs):
119
head_dim: int = 256
120
v_head_dim: int = 512
121
num_heads: int = 6
122
- num_v_heads: int | None = None
+ num_v_heads: int = 6
123
mode: str = "chunk"
124
use_gate: bool = True
125
allow_neg_eigval: bool = False
0 commit comments