We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7b9aa7b commit ecc5253Copy full SHA for ecc5253
src/llama-model.cpp
@@ -14840,7 +14840,7 @@ struct llm_build_falcon_h1 : public llm_graph_context {
14840
const int64_t d_inner = hparams.ssm_d_inner;
14841
const int64_t d_state = hparams.ssm_d_state;
14842
const int64_t n_head = hparams.ssm_dt_rank;
14843
- const int64_t head_dim = hparams.ssm_head_dim == 0 ? d_inner / n_head : hparams.ssm_head_dim;
+ const int64_t head_dim = d_inner / n_head;
14844
const int64_t n_group = hparams.ssm_n_group;
14845
const int64_t n_seqs = ubatch.n_seqs;
14846
0 commit comments