change beta fast for grok if default value

CISC · web-flow · commit 4abde12c42d3 · 2025-09-03T15:38:48.000+02:00
diff --git a/src/llama-context.cpp b/src/llama-context.cpp
@@ -70,6 +70,10 @@ llama_context::llama_context(
         cparams.yarn_ext_factor = rope_scaling_type == LLAMA_ROPE_SCALING_TYPE_YARN ? 1.0f : 0.0f;
     }
 
+    if (model.arch == LLM_ARCH_GROK && params.yarn_beta_fast == 32.0f) {
+        cparams.yarn_beta_fast = 8.0f;
+    }
+
     cparams.yarn_attn_factor *= hparams.rope_attn_factor;
 
     if (cparams.pooling_type == LLAMA_POOLING_TYPE_UNSPECIFIED) {

Original file line number	Diff line number	Diff line change
`@@ -70,6 +70,10 @@ llama_context::llama_context(`
`70`	`70`	`cparams.yarn_ext_factor = rope_scaling_type == LLAMA_ROPE_SCALING_TYPE_YARN ? 1.0f : 0.0f;`
`71`	`71`	`}`
`72`	`72`
	`73`	`+ if (model.arch == LLM_ARCH_GROK && params.yarn_beta_fast == 32.0f) {`
	`74`	`+ cparams.yarn_beta_fast = 8.0f;`
	`75`	`+ }`
	`76`	`+`
`73`	`77`	`cparams.yarn_attn_factor *= hparams.rope_attn_factor;`
`74`	`78`
`75`	`79`	`if (cparams.pooling_type == LLAMA_POOLING_TYPE_UNSPECIFIED) {`