Skip to content

Commit 56adda7

Browse files
committed
Fix RoPE type
1 parent c4d6705 commit 56adda7

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama-model.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18860,7 +18860,6 @@ llama_rope_type llama_model_rope_type(const llama_model * model) {
1886018860
case LLM_ARCH_ARCEE:
1886118861
case LLM_ARCH_ERNIE4_5:
1886218862
case LLM_ARCH_ERNIE4_5_MOE:
18863-
case LLM_ARCH_SEED_OSS:
1886418863
return LLAMA_ROPE_TYPE_NORM;
1886518864

1886618865
// the pairs of head values are offset by n_rot/2
@@ -18906,6 +18905,7 @@ llama_rope_type llama_model_rope_type(const llama_model * model) {
1890618905
case LLM_ARCH_LFM2:
1890718906
case LLM_ARCH_SMALLTHINKER:
1890818907
case LLM_ARCH_GLM4_MOE:
18908+
case LLM_ARCH_SEED_OSS:
1890918909
return LLAMA_ROPE_TYPE_NEOX;
1891018910

1891118911
case LLM_ARCH_QWEN2VL:

0 commit comments

Comments
 (0)