Skip to content

Commit e0b6064

Browse files
committed
add clip.vision.rope.* to GGUF constants
need `clip.vision.rope.freq_base` for GLM-4.5V
1 parent 14cee9c commit e0b6064

File tree

1 file changed

+15
-0
lines changed

1 file changed

+15
-0
lines changed

gguf-py/gguf/constants.py

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -276,6 +276,21 @@ class ClipVision:
276276
USE_SILU = "clip.use_silu"
277277
N_WA_PATTERN = "clip.vision.n_wa_pattern" # used by qwen2.5vl
278278

279+
class Rope:
280+
DIMENSION_COUNT = "clip.vision.rope.dimension_count"
281+
DIMENSION_SECTIONS = "clip.vision.rope.dimension_sections"
282+
FREQ_BASE = "clip.vision.rope.freq_base"
283+
SCALING_TYPE = "clip.vision.rope.scaling.type"
284+
SCALING_FACTOR = "clip.vision.rope.scaling.factor"
285+
SCALING_ATTN_FACTOR = "clip.vision.rope.scaling.attn_factor"
286+
SCALING_ORIG_CTX_LEN = "clip.vision.rope.scaling.original_context_length"
287+
SCALING_FINETUNED = "clip.vision.rope.scaling.finetuned"
288+
SCALING_YARN_LOG_MUL = "clip.vision.rope.scaling.yarn_log_multiplier"
289+
SCALING_YARN_EXT_FACTOR = "clip.vision.rope.scaling.yarn_ext_factor"
290+
SCALING_YARN_ATTN_FACTOR = "clip.vision.rope.scaling.yarn_attn_factor"
291+
SCALING_YARN_BETA_FAST = "clip.vision.rope.scaling.yarn_beta_fast"
292+
SCALING_YARN_BETA_SLOW = "clip.vision.rope.scaling.yarn_beta_slow"
293+
279294
class Attention:
280295
HEAD_COUNT = "clip.vision.attention.head_count"
281296
LAYERNORM_EPS = "clip.vision.attention.layer_norm_epsilon"

0 commit comments

Comments
 (0)