File tree Expand file tree Collapse file tree 1 file changed +15
-0
lines changed
Expand file tree Collapse file tree 1 file changed +15
-0
lines changed Original file line number Diff line number Diff line change @@ -276,6 +276,21 @@ class ClipVision:
276276 USE_SILU = "clip.use_silu"
277277 N_WA_PATTERN = "clip.vision.n_wa_pattern" # used by qwen2.5vl
278278
279+ class Rope :
280+ DIMENSION_COUNT = "clip.vision.rope.dimension_count"
281+ DIMENSION_SECTIONS = "clip.vision.rope.dimension_sections"
282+ FREQ_BASE = "clip.vision.rope.freq_base"
283+ SCALING_TYPE = "clip.vision.rope.scaling.type"
284+ SCALING_FACTOR = "clip.vision.rope.scaling.factor"
285+ SCALING_ATTN_FACTOR = "clip.vision.rope.scaling.attn_factor"
286+ SCALING_ORIG_CTX_LEN = "clip.vision.rope.scaling.original_context_length"
287+ SCALING_FINETUNED = "clip.vision.rope.scaling.finetuned"
288+ SCALING_YARN_LOG_MUL = "clip.vision.rope.scaling.yarn_log_multiplier"
289+ SCALING_YARN_EXT_FACTOR = "clip.vision.rope.scaling.yarn_ext_factor"
290+ SCALING_YARN_ATTN_FACTOR = "clip.vision.rope.scaling.yarn_attn_factor"
291+ SCALING_YARN_BETA_FAST = "clip.vision.rope.scaling.yarn_beta_fast"
292+ SCALING_YARN_BETA_SLOW = "clip.vision.rope.scaling.yarn_beta_slow"
293+
279294 class Attention :
280295 HEAD_COUNT = "clip.vision.attention.head_count"
281296 LAYERNORM_EPS = "clip.vision.attention.layer_norm_epsilon"
You can’t perform that action at this time.
0 commit comments