Skip to content

Commit a5cf45a

Browse files
Use vision_config.layer_norm_eps instead of text rms_norm_eps
1 parent e51fd1f commit a5cf45a

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

convert_hf_to_gguf.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3849,9 +3849,10 @@ def set_gguf_parameters(self):
38493849
self.gguf_writer.add_clip_projector_type(gguf.VisionProjectorType.EAGLE2VL)
38503850

38513851
# Vision attention layernorm eps: use config if available, else 1e-6
3852-
eps = 1e-6
3853-
if isinstance(self.global_config, dict):
3854-
eps = self.global_config.get("rms_norm_eps", eps)
3852+
vc = self.get_vision_config() or {}
3853+
eps = 1e-6
3854+
if isinstance(vc, dict) and "layer_norm_eps" in vc:
3855+
eps = vc["layer_norm_eps"]
38553856
self.gguf_writer.add_vision_attention_layernorm_eps(eps)
38563857

38573858
# 2x2 spatial merge

0 commit comments

Comments
 (0)