Skip to content

Commit a8fa83f

Browse files
authored
change attention temp length metadata type to integer
1 parent 705f84a commit a8fa83f

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

gguf-py/gguf/gguf_writer.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -832,8 +832,8 @@ def add_attention_scale(self, value: float) -> None:
832832
def add_attn_output_scale(self, value: float) -> None:
833833
self.add_float32(Keys.Attention.OUTPUT_SCALE.format(arch=self.arch), value)
834834

835-
def add_attn_temperature_length(self, value: float) -> None:
836-
self.add_float32(Keys.Attention.TEMPERATURE_LENGTH.format(arch=self.arch), value)
835+
def add_attn_temperature_length(self, value: int) -> None:
836+
self.add_uint32(Keys.Attention.TEMPERATURE_LENGTH.format(arch=self.arch), value)
837837

838838
def add_pooling_type(self, value: PoolingType) -> None:
839839
self.add_uint32(Keys.LLM.POOLING_TYPE.format(arch=self.arch), value.value)

0 commit comments

Comments
 (0)