Skip to content

Commit 7674862

Browse files
committed
Further fixes from code review
1 parent 950b401 commit 7674862

File tree

3 files changed

+182
-183
lines changed

3 files changed

+182
-183
lines changed

convert_hf_to_gguf.py

Lines changed: 1 addition & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -2829,6 +2829,7 @@ def set_gguf_parameters(self):
28292829
self.gguf_writer.add_expert_count(self.hparams["moe_num_experts"])
28302830
self.gguf_writer.add_expert_used_count(self.hparams["moe_k"])
28312831
self.gguf_writer.add_interleave_moe_layer_step(self.hparams["moe_layer_interval"])
2832+
self.gguf_writer.add_leading_dense_block_count(self.hparams["moe_layer_start_index"])
28322833
self.gguf_writer.add_rope_freq_base(self.hparams["rope_theta"])
28332834
if (moe_intermediate_size := self.hparams.get("moe_intermediate_size")) is not None:
28342835
self.gguf_writer.add_expert_feed_forward_length(moe_intermediate_size)
@@ -2890,16 +2891,6 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter
28902891
return []
28912892
return [(self.map_tensor_name(name), data_torch)]
28922893

2893-
def prepare_tensors(self):
2894-
super().prepare_tensors()
2895-
2896-
if self._experts is not None:
2897-
# flatten `list[dict[str, Tensor]]` into `list[str]`
2898-
experts = [k for d in self._experts for k in d.keys()]
2899-
if len(experts) > 0:
2900-
logger.warning(f"Unprocessed experts: {experts}")
2901-
raise ValueError(f"Unprocessed experts: {experts}")
2902-
29032894

29042895
@ModelBase.register(
29052896
"Qwen2VLModel",

0 commit comments

Comments
 (0)