We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1a792b1 commit b4ef3b8Copy full SHA for b4ef3b8
lightllm/common/basemodel/layer_weights/meta_weights/mm_weight/mm_weight.py
@@ -191,6 +191,7 @@ def load_hf_weights(self, weights):
191
and self.mm_param.weight is not None
192
and self.quant_method.weight_need_quanted(self.mm_param.weight)
193
):
194
+ logger.info(f"online quant weight names: {self.weight_names}")
195
quantized_weight, weight_scale, weight_zero_point = self.quant_method.quantize(
196
self.mm_param.weight.cuda(get_current_device_id())
197
)
0 commit comments