Skip to content

Commit 83163bc

Browse files
committed
buffer to parameter
1 parent 87c4dc4 commit 83163bc

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

src/diffusers/quantizers/finegrained_fp8/finegrained_fp8_quantizer.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -131,9 +131,8 @@ def create_quantized_param(
131131
scale = scale.reshape(scale_orig_shape).squeeze().reciprocal()
132132

133133
# Load into the model
134-
module._buffers[tensor_name] = quantized_param.to(target_device)
135-
module._buffers["weight_scale_inv"] = scale.to(target_device)
136-
# print("_buffers[0]", module._buffers["weight_scale_inv"])
134+
module._parameters[tensor_name] = quantized_param.to(target_device)
135+
module._parameters["weight_scale_inv"] = scale.to(target_device)
137136

138137
def check_if_quantized_param(
139138
self,

0 commit comments

Comments
 (0)