Update src/diffusers/loaders/lora_pipeline.py

Co-authored-by: hlky <[email protected]>

Author: DN6

src/diffusers/loaders/lora_pipeline.py

@@ -1988,7 +1988,6 @@ def _maybe_expand_transformer_param_shape_or_error_(
                     ).data
                     if weight_on_cpu:
                         module_weight = module_weight.cpu()
-                    module_weight = dequantize_bnb_weight(module.weight, state=module.weight.quant_state).data
                 else:
                     module_weight = module.weight.data
                 module_bias = module.bias.data if module.bias is not None else None