make it work with lora

Author: yiyixuxu

src/diffusers/loaders/unet.py

@@ -403,7 +403,7 @@ def _optionally_disable_offloading(cls, _pipeline):
         is_model_cpu_offload = False
         is_sequential_cpu_offload = False
 
-        if _pipeline is not None and _pipeline.hf_device_map is None:
+        if _pipeline is not None and hasattr(_pipeline,"hf_device_map") and _pipeline.hf_device_map is None:
             for _, component in _pipeline.components.items():
                 if isinstance(component, nn.Module) and hasattr(component, "_hf_hook"):
                     if not is_model_cpu_offload: