Fix in loading state dict

Author: guiyrt

src/diffusers/loaders/transformers_sd3.py

@@ -84,6 +84,6 @@ def _load_ip_adapter_weights(self, state_dict: Dict, low_cpu_mem_usage: bool = _
         ).to(device=self.device, dtype=self.dtype)
 
         if not low_cpu_mem_usage:
-            self.image_proj.load_state_dict(state_dict, strict=True)
+            self.image_proj.load_state_dict(state_dict["image_proj"], strict=True)
         else:
-            load_model_dict_into_meta(self.image_proj, state_dict, device=self.device, dtype=self.dtype)
+            load_model_dict_into_meta(self.image_proj, state_dict["image_proj"], device=self.device, dtype=self.dtype)