raise warning instead of error.

Author: sayakpaul

src/diffusers/loaders/lora_base.py

@@ -532,10 +532,12 @@ def set_adapters(
 
             invalid_components = sorted(components_passed - lora_components)
             if invalid_components:
-                raise ValueError(
+                logger.warning(
                     f"The following components in `adapter_weights` are not part of the pipeline: {invalid_components}. "
-                    f"Available components that are LoRA-compatible: {self._lora_loadable_modules}"
+                    f"Available components that are LoRA-compatible: {self._lora_loadable_modules}. So, weights belonging "
+                    "to the invalid components will be removed and ignored."
                 )
+                adapter_weights = {k: v for k, v in adapter_weights.items() if k not in invalid_components}
 
         adapter_names = [adapter_names] if isinstance(adapter_names, str) else adapter_names
         adapter_weights = copy.deepcopy(adapter_weights)

tests/lora/utils.py

@@ -1148,12 +1148,14 @@ def test_multiple_wrong_adapter_name_raises_error(self):
                 )
 
         scale_with_wrong_components = {"foo": 0.0, "bar": 0.0, "tik": 0.0}
-        with self.assertRaises(ValueError) as err_context:
+        logger = logging.get_logger("diffusers.loaders.lora_base")
+        logger.setLevel(30)
+        with CaptureLogger(logger) as cap_logger:
             pipe.set_adapters("adapter-1", adapter_weights=scale_with_wrong_components)
 
         wrong_components = sorted(set(scale_with_wrong_components.keys()))
-        msg = f"The following components in `adapter_weights` are not part of the pipeline: {wrong_components}"
-        self.assertTrue(msg in str(err_context.exception))
+        msg = f"The following components in `adapter_weights` are not part of the pipeline: {wrong_components}. "
+        self.assertTrue(msg in str(cap_logger.out))
 
         # test this works.
         pipe.set_adapters("adapter-1")