Optional components in AutoPipeline

Author: hlky

src/diffusers/pipelines/auto_pipeline.py

@@ -19,7 +19,7 @@
 
 from ..configuration_utils import ConfigMixin
 from ..models.controlnets import ControlNetUnionModel
-from ..utils import is_sentencepiece_available
+from ..utils import is_sentencepiece_available, logging
 from .aura_flow import AuraFlowPipeline
 from .cogview3 import CogView3PlusPipeline
 from .controlnet import (
@@ -101,6 +101,9 @@
 from .wuerstchen import WuerstchenCombinedPipeline, WuerstchenDecoderPipeline
 
 
+logger = logging.get_logger(__name__)
+
+
 AUTO_TEXT2IMAGE_PIPELINES_MAPPING = OrderedDict(
     [
         ("stable-diffusion", StableDiffusionPipeline),
@@ -528,7 +531,12 @@ def from_pipe(cls, pipeline, **kwargs):
             if k not in text_2_image_kwargs
         }
 
-        missing_modules = set(expected_modules) - set(pipeline._optional_components) - set(text_2_image_kwargs.keys())
+        missing_modules = (
+            set(expected_modules)
+            - set(pipeline._optional_components)
+            - set(text_2_image_cls._optional_components)
+            - set(text_2_image_kwargs.keys())
+        )
 
         if len(missing_modules) > 0:
             raise ValueError(
@@ -838,7 +846,12 @@ def from_pipe(cls, pipeline, **kwargs):
             if k not in image_2_image_kwargs
         }
 
-        missing_modules = set(expected_modules) - set(pipeline._optional_components) - set(image_2_image_kwargs.keys())
+        missing_modules = (
+            set(expected_modules)
+            - set(pipeline._optional_components)
+            - set(image_2_image_cls._optional_components)
+            - set(image_2_image_kwargs.keys())
+        )
 
         if len(missing_modules) > 0:
             raise ValueError(
@@ -1141,7 +1154,12 @@ def from_pipe(cls, pipeline, **kwargs):
             if k not in inpainting_kwargs
         }
 
-        missing_modules = set(expected_modules) - set(pipeline._optional_components) - set(inpainting_kwargs.keys())
+        missing_modules = (
+            set(expected_modules)
+            - set(pipeline._optional_components)
+            - set(inpainting_cls._optional_components)
+            - set(inpainting_kwargs.keys())
+        )
 
         if len(missing_modules) > 0:
             raise ValueError(