update ComponentSpec.from_component, only update config if it is created with from_config

Author: yiyixuxu

src/diffusers/modular_pipelines/modular_pipeline_utils.py

@@ -117,7 +117,7 @@ def from_component(cls, name: str, component: Any) -> Any:
         type_hint = component.__class__
         default_creation_method = "from_config" if component._diffusers_load_id == "null" else "from_pretrained"
 
-        if isinstance(component, ConfigMixin):
+        if isinstance(component, ConfigMixin) and default_creation_method == "from_config":
             config = component.config
         else:
             config = None