load_components by default only load components that are not already loaded

Author: yiyixuxu

src/diffusers/modular_pipelines/modular_pipeline.py

@@ -2142,6 +2142,7 @@ def load_components(self, names: Optional[Union[List[str], str]] = None, **kwarg
                 name
                 for name in self._component_specs.keys()
                 if self._component_specs[name].default_creation_method == "from_pretrained"
+                and getattr(self, name, None) is None
             ]
         elif isinstance(names, str):
             names = [names]