From 23bc56a02de3745e1eb19f5703280972e195ff56 Mon Sep 17 00:00:00 2001 From: xieofxie Date: Thu, 6 Feb 2025 03:41:41 +0800 Subject: [PATCH] add provider_options in from_pretrained (#10719) Co-authored-by: hualxie --- src/diffusers/pipelines/pipeline_loading_utils.py | 2 ++ src/diffusers/pipelines/pipeline_utils.py | 2 ++ 2 files changed, 4 insertions(+) diff --git a/src/diffusers/pipelines/pipeline_loading_utils.py b/src/diffusers/pipelines/pipeline_loading_utils.py index 4173c49524..9a9afa198b 100644 --- a/src/diffusers/pipelines/pipeline_loading_utils.py +++ b/src/diffusers/pipelines/pipeline_loading_utils.py @@ -630,6 +630,7 @@ def load_sub_model( cached_folder: Union[str, os.PathLike], use_safetensors: bool, dduf_entries: Optional[Dict[str, DDUFEntry]], + provider_options: Any, ): """Helper method to load the module `name` from `library_name` and `class_name`""" @@ -676,6 +677,7 @@ def load_sub_model( if issubclass(class_obj, diffusers_module.OnnxRuntimeModel): loading_kwargs["provider"] = provider loading_kwargs["sess_options"] = sess_options + loading_kwargs["provider_options"] = provider_options is_diffusers_model = issubclass(class_obj, diffusers_module.ModelMixin) diff --git a/src/diffusers/pipelines/pipeline_utils.py b/src/diffusers/pipelines/pipeline_utils.py index c4593b3e69..2fde0bb9f8 100644 --- a/src/diffusers/pipelines/pipeline_utils.py +++ b/src/diffusers/pipelines/pipeline_utils.py @@ -677,6 +677,7 @@ class DiffusionPipeline(ConfigMixin, PushToHubMixin): custom_revision = kwargs.pop("custom_revision", None) provider = kwargs.pop("provider", None) sess_options = kwargs.pop("sess_options", None) + provider_options = kwargs.pop("provider_options", None) device_map = kwargs.pop("device_map", None) max_memory = kwargs.pop("max_memory", None) offload_folder = kwargs.pop("offload_folder", None) @@ -971,6 +972,7 @@ class DiffusionPipeline(ConfigMixin, PushToHubMixin): cached_folder=cached_folder, use_safetensors=use_safetensors, dduf_entries=dduf_entries, + provider_options=provider_options, ) logger.info( f"Loaded {name} as {class_name} from `{name}` subfolder of {pretrained_model_name_or_path}."