diff --git a/src/diffusers/pipelines/pipeline_utils.py b/src/diffusers/pipelines/pipeline_utils.py
index 1c7d2c41a9..ff2984d612 100644
--- a/src/diffusers/pipelines/pipeline_utils.py
+++ b/src/diffusers/pipelines/pipeline_utils.py
@@ -505,7 +505,7 @@ class DiffusionPipeline(ConfigMixin):
 
             user_agent = http_user_agent(user_agent)
 
-            if is_safetensors_available():
+            if is_safetensors_available() and not local_files_only:
                 info = model_info(
                     pretrained_model_name_or_path,
                     use_auth_token=use_auth_token,