diff --git a/src/diffusers/loaders/single_file.py b/src/diffusers/loaders/single_file.py
index 940d340ec5..cd925e3df9 100644
--- a/src/diffusers/loaders/single_file.py
+++ b/src/diffusers/loaders/single_file.py
@@ -191,7 +191,7 @@ def build_additional_components(
         return kwargs.pop(component_name, None)
 
     if component_name in pipeline_components:
-        return {}
+        return None
 
     if pipeline_class_name == ["StableUnCLIPPipeline", "StableUnCLIPImg2ImgPipeline"]:
         stable_unclip_components = create_stable_unclip_components(