diff --git a/src/diffusers/loaders/single_file.py b/src/diffusers/loaders/single_file.py
index fd5a955316..002f867653 100644
--- a/src/diffusers/loaders/single_file.py
+++ b/src/diffusers/loaders/single_file.py
@@ -148,7 +148,8 @@ def build_component(
     **kwargs,
 ):
     if component_name in kwargs:
-        return kwargs.pop(component_name, None)
+        component = kwargs.pop(component_name, None)
+        return {component_name: component}
 
     if component_name in pipeline_components:
         return {}