diff --git a/src/diffusers/loaders/single_file_utils.py b/src/diffusers/loaders/single_file_utils.py
index 4a0b10ffd1..a35ec5b390 100644
--- a/src/diffusers/loaders/single_file_utils.py
+++ b/src/diffusers/loaders/single_file_utils.py
@@ -687,7 +687,7 @@ def convert_controlnet_checkpoint(
                 controlnet_state_dict[key.replace(controlnet_key, "")] = checkpoint.pop(key)
 
     new_checkpoint = {}
-    ldm_controlnet_keys = DIFFUSERS_TO_LDM_MAPPING["controlnet"]
+    ldm_controlnet_keys = DIFFUSERS_TO_LDM_MAPPING["controlnet"]["layers"]
     for diffusers_key, ldm_key in ldm_controlnet_keys.items():
         if ldm_key not in controlnet_state_dict:
             continue