diff --git a/src/diffusers/loaders.py b/src/diffusers/loaders.py
index b3c0025a96..4805c5cc9a 100644
--- a/src/diffusers/loaders.py
+++ b/src/diffusers/loaders.py
@@ -2546,7 +2546,8 @@ class ControlNetLoaderMixin(LoraLoaderMixin):
         }
         converted_sd_keys = set(converted_state_dict.keys())
         # print(f"Differences in between the keys here: {converted_sd_keys.difference(set(load_state_dict_results.unexpected_keys))}")
-        print(f"Remaining state dict: {remaining_state_dict.keys()}")
+        # print(f"Remaining state dict: {remaining_state_dict.keys()}")
+        print(set(load_state_dict_results.unexpected_keys).difference(set(remaining_state_dict)))
 
         # Handle LoRA.
         lora_grouped_dict = defaultdict(dict)