diff --git a/src/diffusers/utils/import_utils.py b/src/diffusers/utils/import_utils.py
index ade8ace072..ad3ab69f66 100644
--- a/src/diffusers/utils/import_utils.py
+++ b/src/diffusers/utils/import_utils.py
@@ -204,7 +204,7 @@ try:
     if _torch_available:
         import torch
 
-        if torch.__version__ < version.Version("1.12"):
+        if version.Version(torch.__version__) < version.Version("1.12"):
             raise ValueError("PyTorch should be >= 1.12")
     logger.debug(f"Successfully imported xformers version {_xformers_version}")
 except importlib_metadata.PackageNotFoundError: