diff --git a/setup.py b/setup.py
index 0980e56e07..1dc4b18b7c 100644
--- a/setup.py
+++ b/setup.py
@@ -106,7 +106,7 @@ _deps = [
     "pytest-timeout",
     "pytest-xdist",
     "ruff>=0.0.241",
-    "safetensors",
+    "safetensors>=0.3.1",
     "sentencepiece>=0.1.91,!=0.1.92",
     "scipy",
     "onnx",
@@ -227,6 +227,7 @@ install_requires = [
     deps["numpy"],
     deps["regex"],
     deps["requests"],
+    deps["safetensors"],
     deps["Pillow"],
 ]
 
diff --git a/src/diffusers/dependency_versions_table.py b/src/diffusers/dependency_versions_table.py
index 5e6cb9e816..b26404bdec 100644
--- a/src/diffusers/dependency_versions_table.py
+++ b/src/diffusers/dependency_versions_table.py
@@ -30,7 +30,7 @@ deps = {
     "pytest-timeout": "pytest-timeout",
     "pytest-xdist": "pytest-xdist",
     "ruff": "ruff>=0.0.241",
-    "safetensors": "safetensors",
+    "safetensors": "safetensors>=0.3.1",
     "sentencepiece": "sentencepiece>=0.1.91,!=0.1.92",
     "scipy": "scipy",
     "onnx": "onnx",