diff --git a/setup.py b/setup.py
index 8200910703..3a5230eb5f 100644
--- a/setup.py
+++ b/setup.py
@@ -116,7 +116,7 @@ def localversion_func(version: ScmVersion) -> str:
         "requests>=2.0.0",
         "tqdm>=4.0.0",
         "torch>=1.7.0",
-        "transformers>4.0,<5.0",
+        "transformers>4.0,<4.53.0",
         "datasets",
         "accelerate>=0.20.3,!=1.1.0",
         "pynvml",