diff --git a/pyproject.toml b/pyproject.toml
index a685755..4037979 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -26,7 +26,7 @@ maintainers = [
 dependencies = [
     "torch",
     "accelerate",
-    "transformers>=4.19.0", # required for EvalPrediction.inputs
+    "transformers>=4.19.0,<5", # required for EvalPrediction.inputs
     "datasets>=2.14.0", # required for sorting with multiple columns
     "packaging>=20.0",
     "evaluate",