diff --git a/setup.py b/setup.py
index 2f284e3bbe39..0b1d93a46263 100644
--- a/setup.py
+++ b/setup.py
@@ -157,7 +157,7 @@
     "librosa",
     "starlette",
     "tensorflow-cpu>=2.3",
-    "tensorflow>=2.4",
+    "tensorflow>=2.4,<2.10",
     "tensorflow-text",
     "tf2onnx",
     "timeout-decorator",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 1d6223f2a7a1..6946945cd8ac 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -63,7 +63,7 @@
     "librosa": "librosa",
     "starlette": "starlette",
     "tensorflow-cpu": "tensorflow-cpu>=2.3",
-    "tensorflow": "tensorflow>=2.4",
+    "tensorflow": "tensorflow>=2.4,<2.10",
     "tensorflow-text": "tensorflow-text",
     "tf2onnx": "tf2onnx",
     "timeout-decorator": "timeout-decorator",