diff --git a/setup.py b/setup.py
index c4b1f30b16..12124e2a1f 100644
--- a/setup.py
+++ b/setup.py
@@ -21,6 +21,8 @@
     "sentencepiece",
     "scipy",
     "pillow",
+    "dill < 0.3.5",  # see https://github.com/huggingface/datasets/issues/4506
+    "multiprocess < 0.70.13", # 0.70.13 depends on dill>=0.3.5, to remove when the dill issue is solved
 ]
 
 TESTS_REQUIRE = [