diff --git a/Makefile b/Makefile
index 0ab8f22c31..09e79ff416 100644
--- a/Makefile
+++ b/Makefile
@@ -115,4 +115,3 @@ clean:
 
 test_installs:
 	python -m pip install .[tests]
-	python -m pip install git+https://github.com/huggingface/accelerate.git
diff --git a/setup.py b/setup.py
index 73522b481a..ac835c97a2 100644
--- a/setup.py
+++ b/setup.py
@@ -32,7 +32,7 @@
     "transformers >= 4.37.0, < 4.38.0",
     "optimum",
     "torch",
-    "accelerate",
+    "accelerate < 0.28.0",
     "diffusers >= 0.26.0, < 0.27.0",
 ]