diff --git a/.github/workflows/dataset_loading.yml b/.github/workflows/dataset_loading.yml
index bf3dc50676..ab317db0aa 100644
--- a/.github/workflows/dataset_loading.yml
+++ b/.github/workflows/dataset_loading.yml
@@ -21,7 +21,8 @@ jobs:
 
     - name: Install dependencies
       run: |
-        make install-for-tests
+          make install-for-tests
+
     - name: Run dataset loading tests
       run: |
         make dataset-load-test
diff --git a/Makefile b/Makefile
index 0f0937f08d..206dfca695 100644
--- a/Makefile
+++ b/Makefile
@@ -6,7 +6,7 @@ install:
 install-for-tests:
 	@echo "--- 🚀 Installing project dependencies for test ---"
 	@echo "This ensures that the project is not installed in editable mode"
-	pip install ".[dev,speedtask,image]"
+	pip install ".[dev,image]"
 
 lint:
 	@echo "--- 🧹 Running linters ---"
@@ -42,7 +42,7 @@ build-docs:
 
 model-load-test:
 	@echo "--- 🚀 Running model load test ---"
-	pip install ".[dev, speedtask, pylate,gritlm,xformers,model2vec]"
+	pip install ".[dev, pylate,gritlm,xformers,model2vec]"
 	python scripts/extract_model_names.py $(BASE_BRANCH) --return_one_model_name_per_file
 	python tests/test_models/model_loading.py --model_name_file scripts/model_names.txt
 
diff --git a/pyproject.toml b/pyproject.toml
index 16f3b865b9..3cf5f2e5eb 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -63,7 +63,11 @@ dev = [
 "pre-commit>=4.1.0",
 ]
 codecarbon = ["codecarbon"]
-speedtask = ["GPUtil>=1.4.0", "psutil>=5.9.8"]
+speedtask = [
+    "setuptools<78",  # https://github.com/pypa/setuptools/issues/4910
+    "GPUtil>=1.4.0",
+    "psutil>=5.9.8"
+]
 peft = ["peft>=0.11.0"]
 leaderboard = [
     "gradio==5.16.0; python_version > '3.9'", # 3.10 is required for gradio