diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 4531a4964..1c29d5538 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -83,9 +83,6 @@ jobs:
             fi
 
   test:
-    needs: 
-      - filter-pr-changes
-      - determine-revision
     strategy:
       fail-fast: false
       matrix:
@@ -105,8 +102,8 @@ jobs:
           cache-dependency-path: pyproject.toml
       - name: "Install dependencies"
         run: python -m pip install .[develop]
-      - name: "Run tests${{ needs.filter-pr-changes.outputs.track_filter }}${{ needs.determine-revision.outputs.revision }}"
-        run: hatch -v -e unit run test${{ needs.filter-pr-changes.outputs.track_filter }}${{ needs.determine-revision.outputs.revision }}
+      - name: "Run tests"
+        run: hatch -v -e unit run test
       - uses: elastic/es-perf-github-status@v2
         if: ${{ failure() && ( github.event_name == 'schedule' || ( github.event_name == 'push' && github.ref_name == env.DEFAULT_BRANCH ) ) }}
         with:
diff --git a/pyproject.toml b/pyproject.toml
index 507f6ca99..d92664fc1 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -34,8 +34,17 @@ exclude = [
 
 [tool.hatch.envs.default]
 dependencies = [
-    "esrally[develop] @ git+https://github.com/elastic/rally.git@master",
-    "pytest-rally @ git+https://github.com/elastic/pytest-rally.git@main",
+    "esrally[develop] @ git+https://github.com/elastic/rally.git@master"
+]
+
+[tool.hatch.envs.it]
+extra-dependencies = [
+    "pytest-rally @ git+https://github.com/elastic/pytest-rally.git@main"
+]
+
+[tool.hatch.envs.it_serverless]
+extra-dependencies = [
+    "pytest-rally @ git+https://github.com/elastic/pytest-rally.git@main"
 ]
 
 [tool.hatch.envs.unit]