diff --git a/.github/workflows/main_unit_tests.yaml b/.github/workflows/main_unit_tests.yaml
index dc3c5932..cc0d3228 100644
--- a/.github/workflows/main_unit_tests.yaml
+++ b/.github/workflows/main_unit_tests.yaml
@@ -39,17 +39,21 @@ jobs:
           path: pace
           ref: develop
 
-      - name: Setup Miniconda
-        uses: conda-incubator/setup-miniconda@v3
+      - name: Setup Python 3.11
+        uses: actions/setup-python@v5
         with:
-          python-version: 3.11.13
-          conda-remove-defaults: true
-          auto-activate-base: false
-          activate-environment: pace_test_env
+          python-version: '3.11'
 
       - name: Install mpi (MPICH flavor)
         run: pip install mpich
 
+      - name: Install numpy==1.26.4
+        # Front-load installing numpy to force its usage in the radiation
+        # scheme of pySHiELD.
+        # TODO: This is an ugly hack and it should be cleaned up latest once
+        #       we add support for numpy >= 2.0
+        run: pip install numpy==1.26.4
+
       - name: "External trigger: Remove existing component in pace/develop"
         if: ${{ inputs.component_trigger }}
         run: rm -rf ${GITHUB_WORKSPACE}/pace/${{inputs.component_name}}
@@ -64,7 +68,6 @@ jobs:
         run: |
           cd ${GITHUB_WORKSPACE}/pace
           pip install .[test]
-          pip install numpy==1.26.4
 
       - name: Print versions
         run: |