diff --git a/.github/workflows/publish.yaml b/.github/workflows/publish.yaml
index 064e7e709..80fdb5886 100644
--- a/.github/workflows/publish.yaml
+++ b/.github/workflows/publish.yaml
@@ -41,7 +41,26 @@ jobs:
       build_type: release
       script: "ci/build_wheel.sh"
       matrix_filter: ${{ needs.compute-matrix.outputs.BUILD_MATRIX }}
-      upload_to_pypi: true
+  publish-wheels:
+    needs: build-wheels
+    runs-on: ubuntu-latest
+    steps:
+      - name: Download sdist
+        if: "!cancelled()"
+        uses: actions/download-artifact@v4
+        with:
+          name: sdist
+          path: dist
+      - name: Download wheel
+        if: "!cancelled()"
+        uses: actions/download-artifact@v4
+        with:
+          name: wheel
+          path: dist
+      - name: Publish wheel
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          password: ${{ secrets.RAPIDSAI_PYPI_TOKEN }}
   build-docs:
     needs:
       - build-conda
diff --git a/.github/workflows/wheels-build.yaml b/.github/workflows/wheels-build.yaml
index e895f3b5b..f887de3ef 100644
--- a/.github/workflows/wheels-build.yaml
+++ b/.github/workflows/wheels-build.yaml
@@ -45,10 +45,6 @@ on:
         type: string
         default: ''
 
-      upload_to_pypi:
-        type: boolean
-        required: false
-
 defaults:
   run:
     shell: bash
@@ -173,25 +169,3 @@ jobs:
         with:
           name: wheel
           path: ${{ env.wheel_path }}
-
-  publish:
-    needs: [build]
-    runs-on: ubuntu-latest
-    if: inputs.upload_to_pypi
-    steps:
-      - name: Download sdist
-        if: "!cancelled()"
-        uses: actions/download-artifact@v4
-        with:
-          name: sdist
-          path: dist
-      - name: Download wheel
-        if: "!cancelled()"
-        uses: actions/download-artifact@v4
-        with:
-          name: wheel
-          path: dist
-      - name: Publish wheel
-        uses: pypa/gh-action-pypi-publish@release/v1
-        with:
-          password: ${{ secrets.RAPIDSAI_PYPI_TOKEN }}
diff --git a/ci/build_conda.sh b/ci/build_conda.sh
index c4b86beca..fae201ca4 100755
--- a/ci/build_conda.sh
+++ b/ci/build_conda.sh
@@ -13,7 +13,7 @@ rapids-print-env
 
 rapids-logger "Begin py build"
 
-rapids-conda-retry mambabuild conda/recipes/numba-cuda
+rapids-conda-retry build conda/recipes/numba-cuda
 
 package_path=(/tmp/conda-bld-output/noarch/numba-cuda-*.tar.bz2)
 echo "package_path=$package_path" >> $GITHUB_ENV