diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index dcdde347..20814a38 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -33,8 +33,14 @@ jobs:
       - uses: googleapis/release-please-action@v4
         id: release
 
+  draft:
+    name: draft
+    needs: release
+    steps:
+      - run: gh release edit ${{ needs.release.outputs.tag_name }} --draft=true --repo='elixir-tools/next-ls'
+
   build:
-    needs: [release]
+    needs: [release, draft]
     runs-on: macos-14
     if: ${{ needs.release.outputs.release_created }}
     env:
@@ -67,7 +73,7 @@ jobs:
 
   nix-build:
     name: build nix flakes and push to cachix
-    needs: [release]
+    needs: [release, draft]
     if: ${{ needs.release.outputs.release_created }}
     strategy:
       matrix:
@@ -87,7 +93,7 @@ jobs:
 
   publish:
     name: publish
-    needs: [release, build]
+    needs: [release, draft, build]
     runs-on: ubuntu-latest
     env:
       GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -95,7 +101,7 @@ jobs:
       - run: gh release edit ${{ needs.release.outputs.tag_name }} --draft=false --repo='elixir-tools/next-ls'
 
   homebrew:
-    needs: [release, publish]
+    needs: [release, draft, publish]
     runs-on: ubuntu-latest
     steps:
       - name: Bump Homebrew formula
diff --git a/release-please-config.json b/release-please-config.json
index 7a3f754a..3bef937a 100644
--- a/release-please-config.json
+++ b/release-please-config.json
@@ -6,7 +6,6 @@
       "release-type": "elixir",
       "bump-minor-pre-major": true,
       "include-component-in-tag": false,
-      "draft": true,
       "extra-files": [
         "package.nix"
       ]