diff --git a/.github/workflows/dummy-ci.yaml b/.github/workflows/dummy-ci.yaml
index ecea304039..691f627698 100644
--- a/.github/workflows/dummy-ci.yaml
+++ b/.github/workflows/dummy-ci.yaml
@@ -7,8 +7,10 @@ on:
       - '.gitignore'
       - 'LICENSE'
       - 'README.md'
+      - 'release-please-config.json'
 jobs:
-  build_test:
+  ci:
+    name: CI Success
     timeout-minutes: 5
     runs-on: ubuntu-latest
     steps:
diff --git a/release-please-config.json b/release-please-config.json
index 500ef90d31..b81d97f5f8 100644
--- a/release-please-config.json
+++ b/release-please-config.json
@@ -8,8 +8,6 @@
       "release-type": "go",
       "include-component-in-tag": false,
       "include-v-in-tag": true,
-      "prerelease-type": "rc",
-      "versioning": "prerelease"
     },
     "execution": {
       "package-name": "execution",