refactor: split restate worker [stacked on 4782]

.github/workflows/deploy.yaml

@@ -11,50 +11,6 @@ concurrency:
 jobs:
   detect_changes:
     uses: ./.github/workflows/job_detect_changes.yaml
-  api_local_test:
-    name: Test API
-    uses: ./.github/workflows/job_test_api_local.yaml
-  api_preview_deployment:
-    needs:
-      - api_local_test
-    uses: ./.github/workflows/job_deploy_api_staging.yaml
-    secrets:
-      CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
-  api_preview_test:
-    needs:
-      - api_preview_deployment
-    uses: ./.github/workflows/job_test_api_staging.yaml
-    with:
-      UNKEY_BASE_URL: https://preview-api.unkey.dev
-    secrets:
-      DATABASE_HOST: ${{ secrets.DATABASE_HOST }}
-      DATABASE_USERNAME: ${{ secrets.DATABASE_USERNAME }}
-      DATABASE_PASSWORD: ${{ secrets.DATABASE_PASSWORD }}
-      CLICKHOUSE_URL: ${{ secrets.CLICKHOUSE_URL }}
-  api_canary_deployment:
-    needs:
-      - api_local_test
-      - api_preview_test
-    uses: ./.github/workflows/job_deploy_api_canary.yaml
-    secrets:
-      CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
-  api_canary_test:
-    needs:
-      - api_canary_deployment
-    uses: ./.github/workflows/job_test_api_canary.yaml
-    with:
-      UNKEY_BASE_URL: https://canary.unkey.dev
-    secrets:
-      DATABASE_HOST: ${{ secrets.DATABASE_HOST }}
-      DATABASE_USERNAME: ${{ secrets.DATABASE_USERNAME }}
-      DATABASE_PASSWORD: ${{ secrets.DATABASE_PASSWORD }}
-      CLICKHOUSE_URL: ${{ secrets.CLICKHOUSE_URL }}
-  api_production_deployment:
-    needs:
-      - api_canary_test
-    uses: ./.github/workflows/job_deploy_api_production.yaml
-    secrets:
-      CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
   mintlify_deployment:
     runs-on: depot-ubuntu-24.04-4
     needs:

.github/workflows/job_bazel.yaml

@@ -32,8 +32,7 @@ jobs:
 
       # Running containers is temporary until we moved them inside of bazel,
       # at that point they are only created if they are actually needed
-      - name: Start for containers
-        run: docker compose -f ./dev/docker-compose.yaml up s3 clickhouse kafka mysql ctrl restate -d --wait
-
+      - name: Start containers
+        run: docker compose -f ./dev/docker-compose.yaml up s3 clickhouse kafka mysql -d --wait
       - name: Run tests
         run: bazel test //... --test_output=errors

.github/workflows/job_detect_changes.yaml

@@ -2,9 +2,6 @@ name: Detect Changes
 on:
   workflow_call:
     outputs:
-      api:
-        description: "Whether API has changed"
-        value: ${{ jobs.build.outputs.api }}
       dashboard:
         description: "Whether Dashboard has changed"
         value: ${{ jobs.build.outputs.dashboard }}
@@ -52,16 +49,6 @@ jobs:
         with:
           filters: |
             # API application and its direct dependencies
-            api:
-              - 'web/apps/api/**'
-              - 'web/internal/db/**'
-              - 'web/internal/encoding/**'
-              - 'web/internal/encryption/**'
-              - 'web/internal/hash/**'
-              - 'web/internal/id/**'
-              - 'web/internal/keys/**'
-              - 'web/internal/validation/**'
-              - 'web/internal/vault/**'
 
             # Dashboard application and its dependencies
             dashboard:

.github/workflows/pr.yaml

@@ -20,11 +20,6 @@ jobs:
     if: ((github.event_name == 'pull_request' && github.event.pull_request.draft == false) || github.event_name != 'pull_request') && needs.detect_changes.result == 'success' && (needs.detect_changes.outputs.packages == 'true' || needs.detect_changes.outputs.dependencies == 'true')
     needs: [detect_changes]
     uses: ./.github/workflows/job_test_web.yaml
-  test_api:
-    name: Test API
-    if: ((github.event_name == 'pull_request' && github.event.pull_request.draft == false) || github.event_name != 'pull_request') && needs.detect_changes.result == 'success' && (needs.detect_changes.outputs.api == 'true' || needs.detect_changes.outputs.packages == 'true')
-    needs: [detect_changes]
-    uses: ./.github/workflows/job_test_api_local.yaml
   bazel:
     name: Bazel
     uses: ./.github/workflows/job_bazel.yaml

Makefile

@@ -56,7 +56,7 @@ pull: ## Pull latest Docker images for services
 
 .PHONY: up
 up: pull ## Start all infrastructure services
-	@docker compose -f ./dev/docker-compose.yaml up -d planetscale mysql redis clickhouse s3 otel kafka restate ctrl --wait
+	@docker compose -f ./dev/docker-compose.yaml up -d planetscale mysql redis clickhouse s3 otel kafka restate ctrl-api --wait
 
 .PHONY: clean
 clean: ## Stop and remove all services with volumes
@@ -86,7 +86,7 @@ generate: generate-sql ## Generate code from protobuf and other sources
 
 .PHONY: test
 test: ## Run tests with bazel
-	docker compose -f ./dev/docker-compose.yaml up -d mysql clickhouse s3 kafka restate ctrl --wait
+	docker compose -f ./dev/docker-compose.yaml up -d mysql clickhouse s3 kafka --wait
 	bazel test //...
 	make clean-docker-test
 

cmd/ctrl/BUILD.bazel

@@ -2,14 +2,20 @@ load("@rules_go//go:def.bzl", "go_library")
 
 go_library(
     name = "ctrl",
-    srcs = ["main.go"],
+    srcs = [
+        "api.go",
+        "doc.go",
+        "main.go",
+        "worker.go",
+    ],
     importpath = "github.com/unkeyed/unkey/cmd/ctrl",
     visibility = ["//visibility:public"],
     deps = [
         "//pkg/cli",
         "//pkg/clock",
         "//pkg/tls",
         "//pkg/uid",
-        "//svc/ctrl",
+        "//svc/ctrl/api",
+        "//svc/ctrl/worker",
     ],
 )