feat(helm): add Helm chart for SMG router deployment

.pre-commit-config.yaml

@@ -10,6 +10,7 @@ repos:
       - id: end-of-file-fixer
       - id: check-yaml
         args: [--allow-multiple-documents, --unsafe]
+        exclude: ^deploy/helm/.*/templates/|^deploy/helm/.*/tests/
       - id: check-toml
       - id: check-added-large-files
       - id: check-merge-conflict

deploy/helm/smg/.helmignore

@@ -0,0 +1,3 @@
+.git
+.gitignore
+examples/

deploy/helm/smg/Chart.yaml

@@ -0,0 +1,29 @@
+apiVersion: v2
+name: smg
+description: "Shepherd Model Gateway - high-performance inference router for LLM deployments"
+type: application
+version: 0.1.0
+appVersion: "0.7.0"
+kubeVersion: ">=1.26.0-0"
+home: https://github.com/lightseekorg/smg
+sources:
+  - https://github.com/lightseekorg/smg
+maintainers:
+  - name: LightSeek
+    url: https://github.com/lightseekorg
+keywords:
+  - llm
+  - inference
+  - gateway
+  - router
+  - sglang
+  - vllm
+# dependencies:
+#   - name: postgresql
+#     version: "~16"
+#     repository: https://charts.bitnami.com/bitnami
+#     condition: history.postgres.deploy
+#   - name: redis
+#     version: "~20"
+#     repository: https://charts.bitnami.com/bitnami
+#     condition: history.redis.deploy

deploy/helm/smg/README.md

@@ -0,0 +1,68 @@
+# SMG Helm Chart
+
+Helm chart for deploying the Shepherd Model Gateway (SMG) — a high-performance inference router for LLM deployments.
+
+## Prerequisites
+
+- Kubernetes >= 1.26
+- Helm >= 3.12
+
+## Quick Start
+
+```bash
+helm install smg deploy/helm/smg \
+  --set router.workerUrls[0]=http://worker-1:8000 \
+  --set router.workerUrls[1]=http://worker-2:8000
+```
+
+## Configuration
+
+See [`values.yaml`](values.yaml) for the full list of configurable parameters.
+
+### Key Sections
+
+| Section | Description |
+|---------|-------------|
+| `global` | Image registry, pull secrets |
+| `router` | Router deployment, routing policy, networking, observability |
+| `auth` | API key authentication, rate limiting |
+| `history` | Storage backend (none/memory/postgres/redis/oracle) |
+| `serviceAccount` | Service account creation and annotations |
+| `rbac` | RBAC for Kubernetes service discovery |
+
+### Routing Policies
+
+`cache_aware` (default), `round_robin`, `power_of_two`, `consistent_hashing`, `prefix_hash`, `manual`, `random`, `bucket`
+
+## Examples
+
+| File | Scenario |
+|------|----------|
+| [`router-only.yaml`](examples/router-only.yaml) | Minimal router with external workers |
+| [`with-postgres.yaml`](examples/with-postgres.yaml) | PostgreSQL history backend |
+| [`with-service-discovery.yaml`](examples/with-service-discovery.yaml) | K8s auto-discovery |
+| [`with-ingress.yaml`](examples/with-ingress.yaml) | Ingress with TLS |
+| [`with-monitoring.yaml`](examples/with-monitoring.yaml) | ServiceMonitor + Grafana dashboard |
+
+## Testing
+
+```bash
+helm test smg
+```
+
+## Upgrading
+
+### 0.1.0
+
+Initial release.
+
+## Troubleshooting
+
+### Service discovery not finding pods
+
+Verify RBAC is enabled and the selector matches your worker pod labels:
+
+```bash
+kubectl get role,rolebinding -l app.kubernetes.io/instance=smg
+kubectl get pods -l <your-selector>
+```

deploy/helm/smg/examples/router-only.yaml

@@ -0,0 +1,7 @@
+# Minimal router-only deployment pointing at existing workers.
+# Usage: helm install smg deploy/helm/smg -f deploy/helm/smg/examples/router-only.yaml
+router:
+  workerUrls:
+    - http://worker-1.default.svc:8000
+    - http://worker-2.default.svc:8000
+  policy: cache_aware

deploy/helm/smg/examples/with-ingress.yaml

@@ -0,0 +1,20 @@
+# Router with Ingress and TLS.
+# Usage: helm install smg deploy/helm/smg -f deploy/helm/smg/examples/with-ingress.yaml
+router:
+  workerUrls:
+    - http://worker-1:8000
+  ingress:
+    enabled: true
+    className: nginx
+    annotations:
+      nginx.ingress.kubernetes.io/proxy-read-timeout: "1800"
+      nginx.ingress.kubernetes.io/proxy-send-timeout: "1800"
+    hosts:
+      - host: smg.example.com
+        paths:
+          - path: /
+            pathType: Prefix
+    tls:
+      - secretName: smg-tls
+        hosts:
+          - smg.example.com

deploy/helm/smg/examples/with-monitoring.yaml

@@ -0,0 +1,16 @@
+# Router with Prometheus ServiceMonitor and Grafana dashboard.
+# Usage: helm install smg deploy/helm/smg -f deploy/helm/smg/examples/with-monitoring.yaml
+router:
+  workerUrls:
+    - http://worker-1:8000
+  metrics:
+    serviceMonitor:
+      enabled: true
+      interval: 15s
+      labels:
+        release: prometheus
+grafana:
+  dashboard:
+    enabled: true
+    labels:
+      grafana_dashboard: "1"

deploy/helm/smg/examples/with-postgres.yaml

@@ -0,0 +1,10 @@
+# Router with PostgreSQL history backend.
+# Usage: helm install smg deploy/helm/smg -f deploy/helm/smg/examples/with-postgres.yaml
+router:
+  workerUrls:
+    - http://worker-1:8000
+history:
+  backend: postgres
+  postgres:
+    url: "postgresql://smg:<YOUR_PASSWORD>@postgres:5432/smg"  # replace with real credentials
+    poolMax: 10

deploy/helm/smg/examples/with-service-discovery.yaml

@@ -0,0 +1,8 @@
+# Router with Kubernetes service discovery (auto-discover worker pods).
+# Usage: helm install smg deploy/helm/smg -f deploy/helm/smg/examples/with-service-discovery.yaml
+router:
+  policy: cache_aware
+  serviceDiscovery:
+    enabled: true
+    selector: "app=sglang-worker"
+    port: 8000

deploy/helm/smg/templates/NOTES.txt

@@ -0,0 +1,17 @@
+{{- $fullname := include "smg.fullname" . -}}
+
+Router:
+  Endpoint: http://{{ $fullname }}-router:{{ .Values.router.service.port }}
+  Metrics:  http://{{ $fullname }}-router:{{ .Values.router.metrics.port }}/metrics
+  Policy:   {{ .Values.router.policy }}
+
+{{- if .Values.router.ingress.enabled }}
+
+Ingress:
+{{- range .Values.router.ingress.hosts }}
+  http{{ if $.Values.router.ingress.tls }}s{{ end }}://{{ .host }}
+{{- end }}
+{{- end }}
+
+To test the deployment:
+  helm test {{ .Release.Name }}