-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathtabby.yaml
88 lines (87 loc) · 1.49 KB
/
tabby.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
---
apiVersion: v1
kind: Namespace
metadata:
name: tabby
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: tabby-data
namespace: tabby
spec:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 10Gi
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: tabby
namespace: tabby
spec:
strategy:
type: Recreate
selector:
matchLabels:
app: tabby
template:
metadata:
labels:
app: tabby
spec:
containers:
- name: tabby
image: tabbyml/tabby
command: ["/opt/tabby/bin/tabby-cpu"]
args: ["serve", "--model", "TabbyML/StarCoder-1B"]
ports:
- name: http
containerPort: 8080
volumeMounts:
- mountPath: /data
name: tabby-data
volumes:
- name: tabby-data
persistentVolumeClaim:
claimName: tabby-data
---
apiVersion: v1
kind: Service
metadata:
name: tabby
namespace: tabby
spec:
ports:
- name: http
port: 80
protocol: TCP
targetPort: http
selector:
app: tabby
---
apiVersion: networking.k8s.io/v1
kind: Ingress
metadata:
name: tabby
namespace: tabby
annotations:
cert-manager.io/cluster-issuer: lets-encrypt
spec:
tls:
- secretName: tabby-tls
hosts:
- tabby.felixbreuer.me
rules:
- host: tabby.felixbreuer.me
http:
paths:
- path: /
pathType: Prefix
backend:
service:
name: tabby
port:
name: http