Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion tools/deployment/spider-helm/Chart.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ apiVersion: "v2"
name: "spider"
description: "A Helm chart for the Spider Huntsman deployment"
type: "application"
version: "0.1.1"
version: "0.1.2"
appVersion: "0.1.0"
home: "https://github.com/y-scope/spider"
sources: ["https://github.com/y-scope/spider"]
Expand Down
15 changes: 15 additions & 0 deletions tools/deployment/spider-helm/templates/configmap.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,21 @@ metadata:
labels:
{{- include "spider.labels" . | nindent 4 }}
data:
scheduler.yaml: |
connection_pool_size: {{ .Values.spiderConfig.scheduler.connection_pool_size }}
host: "0.0.0.0"
port: {{ .Values.spiderConfig.scheduler.port }}
runtime:
advertised_endpoint:
Comment thread
20001020ycx marked this conversation as resolved.
host: {{ include "spider.componentFullname" (dict "root" . "component" "scheduler") | quote }}
port: {{ .Values.spiderConfig.scheduler.port }}
scheduler:
policy: {{ .Values.spiderConfig.scheduler.runtime.scheduler.policy | quote }}
config:
{{- toYaml .Values.spiderConfig.scheduler.runtime.scheduler.config | nindent 10 }}
storage_endpoint:
host: {{ include "spider.componentFullname" (dict "root" . "component" "storage") | quote }}
port: {{ .Values.spiderConfig.storage.port }}
storage.yaml: |
host: "0.0.0.0"
port: {{ .Values.spiderConfig.storage.port }}
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,44 @@
apiVersion: "apps/v1"
kind: "Deployment"
metadata:
name: {{ include "spider.componentFullname" (dict "root" . "component" "scheduler") }}
labels:
{{- include "spider.labels" . | nindent 4 }}
app.kubernetes.io/component: "scheduler"
spec:
replicas: 1
Comment thread
20001020ycx marked this conversation as resolved.
selector:
matchLabels:
{{- include "spider.selectorLabels" . | nindent 6 }}
app.kubernetes.io/component: "scheduler"
template:
metadata:
labels:
{{- include "spider.labels" . | nindent 8 }}
app.kubernetes.io/component: "scheduler"
spec:
containers:
- name: "scheduler"
image: {{ include "spider.imageRef" (dict "root" . "component" "scheduler") | quote }}
imagePullPolicy: {{ .Values.image.scheduler.pullPolicy | quote }}
command: ["spider-scheduler", "--config", "/etc/spider/scheduler.yaml"]
ports:
- name: "grpc"
containerPort: {{ .Values.spiderConfig.scheduler.port }}
volumeMounts:
- name: "config"
mountPath: "/etc/spider/scheduler.yaml"
subPath: "scheduler.yaml"
readOnly: true
readinessProbe:
{{- include "spider.readinessProbeTimings" . | nindent 12 }}
tcpSocket:
port: "grpc"
livenessProbe:
{{- include "spider.livenessProbeTimings" . | nindent 12 }}
tcpSocket:
port: "grpc"
volumes:
- name: "config"
configMap:
name: {{ include "spider.componentFullname" (dict "root" . "component" "config") }}
15 changes: 15 additions & 0 deletions tools/deployment/spider-helm/templates/scheduler-service.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
apiVersion: "v1"
kind: "Service"
metadata:
name: {{ include "spider.componentFullname" (dict "root" . "component" "scheduler") }}
labels:
{{- include "spider.labels" . | nindent 4 }}
app.kubernetes.io/component: "scheduler"
spec:
selector:
{{- include "spider.selectorLabels" . | nindent 4 }}
app.kubernetes.io/component: "scheduler"
ports:
- name: "grpc"
port: {{ .Values.spiderConfig.scheduler.port }}
targetPort: "grpc"
20 changes: 20 additions & 0 deletions tools/deployment/spider-helm/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,10 @@ image:
pullPolicy: "Always"
repository: "mariadb"
tag: "10.11.16"
scheduler:
pullPolicy: "Always"
repository: "ghcr.io/y-scope/spider/scheduler"
tag: "main"
storage:
pullPolicy: "Always"
repository: "ghcr.io/y-scope/spider/storage"
Expand All @@ -30,6 +34,22 @@ spiderConfig:
root_password: "spider-root-password"
username: "spider-user"

scheduler:
connection_pool_size: 4
port: 50052

Copy link
Copy Markdown
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

How about just 50051?

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I have tested that setting it to 50051 works. However, I don't see a reason to make it the same with storage's port.

runtime:
scheduler:
policy: "round_robin"
config:
active_job_queue_capacity: 64
cleanup_ready_task_capacity: 256
commit_ready_task_capacity: 256
dispatch_queue_capacity: 64
finalizing_job_expiration_timeout_sec: 300
ready_task_capacity: 65536
storage_poll_timeout_ms: 10
tick_interval_ms: 5

storage:
port: 50051
runtime:
Expand Down
Loading