-
Notifications
You must be signed in to change notification settings - Fork 99
/
config.go
241 lines (207 loc) · 11.6 KB
/
config.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
package config
import (
"context"
"os"
"github.com/naoina/toml"
"github.com/sethvargo/go-envconfig"
)
var configFile = ""
type Config struct {
Saas bool `env:"STARHUB_SERVER_SAAS, default=false"`
InstanceID string `env:"STARHUB_SERVER_INSTANCE_ID"`
EnableSwagger bool `env:"STARHUB_SERVER_ENABLE_SWAGGER, default=false"`
APIToken string `env:"STARHUB_SERVER_API_TOKEN, default=0c11e6e4f2054444374ba3f0b70de4145935a7312289d404814cd5907c6aa93cc65cd35dbf94e04c13a3dedbf51f1694de84240c8acb7238b54a2c3ac8e87c59"`
// enable if you want to acess csghub through https, especially for space rproxy
EnableHTTPS bool `env:"STARHUB_SERVER_ENABLE_HTTPS, default=false"`
DocsHost string `env:"STARHUB_SERVER_SERVER_DOCS_HOST, default=http://localhost:6636"`
APIServer struct {
Port int `env:"STARHUB_SERVER_SERVER_PORT, default=8080"`
PublicDomain string `env:"STARHUB_SERVER_PUBLIC_DOMAIN, default=http://localhost:8080"`
SSHDomain string `env:"STARHUB_SERVER_SSH_DOMAIN, default=git@localhost:2222"`
}
Mirror struct {
URL string `env:"STARHUB_SERVER_MIRROR_URL, default=http://localhost:8085"`
Token string `env:"STARHUB_SERVER_MIRROR_Token, default="`
Port int `env:"STARHUB_SERVER_MIRROR_PORT, default=8085"`
SessionSecretKey string `env:"STARHUB_SERVER_MIRROR_SESSION_SECRET_KEY, default=mirror"`
WorkerNumber int `env:"STARHUB_SERVER_MIRROR_WORKER_NUMBER, default=5"`
}
Database struct {
Driver string `env:"STARHUB_DATABASE_DRIVER, default=pg"`
DSN string `env:"STARHUB_DATABASE_DSN, default=postgresql://postgres:postgres@localhost:5432/starhub_server?sslmode=disable"`
TimeZone string `env:"STARHUB_DATABASE_TIMEZONE, default=Asia/Shanghai"`
}
Redis struct {
Endpoint string `env:"STARHUB_SERVER_REDIS_ENDPOINT, default=localhost:6379"`
MaxRetries int `env:"STARHUB_SERVER_REDIS_MAX_RETRIES, default=3"`
MinIdleConnections int `env:"STARHUB_SERVER_REDIS_MIN_IDLE_CONNECTIONS, default=0"`
User string `env:"STARHUB_SERVER_REDIS_USER"`
Password string `env:"STARHUB_SERVER_REDIS_PASSWORD"`
SentinelMode bool `env:"STARHUB_SERVER_REDIS_USE_SENTINEL, default=false"`
SentinelMaster string `env:"STARHUB_SERVER_REDIS_SENTINEL_MASTER"`
SentinelEndpoint string `env:"STARHUB_SERVER_REDIS_SENTINEL_ENDPOINT"`
}
GitServer struct {
URL string `env:"STARHUB_SERVER_GITSERVER_URL, default=http://localhost:3000"`
Type string `env:"STARHUB_SERVER_GITSERVER_TYPE, default=gitea"`
Host string `env:"STARHUB_SERVER_GITSERVER_HOST, default=http://localhost:3000"`
SecretKey string `env:"STARHUB_SERVER_GITSERVER_SECRET_KEY, default=619c849c49e03754454ccd4cda79a209ce0b30b3"`
Username string `env:"STARHUB_SERVER_GITSERVER_USERNAME, default=root"`
Password string `env:"STARHUB_SERVER_GITSERVER_PASSWORD, default=password123"`
TimeoutSEC int `env:"STARHUB_SERVER_GITSERVER_TIMEOUT_SEC, default=5"`
}
GitalyServer struct {
Address string `env:"STARHUB_SERVER_GITALY_SERVER_SOCKET, default=tcp://localhost:9999"`
Storge string `env:"STARHUB_SERVER_GITALY_STORGE, default=default"`
Token string `env:"STARHUB_SERVER_GITALY_TOKEN, default=abc123secret"`
JWTSecret string `env:"STARHUB_SERVER_GITALY_JWT_SECRET, default=signing-key"`
}
MirrorServer struct {
Enable bool `env:"STARHUB_SERVER_MIRRORSERVER_ENABLE, default=false"`
URL string `env:"STARHUB_SERVER_MIRRORSERVER_URL, default=http://localhost:3001"`
Type string `env:"STARHUB_SERVER_MIRRORSERVER_TYPE, default=gitea"`
Host string `env:"STARHUB_SERVER_MIRRORSERVER_HOST, default=http://localhost:3001"`
SecretKey string `env:"STARHUB_SERVER_MIRRORSERVER_SECRET_KEY, default=619c849c49e03754454ccd4cda79a209ce0b30b3"`
Username string `env:"STARHUB_SERVER_MIRRORSERVER_USERNAME, default=root"`
Password string `env:"STARHUB_SERVER_MIRRORSERVER_PASSWORD, default=password123"`
}
Frontend struct {
URL string `env:"STARHUB_SERVER_FRONTEND_URL, default=https://opencsg.com"`
}
S3 struct {
SSL bool `env:"STARHUB_SERVER_S3_SSL, default=false"`
AccessKeyID string `env:"STARHUB_SERVER_S3_ACCESS_KEY_ID"`
AccessKeySecret string `env:"STARHUB_SERVER_S3_ACCESS_KEY_SECRET"`
Region string `env:"STARHUB_SERVER_S3_REGION"`
Endpoint string `env:"STARHUB_SERVER_S3_ENDPOINT, default=localhost:9000"`
//for better performance of LFS downloading from s3. (can ignore if S3.Endpoint is alreay an internal domain or ip address)
InternalEndpoint string `env:"STARHUB_SERVER_S3_INTERNAL_ENDPOINT, default="`
Bucket string `env:"STARHUB_SERVER_S3_BUCKET, default=opencsg-test"`
EnableSSL bool `env:"STARHUB_SERVER_S3_ENABLE_SSL, default=false"`
}
SensitiveCheck struct {
Enable bool `env:"STARHUB_SERVER_SENSITIVE_CHECK_ENABLE, default=false"`
AccessKeyID string `env:"STARHUB_SERVER_SENSITIVE_CHECK_ACCESS_KEY_ID"`
AccessKeySecret string `env:"STARHUB_SERVER_SENSITIVE_CHECK_ACCESS_KEY_SECRET"`
Region string `env:"STARHUB_SERVER_SENSITIVE_CHECK_REGION"`
Endpoint string `env:"STARHUB_SERVER_SENSITIVE_CHECK_ENDPOINT, default=oss-cn-beijing.aliyuncs.com"`
EnableSSL bool `env:"STARHUB_SERVER_S3_ENABLE_SSH, default=true"`
}
JWT struct {
SigningKey string `env:"STARHUB_JWT_SIGNING_KEY, default=signing-key"`
ValidHour int `env:"STARHUB_JWT_VALIDATE_HOUR, default=24"`
}
Inference struct {
ServerAddr string `env:"STARHUB_SERVER_INFERENCE_SERVER_ADDR, default=http://localhost:8000"`
}
Space struct {
BuilderEndpoint string `env:"STARHUB_SERVER_SPACE_BUILDER_ENDPOINT, default=http://localhost:8081"`
// base url for space api running in k8s cluster
RunnerEndpoint string `env:"STARHUB_SERVER_SPACE_RUNNER_ENDPOINT, default=http://localhost:8082"`
RunnerServerPort int `env:"STARHUB_SERVER_SPACE_RUNNER_SERVER_PORT, default=8082"`
// the internal root domain will be proxied to, should be internal access only
InternalRootDomain string `env:"STARHUB_SERVER_INTERNAL_ROOT_DOMAIN, default=internal.example.com"`
// the public root domain will be proxied from
PublicRootDomain string `env:"STARHUB_SERVER_PUBLIC_ROOT_DOMAIN, default=public.example.com"`
DockerRegBase string `env:"STARHUB_SERVER_DOCKER_REG_BASE, default=registry.cn-beijing.aliyuncs.com/opencsg_public/"`
ImagePullSecret string `env:"STARHUB_SERVER_DOCKER_IMAGE_PULL_SECRET, default=opencsg-pull-secret"`
// reverse proxy listening port
RProxyServerPort int `env:"STARHUB_SERVER_SPACE_RPROXY_SERVER_PORT, default=8083"`
// secret key for session encryption
SessionSecretKey string `env:"STARHUB_SERVER_SPACE_SESSION_SECRET_KEY, default=secret"`
DeployTimeoutInMin int `env:"STARHUB_SERVER_SPACE_DEPLOY_TIMEOUT_IN_MINUTES, default=30"`
// gpu model label
GPUModelLabel string `env:"STARHUB_SERVER_GPU_MODEL_LABEL, default=aliyun.accelerator/nvidia_name"`
ReadnessDelaySeconds int `env:"STARHUB_SERVER_READNESS_DELAY_SECONDS, default=120"`
ReadnessPeriodSeconds int `env:"STARHUB_SERVER_READNESS_PERIOD_SECONDS, default=10"`
ReadnessFailureThreshold int `env:"STARHUB_SERVER_READNESS_FAILURE_THRESHOLD, default=3"`
}
Model struct {
DeployTimeoutInMin int `env:"STARHUB_SERVER_MODEL_DEPLOY_TIMEOUT_IN_MINUTES, default=60"`
DownloadEndpoint string `env:"STARHUB_SERVER_MODEL_DOWNLOAD_ENDPOINT, default=https://hub.opencsg.com"`
DockerRegBase string `env:"STARHUB_SERVER_MODEL_DOCKER_REG_BASE, default=opencsg-registry.cn-beijing.cr.aliyuncs.com/public/"`
NimDockerSecretName string `env:"STARHUB_SERVER_MODEL_NIM_DOCKER_SECRET_NAME, default=ngc-secret"`
NimNGCSecretName string `env:"STARHUB_SERVER_MODEL_NIM_NGC_SECRET_NAME, default=nvidia-nim-secrets"`
}
// send events
Event struct {
SyncInterval int `env:"STARHUB_SERVER_SYNC_IN_MINUTES, default=1"`
}
Casdoor struct {
ClientID string `env:"STARHUB_SERVER_CASDOOR_CLIENT_ID, default=client_id"`
ClientSecret string `env:"STARHUB_SERVER_CASDOOR_CLIENT_SECRET, default=client_secret"`
Endpoint string `env:"STARHUB_SERVER_CASDOOR_ENDPOINT, default=http://localhost:80"`
Certificate string `env:"STARHUB_SERVER_CASDOOR_CERTIFICATE, default=/etc/casdoor/certificate.pem"`
OrganizationName string `env:"STARHUB_SERVER_CASDOOR_ORGANIZATION_NAME, default=opencsg"`
ApplicationName string `env:"STARHUB_SERVER_CASDOOR_APPLICATION_NAME, default=opencsg"`
}
Nats struct {
URL string `env:"OPENCSG_ACCOUNTING_NATS_URL, default=nats://account:g98dc5FA8v4J7ck90w@natsmaster:4222"`
MsgFetchTimeoutInSEC int `env:"OPENCSG_ACCOUNTING_MSG_FETCH_TIMEOUTINSEC, default=5"`
MeterRequestSubject string `env:"OPENCSG_ACCOUNTING_METER_EVENT_SUBJECT, default=accounting.metering.>"`
MeterDurationSendSubject string `env:"STARHUB_SERVER_METER_DURATION_SEND_SUBJECT, default=accounting.metering.duration"`
MeterTokenSendSubject string `env:"STARHUB_SERVER_METER_TOKEN_SEND_SUBJECT, default=accounting.metering.token"`
MeterQuotaSendSubject string `env:"STARHUB_SERVER_METER_QUOTA_SEND_SUBJECT, default=accounting.metering.quota"`
}
Accounting struct {
Host string `env:"OPENCSG_ACCOUNTING_SERVER_HOST, default=http://localhost"`
Port int `env:"OPENCSG_ACCOUNTING_SERVER_PORT, default=8086"`
}
User struct {
Host string `env:"OPENCSG_USER_SERVER_HOST, default=http://localhost"`
Port int `env:"OPENCSG_USER_SERVER_PORT, default=8088"`
SigninSuccessRedirectURL string `env:"OPENCSG_USER_SERVER_SIGNIN_SUCCESS_REDIRECT_URL, default=http://localhost:3000/server/callback"`
}
MultiSync struct {
SaasAPIDomain string `env:"OPENCSG_SAAS_API_DOMAIN, default=https://hub.opencsg.com"`
SaasSyncDomain string `env:"OPENCSG_SAAS_SYNC_DOMAIN, default=https://sync.opencsg.com"`
Enabled bool `env:"STARHUB_SERVER_MULTI_SYNC_ENABLED, default=true"`
}
Telemetry struct {
Enable bool `env:"STARHUB_SERVER_TELEMETRY_ENABLE, default=true"`
ReportURL string `env:"STARHUB_SERVER_TELEMETRY_URL, default=http://hub.opencsg.com/api/v1/telemetry"`
}
AutoClean struct {
Instance bool `env:"OPENCSG_AUTO_CLEANUP_INSTANCE_ENABLE, default=false"`
}
Dataset struct {
PromptMaxJsonlFileSize int64 `env:"OPENCSG_PROMPT_MAX_JSONL_FILESIZE_BYTES, default=1048576"` // 1MB
}
Dataflow struct {
Host string `env:"OPENCSG_DATAFLOW_SERVER_HOST, default=http://127.0.0.1"`
Port int `env:"OPENCSG_DATAFLOW_SERVER_PORT, default=8000"`
}
Moderation struct {
Host string `env:"OPENCSG_MODERATION_SERVER_HOST, default=http://localhost"`
Port int `env:"OPENCSG_MODERATION_SERVER_PORT, default=8089"`
// comma splitted, and base64 encoded
EncodedSensitiveWords string `env:"OPENCSG_MODERATION_SERVER_ENCODED_SENSITIVE_WORDS, default=5Lmg6L+R5bmzLHhpamlucGluZw=="`
}
WorkFLow struct {
Endpoint string `env:"OPENCSG_WORKFLOW_SERVER_ENDPOINT, default=localhost:7233"`
}
}
func SetConfigFile(file string) {
configFile = file
}
func LoadConfig() (*Config, error) {
cfg := &Config{}
if configFile != "" {
f, err := os.Open(configFile)
if err != nil {
return nil, err
}
err = toml.NewDecoder(f).Decode(cfg)
if err != nil {
return nil, err
}
}
// Always read environment variables, even if a config file exists. If a config value is present in both the
// config file and the environment, the environment value takes priority. If a config value is missing from
// the config file, the default value (specified by the struct field's default tag) will be used.
err := envconfig.ProcessWith(context.Background(), &envconfig.Config{
Target: cfg,
DefaultOverwrite: true,
})
return cfg, err
}