rudder-config.toml

# Contains the configuration for the whole server
# Dont set secrets, passwords, api_keys etc. in this file. Use '.env' file for that

maxProcess = 12 # Max number of cpu process to be used by go runtime
gwDBRetention = 0
routerDBRetention = 0
enableProcessor = true
enableRouter = true
enableStats = true

[RateLimit]
eventLimit=1000
rateLimitWindowInMins=60
noOfBucketsInWindow=12

[Gateway]
webPort = 8080
maxDBWriterProcess = 64
CustomVal = "GW"
maxBatchSize = 32
batchTimeoutInMS = 20
maxReqSizeInKB = 100000
enableDedup = false
enableRateLimit = false
dedupWindowInS = 86400

[SourceDebugger]
maxBatchSize = 32
maxESQueueSize = 1024
maxRetry = 3
batchTimeoutInS = 2
retrySleepInMS = 100
disableEventUploads = false

[JobsDB]
# Migration related parameters
jobDoneMigrateThres = 0.8
jobStatusMigrateThres = 5
maxDSSize = 100000
maxMigrateOnce = 10
maxTableSizeInMB = 300
mainCheckSleepDurationInS = 5
backupCheckSleepDurationIns = 5
enableBackup = false
backupRowsBatchSize = 10000

[Router]
jobQueryBatchSize = 10000
updateStatusBatchSize = 1000
readSleepInMS = 1000
noOfWorkers = 64
noOfJobsPerChannel = 1000
ser = 3
maxSleepInS = 60
minSleepInS = 0
maxStatusUpdateWaitInS = 5
randomWorkerAssign = false
useTestSink = false
maxFailedCountForJob = 8
keepOrderOnFailure = true

[BatchRouter]
mainLoopSleepInS = 2
noOfWorkers = 8
jobQueryBatchSize = 100000
uploadFreqInS = 30

[Warehouse]
stagingFilesTable = "wh_staging_files"
loadFilesTable = "wh_load_files"
uploadsTable = "wh_uploads"
schemasTable = "wh_schemas"
uploadFreqInS = 1800
noOfWorkers = 8
mainLoopSleepInS = 60
maxRetry = 3
stagingFilesBatchSize = 240

[Processor]
loopSleepInMS = 10
maxLoopSleepInMS = 5000
dbReadBatchSize = 10000
transformBatchSize = 100
userTransformBatchSize = 200
sessionThresholdEvents = 100
sessionInactivityThresholdInS = 120
maxChanSize = 2048
processSessions = false
numTransformWorker = 8
maxRetry = 30
retrySleepInMS = 100

[BackendConfig]
configFromFile = false
configJSONPath = "./workspaceConfig.json"
pollIntervalInS = 5


# If the server crashes 'crashThreshold' times in 'durationInS' seconds,
#       then we mark it degraded
# If the server crashes 'degradedCrashThreshold' times in 'degradedDurationInS' seconds in degraded mode,
#       then we mark it maintenance
# If the server crashes 'maintenanceCrashThreshold' times in 'maintenanceDurationInS' seconds in maintenance mode,
#       then we stop the server
# Stores related metadata in storagePath
[recovery]
enabled = true
storagePath = "/data/rudderstack/recovery_data.json"
errorStorePath = "/data/rudderstack/error_store.json"
    [recovery.normal]
    crashThreshold = 5
    durationInS = 300
    [recovery.degraded]
    crashThreshold = 5
    durationInS = 300
    [recovery.maintenance]
    crashThreshold = 5
    durationInS = 300

# logger configuration
[Logger]
enableConsole=true
enableFile=false
consoleJsonFormat=false
fileJsonFormat=false
logFileLocation="/tmp/rudder_log.log"
logFileSize = 100 # in MB
enableTimestamp=true
enableFileNameInLog=false
enableStackTrace=false

# runtime stats are collected using go runtime package and published to statsd
[RuntimeStats]
enabled=true
statsCollectionInterval=10
enableCPUStats=true
enableMemStats=true
enableGCStats=true