From d821cc96df5fafbf33c363625659578e5ee942ed Mon Sep 17 00:00:00 2001 From: "rh-tap-build-team[bot]" <127938674+rh-tap-build-team[bot]@users.noreply.github.com> Date: Thu, 18 Apr 2024 17:15:40 +0000 Subject: [PATCH 1/3] tune results watcher and api performance; bump watcher replicas back to one to match prod Since we had the change the threading model for log storage in order to fix the results watcher memory leak, rather than just the normal pipeline-service bump to pick up the new results images, I have picked those commits and am combining them with our initial increase in k8s client tuning and worker threads for both the api server and watcher. Aside from the memory leak, the worker thread and k8s client tuning have proven to greatly improve controller latency with the core tekton controller and chains controller. The hope is this will help the watcher as well, both when storing as well as pruning. Also, during the result outage, I saw some semblance of leader election based HA going, where prior testing had only ever showed backup/restore behavior. Until sharding can be properly tested, I don't want chance enablement based on replica start up timing occurring. rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED --- .../pipeline-service/kustomization.yaml | 2 +- .../bump-results-watcher-replicas.yaml | 2 +- .../pipeline-service/development/config.env | 31 +++++++++++++++++++ .../development/kustomization.yaml | 18 +++++++++-- .../update-results-watcher-performance.yaml | 19 ++++++++++++ .../base/bump-results-watcher-replicas.yaml | 2 +- .../pipeline-service/staging/base/config.env | 31 +++++++++++++++++++ .../staging/base/kustomization.yaml | 21 ++++++------- .../update-results-watcher-performance.yaml | 20 +++++++++++- .../staging/stone-stage-p01/deploy.yaml | 19 ++++++++++-- .../staging/stone-stg-m01/deploy.yaml | 19 ++++++++++-- .../staging/stone-stg-rh01/deploy.yaml | 19 ++++++++++-- 12 files changed, 177 insertions(+), 26 deletions(-) create mode 100644 components/pipeline-service/development/config.env create mode 100644 components/pipeline-service/development/update-results-watcher-performance.yaml create mode 100644 components/pipeline-service/staging/base/config.env diff --git a/components/monitoring/grafana/base/dashboards/pipeline-service/kustomization.yaml b/components/monitoring/grafana/base/dashboards/pipeline-service/kustomization.yaml index 0924c8ca3b0..6ead356f239 100644 --- a/components/monitoring/grafana/base/dashboards/pipeline-service/kustomization.yaml +++ b/components/monitoring/grafana/base/dashboards/pipeline-service/kustomization.yaml @@ -2,4 +2,4 @@ apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization resources: - - https://github.com/openshift-pipelines/pipeline-service/operator/gitops/argocd/grafana/?ref=e52f83e174efb8f308f6e32d1e0fc9f8eb9ed893 + - https://github.com/openshift-pipelines/pipeline-service/operator/gitops/argocd/grafana/?ref=3b07d3edb07237a26e60b5c9ea7d90cd358f2a2e diff --git a/components/pipeline-service/development/bump-results-watcher-replicas.yaml b/components/pipeline-service/development/bump-results-watcher-replicas.yaml index bcd64c5fb6d..dd1942ff27e 100644 --- a/components/pipeline-service/development/bump-results-watcher-replicas.yaml +++ b/components/pipeline-service/development/bump-results-watcher-replicas.yaml @@ -1,4 +1,4 @@ - op: replace path: /spec/replicas # default pipeline-service setting is 1 - value: 2 \ No newline at end of file + value: 1 \ No newline at end of file diff --git a/components/pipeline-service/development/config.env b/components/pipeline-service/development/config.env new file mode 100644 index 00000000000..734a7e0c02a --- /dev/null +++ b/components/pipeline-service/development/config.env @@ -0,0 +1,31 @@ +DB_USER= +DB_PASSWORD= +DB_HOST= +DB_PORT=5432 +DB_NAME= +DB_SSLMODE=disable +DB_SSLROOTCERT= +DB_ENABLE_AUTO_MIGRATION=true +SERVER_PORT=8080 +PROMETHEUS_PORT=9090 +PROMETHEUS_HISTOGRAM=true +TLS_PATH=/etc/tls +AUTH_DISABLE=false +AUTH_IMPERSONATE=true +LOG_LEVEL=info +LOGS_API=false +LOGS_TYPE=File +LOGS_BUFFER_SIZE=5242880 +LOGS_PATH=/logs +S3_BUCKET_NAME= +S3_ENDPOINT= +S3_HOSTNAME_IMMUTABLE=false +S3_REGION= +S3_ACCESS_KEY_ID= +S3_SECRET_ACCESS_KEY= +S3_MULTI_PART_SIZE=5242880 +GCS_BUCKET_NAME= +STORAGE_EMULATOR_HOST= +K8S_QPS=50 +K8S_BURST=100 +GRPC_WORKER_POOL=50 diff --git a/components/pipeline-service/development/kustomization.yaml b/components/pipeline-service/development/kustomization.yaml index 4c6f63268f0..415c2142422 100644 --- a/components/pipeline-service/development/kustomization.yaml +++ b/components/pipeline-service/development/kustomization.yaml @@ -8,10 +8,19 @@ commonAnnotations: argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true resources: - - https://github.com/openshift-pipelines/pipeline-service.git/developer/openshift/gitops/argocd/pipeline-service?ref=e52f83e174efb8f308f6e32d1e0fc9f8eb9ed893 - - https://github.com/openshift-pipelines/pipeline-service.git/developer/openshift/gitops/argocd/pipeline-service-storage?ref=e52f83e174efb8f308f6e32d1e0fc9f8eb9ed893 + - https://github.com/openshift-pipelines/pipeline-service.git/developer/openshift/gitops/argocd/pipeline-service?ref=3b07d3edb07237a26e60b5c9ea7d90cd358f2a2e + - https://github.com/openshift-pipelines/pipeline-service.git/developer/openshift/gitops/argocd/pipeline-service-storage?ref=3b07d3edb07237a26e60b5c9ea7d90cd358f2a2e - ../base/rbac +# generate a new configmap with updated values (logs api, db ssl mode) and replace the default one +configMapGenerator: + - behavior: replace + files: + - config.env + name: api-config + options: + disableNameSuffixHash: true + patches: - path: chains-tekton-config-patches.yaml target: @@ -46,3 +55,8 @@ patches: kind: Deployment namespace: tekton-results name: tekton-results-watcher + - path: update-results-watcher-performance.yaml + target: + kind: Deployment + namespace: tekton-results + name: tekton-results-watcher \ No newline at end of file diff --git a/components/pipeline-service/development/update-results-watcher-performance.yaml b/components/pipeline-service/development/update-results-watcher-performance.yaml new file mode 100644 index 00000000000..0490852b577 --- /dev/null +++ b/components/pipeline-service/development/update-results-watcher-performance.yaml @@ -0,0 +1,19 @@ +--- +- op: add + path: /spec/template/spec/containers/0/args/- + value: -threadiness +- op: add + path: /spec/template/spec/containers/0/args/- + value: "50" +- op: add + path: /spec/template/spec/containers/0/args/- + value: -qps +- op: add + path: /spec/template/spec/containers/0/args/- + value: "50" +- op: add + path: /spec/template/spec/containers/0/args/- + value: -burst +- op: add + path: /spec/template/spec/containers/0/args/- + value: "100" \ No newline at end of file diff --git a/components/pipeline-service/staging/base/bump-results-watcher-replicas.yaml b/components/pipeline-service/staging/base/bump-results-watcher-replicas.yaml index bcd64c5fb6d..dd1942ff27e 100644 --- a/components/pipeline-service/staging/base/bump-results-watcher-replicas.yaml +++ b/components/pipeline-service/staging/base/bump-results-watcher-replicas.yaml @@ -1,4 +1,4 @@ - op: replace path: /spec/replicas # default pipeline-service setting is 1 - value: 2 \ No newline at end of file + value: 1 \ No newline at end of file diff --git a/components/pipeline-service/staging/base/config.env b/components/pipeline-service/staging/base/config.env new file mode 100644 index 00000000000..734a7e0c02a --- /dev/null +++ b/components/pipeline-service/staging/base/config.env @@ -0,0 +1,31 @@ +DB_USER= +DB_PASSWORD= +DB_HOST= +DB_PORT=5432 +DB_NAME= +DB_SSLMODE=disable +DB_SSLROOTCERT= +DB_ENABLE_AUTO_MIGRATION=true +SERVER_PORT=8080 +PROMETHEUS_PORT=9090 +PROMETHEUS_HISTOGRAM=true +TLS_PATH=/etc/tls +AUTH_DISABLE=false +AUTH_IMPERSONATE=true +LOG_LEVEL=info +LOGS_API=false +LOGS_TYPE=File +LOGS_BUFFER_SIZE=5242880 +LOGS_PATH=/logs +S3_BUCKET_NAME= +S3_ENDPOINT= +S3_HOSTNAME_IMMUTABLE=false +S3_REGION= +S3_ACCESS_KEY_ID= +S3_SECRET_ACCESS_KEY= +S3_MULTI_PART_SIZE=5242880 +GCS_BUCKET_NAME= +STORAGE_EMULATOR_HOST= +K8S_QPS=50 +K8S_BURST=100 +GRPC_WORKER_POOL=50 diff --git a/components/pipeline-service/staging/base/kustomization.yaml b/components/pipeline-service/staging/base/kustomization.yaml index dcbbf3bcd2b..58b70061ac1 100644 --- a/components/pipeline-service/staging/base/kustomization.yaml +++ b/components/pipeline-service/staging/base/kustomization.yaml @@ -8,12 +8,21 @@ commonAnnotations: argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true resources: - - https://github.com/openshift-pipelines/pipeline-service.git/operator/gitops/argocd/pipeline-service?ref=e52f83e174efb8f308f6e32d1e0fc9f8eb9ed893 + - https://github.com/openshift-pipelines/pipeline-service.git/operator/gitops/argocd/pipeline-service?ref=3b07d3edb07237a26e60b5c9ea7d90cd358f2a2e - pipelines-as-code-secret.yaml - ../../base/external-secrets - ../../base/testing - ../../base/rbac +# generate a new configmap with updated values (logs api, db ssl mode) and replace the default one +configMapGenerator: + - behavior: replace + files: + - config.env + name: api-config + options: + disableNameSuffixHash: true + patches: - path: chains-tekton-config-patches.yaml target: @@ -33,20 +42,10 @@ patches: target: kind: TektonConfig name: config -# - path: scale-down-exporter.yaml -# target: -# kind: Deployment -# name: pipeline-metrics-exporter -# namespace: openshift-pipelines - path: update-tekton-config-performance.yaml target: kind: TektonConfig name: config - - path: bump-results-watcher-replicas.yaml - target: - kind: Deployment - namespace: tekton-results - name: tekton-results-watcher - path: update-results-watcher-performance.yaml target: kind: Deployment diff --git a/components/pipeline-service/staging/base/update-results-watcher-performance.yaml b/components/pipeline-service/staging/base/update-results-watcher-performance.yaml index ec2b073856e..590946b66e8 100644 --- a/components/pipeline-service/staging/base/update-results-watcher-performance.yaml +++ b/components/pipeline-service/staging/base/update-results-watcher-performance.yaml @@ -4,4 +4,22 @@ value: "250m" - op: replace path: /spec/template/spec/containers/1/resources/limits/cpu - value: "250m" \ No newline at end of file + value: "250m" +- op: add + path: /spec/template/spec/containers/1/args/- + value: -threadiness +- op: add + path: /spec/template/spec/containers/1/args/- + value: "50" +- op: add + path: /spec/template/spec/containers/1/args/- + value: -qps +- op: add + path: /spec/template/spec/containers/1/args/- + value: "50" +- op: add + path: /spec/template/spec/containers/1/args/- + value: -burst +- op: add + path: /spec/template/spec/containers/1/args/- + value: "100" \ No newline at end of file diff --git a/components/pipeline-service/staging/stone-stage-p01/deploy.yaml b/components/pipeline-service/staging/stone-stage-p01/deploy.yaml index 3c8b702fcc7..68ea6044b50 100644 --- a/components/pipeline-service/staging/stone-stage-p01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stage-p01/deploy.yaml @@ -926,6 +926,9 @@ data: S3_MULTI_PART_SIZE=5242880 GCS_BUCKET_NAME= STORAGE_EMULATOR_HOST= + K8S_QPS=50 + K8S_BURST=100 + GRPC_WORKER_POOL=50 kind: ConfigMap metadata: annotations: @@ -1157,6 +1160,10 @@ spec: port: 9443 protocol: TCP targetPort: metrics + - name: profiling + port: 6060 + protocol: TCP + targetPort: 6060 selector: app.kubernetes.io/name: tekton-results-api --- @@ -1329,7 +1336,7 @@ spec: secretKeyRef: key: db.name name: tekton-results-database - image: quay.io/redhat-appstudio/tekton-results-api:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-api:dc54f48f6a1adfde07b923129db33aaa77a61213 livenessProbe: httpGet: path: /healthz @@ -1398,7 +1405,7 @@ metadata: name: tekton-results-watcher namespace: tekton-results spec: - replicas: 2 + replicas: 1 selector: matchLabels: app.kubernetes.io/name: tekton-results-watcher @@ -1464,6 +1471,12 @@ spec: - -check_owner=false - -completed_run_grace_period - 10m + - -threadiness + - "50" + - -qps + - "50" + - -burst + - "100" env: - name: SYSTEM_NAMESPACE valueFrom: @@ -1481,7 +1494,7 @@ spec: value: tekton-results-api-service.tekton-pipelines.svc.cluster.local:8080 - name: AUTH_MODE value: token - image: quay.io/redhat-appstudio/tekton-results-watcher:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-watcher:dc54f48f6a1adfde07b923129db33aaa77a61213 name: watcher ports: - containerPort: 9090 diff --git a/components/pipeline-service/staging/stone-stg-m01/deploy.yaml b/components/pipeline-service/staging/stone-stg-m01/deploy.yaml index 40a9f3257ca..aef9f1be77c 100644 --- a/components/pipeline-service/staging/stone-stg-m01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stg-m01/deploy.yaml @@ -926,6 +926,9 @@ data: S3_MULTI_PART_SIZE=5242880 GCS_BUCKET_NAME= STORAGE_EMULATOR_HOST= + K8S_QPS=50 + K8S_BURST=100 + GRPC_WORKER_POOL=50 kind: ConfigMap metadata: annotations: @@ -1157,6 +1160,10 @@ spec: port: 9443 protocol: TCP targetPort: metrics + - name: profiling + port: 6060 + protocol: TCP + targetPort: 6060 selector: app.kubernetes.io/name: tekton-results-api --- @@ -1329,7 +1336,7 @@ spec: secretKeyRef: key: db.name name: tekton-results-database - image: quay.io/redhat-appstudio/tekton-results-api:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-api:dc54f48f6a1adfde07b923129db33aaa77a61213 livenessProbe: httpGet: path: /healthz @@ -1398,7 +1405,7 @@ metadata: name: tekton-results-watcher namespace: tekton-results spec: - replicas: 2 + replicas: 1 selector: matchLabels: app.kubernetes.io/name: tekton-results-watcher @@ -1464,6 +1471,12 @@ spec: - -check_owner=false - -completed_run_grace_period - 10m + - -threadiness + - "50" + - -qps + - "50" + - -burst + - "100" env: - name: SYSTEM_NAMESPACE valueFrom: @@ -1481,7 +1494,7 @@ spec: value: tekton-results-api-service.tekton-pipelines.svc.cluster.local:8080 - name: AUTH_MODE value: token - image: quay.io/redhat-appstudio/tekton-results-watcher:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-watcher:dc54f48f6a1adfde07b923129db33aaa77a61213 name: watcher ports: - containerPort: 9090 diff --git a/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml b/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml index 79c2231578a..7f524e54f7a 100644 --- a/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml @@ -926,6 +926,9 @@ data: S3_MULTI_PART_SIZE=5242880 GCS_BUCKET_NAME= STORAGE_EMULATOR_HOST= + K8S_QPS=50 + K8S_BURST=100 + GRPC_WORKER_POOL=50 kind: ConfigMap metadata: annotations: @@ -1157,6 +1160,10 @@ spec: port: 9443 protocol: TCP targetPort: metrics + - name: profiling + port: 6060 + protocol: TCP + targetPort: 6060 selector: app.kubernetes.io/name: tekton-results-api --- @@ -1329,7 +1336,7 @@ spec: secretKeyRef: key: db.name name: tekton-results-database - image: quay.io/redhat-appstudio/tekton-results-api:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-api:dc54f48f6a1adfde07b923129db33aaa77a61213 livenessProbe: httpGet: path: /healthz @@ -1398,7 +1405,7 @@ metadata: name: tekton-results-watcher namespace: tekton-results spec: - replicas: 2 + replicas: 1 selector: matchLabels: app.kubernetes.io/name: tekton-results-watcher @@ -1464,6 +1471,12 @@ spec: - -check_owner=false - -completed_run_grace_period - 10m + - -threadiness + - "50" + - -qps + - "50" + - -burst + - "100" env: - name: SYSTEM_NAMESPACE valueFrom: @@ -1481,7 +1494,7 @@ spec: value: tekton-results-api-service.tekton-pipelines.svc.cluster.local:8080 - name: AUTH_MODE value: token - image: quay.io/redhat-appstudio/tekton-results-watcher:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-watcher:dc54f48f6a1adfde07b923129db33aaa77a61213 name: watcher ports: - containerPort: 9090 From 2d7329d4ea0665ab840cb7275d8f0105cb8deecb Mon Sep 17 00:00:00 2001 From: gabemontero Date: Wed, 8 May 2024 09:43:44 -0400 Subject: [PATCH 2/3] enable watcher pprof in dev/stage rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED --- components/pipeline-service/development/kustomization.yaml | 4 ++++ components/pipeline-service/staging/base/kustomization.yaml | 4 ++++ .../pipeline-service/staging/stone-stage-p01/deploy.yaml | 1 + components/pipeline-service/staging/stone-stg-m01/deploy.yaml | 1 + .../pipeline-service/staging/stone-stg-rh01/deploy.yaml | 1 + 5 files changed, 11 insertions(+) diff --git a/components/pipeline-service/development/kustomization.yaml b/components/pipeline-service/development/kustomization.yaml index 415c2142422..31a76b165cd 100644 --- a/components/pipeline-service/development/kustomization.yaml +++ b/components/pipeline-service/development/kustomization.yaml @@ -20,6 +20,10 @@ configMapGenerator: name: api-config options: disableNameSuffixHash: true + - behavior: merge + name: config-observability + literals: + - profiling.enable="true" patches: - path: chains-tekton-config-patches.yaml diff --git a/components/pipeline-service/staging/base/kustomization.yaml b/components/pipeline-service/staging/base/kustomization.yaml index 58b70061ac1..257538a6120 100644 --- a/components/pipeline-service/staging/base/kustomization.yaml +++ b/components/pipeline-service/staging/base/kustomization.yaml @@ -22,6 +22,10 @@ configMapGenerator: name: api-config options: disableNameSuffixHash: true + - behavior: merge + name: config-observability + literals: + - profiling.enable="true" patches: - path: chains-tekton-config-patches.yaml diff --git a/components/pipeline-service/staging/stone-stage-p01/deploy.yaml b/components/pipeline-service/staging/stone-stage-p01/deploy.yaml index 68ea6044b50..ab0cc87693a 100644 --- a/components/pipeline-service/staging/stone-stage-p01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stage-p01/deploy.yaml @@ -1057,6 +1057,7 @@ data: metrics.taskrun.duration-type: "histogram" metrics.pipelinerun.level: "pipeline" metrics.pipelinerun.duration-type: "histogram" + profiling.enable: "true" kind: ConfigMap metadata: annotations: diff --git a/components/pipeline-service/staging/stone-stg-m01/deploy.yaml b/components/pipeline-service/staging/stone-stg-m01/deploy.yaml index aef9f1be77c..13f8e8f03a8 100644 --- a/components/pipeline-service/staging/stone-stg-m01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stg-m01/deploy.yaml @@ -1057,6 +1057,7 @@ data: metrics.taskrun.duration-type: "histogram" metrics.pipelinerun.level: "pipeline" metrics.pipelinerun.duration-type: "histogram" + profiling.enable: "true" kind: ConfigMap metadata: annotations: diff --git a/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml b/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml index 7f524e54f7a..70f1d43f216 100644 --- a/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml @@ -1057,6 +1057,7 @@ data: metrics.taskrun.duration-type: "histogram" metrics.pipelinerun.level: "pipeline" metrics.pipelinerun.duration-type: "histogram" + profiling.enable: "true" kind: ConfigMap metadata: annotations: From ce3b40a70aa9d619d82a91525d5be6cba4a6b0a9 Mon Sep 17 00:00:00 2001 From: gabemontero Date: Thu, 9 May 2024 11:44:57 -0400 Subject: [PATCH 3/3] enable tekton results api server pprof in dev/stage rh-pre-commit.version: 2.2.0 rh-pre-commit.check-secrets: ENABLED --- components/pipeline-service/development/config.env | 2 ++ components/pipeline-service/staging/base/config.env | 2 ++ .../pipeline-service/staging/stone-stage-p01/deploy.yaml | 4 +++- components/pipeline-service/staging/stone-stg-m01/deploy.yaml | 4 +++- .../pipeline-service/staging/stone-stg-rh01/deploy.yaml | 4 +++- 5 files changed, 13 insertions(+), 3 deletions(-) diff --git a/components/pipeline-service/development/config.env b/components/pipeline-service/development/config.env index 734a7e0c02a..f1cd6b504d8 100644 --- a/components/pipeline-service/development/config.env +++ b/components/pipeline-service/development/config.env @@ -29,3 +29,5 @@ STORAGE_EMULATOR_HOST= K8S_QPS=50 K8S_BURST=100 GRPC_WORKER_POOL=50 +PROFILING=true +PROFILING_PORT=6060 \ No newline at end of file diff --git a/components/pipeline-service/staging/base/config.env b/components/pipeline-service/staging/base/config.env index 734a7e0c02a..f1cd6b504d8 100644 --- a/components/pipeline-service/staging/base/config.env +++ b/components/pipeline-service/staging/base/config.env @@ -29,3 +29,5 @@ STORAGE_EMULATOR_HOST= K8S_QPS=50 K8S_BURST=100 GRPC_WORKER_POOL=50 +PROFILING=true +PROFILING_PORT=6060 \ No newline at end of file diff --git a/components/pipeline-service/staging/stone-stage-p01/deploy.yaml b/components/pipeline-service/staging/stone-stage-p01/deploy.yaml index ab0cc87693a..e159c3d49cd 100644 --- a/components/pipeline-service/staging/stone-stage-p01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stage-p01/deploy.yaml @@ -897,7 +897,7 @@ subjects: --- apiVersion: v1 data: - config.env: | + config.env: |- DB_USER= DB_PASSWORD= DB_HOST= @@ -929,6 +929,8 @@ data: K8S_QPS=50 K8S_BURST=100 GRPC_WORKER_POOL=50 + PROFILING=true + PROFILING_PORT=6060 kind: ConfigMap metadata: annotations: diff --git a/components/pipeline-service/staging/stone-stg-m01/deploy.yaml b/components/pipeline-service/staging/stone-stg-m01/deploy.yaml index 13f8e8f03a8..f575a17438b 100644 --- a/components/pipeline-service/staging/stone-stg-m01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stg-m01/deploy.yaml @@ -897,7 +897,7 @@ subjects: --- apiVersion: v1 data: - config.env: | + config.env: |- DB_USER= DB_PASSWORD= DB_HOST= @@ -929,6 +929,8 @@ data: K8S_QPS=50 K8S_BURST=100 GRPC_WORKER_POOL=50 + PROFILING=true + PROFILING_PORT=6060 kind: ConfigMap metadata: annotations: diff --git a/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml b/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml index 70f1d43f216..53f35ba09ab 100644 --- a/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml @@ -897,7 +897,7 @@ subjects: --- apiVersion: v1 data: - config.env: | + config.env: |- DB_USER= DB_PASSWORD= DB_HOST= @@ -929,6 +929,8 @@ data: K8S_QPS=50 K8S_BURST=100 GRPC_WORKER_POOL=50 + PROFILING=true + PROFILING_PORT=6060 kind: ConfigMap metadata: annotations: