diff --git a/utils/observability/docker-compose.yml b/utils/observability/docker-compose.yml deleted file mode 100644 index c1b99a9486a6..000000000000 --- a/utils/observability/docker-compose.yml +++ /dev/null @@ -1,54 +0,0 @@ -networks: - default: - name: operations-dc - -services: - tempo: - image: grafana/tempo - extra_hosts: ['host.docker.internal:host-gateway'] - command: [ "-config.file=/etc/tempo.yaml" ] - volumes: - - ./docker/tempo/tempo-local.yaml:/etc/tempo.yaml:ro - - ./tempo-data:/tmp/tempo - ports: - - "14268" # jaeger ingest - - "9411:9411" # zipkin - - "3200:3200" - - # loki: - # image: grafana/loki - # extra_hosts: ['host.docker.internal:host-gateway'] - # command: [ "-config.file=/etc/loki/local-config.yaml" ] - # ports: - # - "3100:3100" # loki needs to be exposed so it receives logs - # environment: - # - JAEGER_AGENT_HOST=tempo - # - JAEGER_ENDPOINT=http://tempo:14268/api/traces # send traces to Tempo - # - JAEGER_SAMPLER_TYPE=const - # - JAEGER_SAMPLER_PARAM=1 - - prometheus: - image: prom/prometheus - extra_hosts: ['host.docker.internal:host-gateway'] - command: - - --enable-feature=exemplar-storage - - --config.file=/etc/prometheus/prometheus.yml - volumes: - - ./docker/prometheus/prometheus.yml:/etc/prometheus/prometheus.yml:ro - ports: - - "9090:9090" - - grafana: - image: grafana/grafana - extra_hosts: ['host.docker.internal:host-gateway'] - volumes: - - ./docker/grafana/provisioning/datasources:/etc/grafana/provisioning/datasources:ro - - ./docker/grafana/provisioning/dashboards:/etc/grafana/provisioning/dashboards:ro - environment: - - GF_AUTH_ANONYMOUS_ENABLED=true - - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin - - GF_AUTH_DISABLE_LOGIN_FORM=true - ports: - - "3001:3000" -# Prometheus: http://localhost:9090/ -# Grafana: http://localhost:3000/ diff --git a/utils/observability/docker/grafana/provisioning/dashboards/dashboard.yml b/utils/observability/docker/grafana/provisioning/dashboards/dashboard.yml deleted file mode 100644 index 31d21dbf56b2..000000000000 --- a/utils/observability/docker/grafana/provisioning/dashboards/dashboard.yml +++ /dev/null @@ -1,10 +0,0 @@ -apiVersion: 1 - -providers: - - name: dashboards - type: file - disableDeletion: true - editable: true - options: - path: /etc/grafana/provisioning/dashboards - foldersFromFilesStructure: true diff --git a/utils/observability/docker/grafana/provisioning/dashboards/logs_traces_metrics.json b/utils/observability/docker/grafana/provisioning/dashboards/logs_traces_metrics.json deleted file mode 100644 index 21d6233f453d..000000000000 --- a/utils/observability/docker/grafana/provisioning/dashboards/logs_traces_metrics.json +++ /dev/null @@ -1,294 +0,0 @@ -{ - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "grafana", - "uid": "-- Grafana --" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 0, - "id": 6, - "iteration": 1654517000502, - "links": [], - "liveNow": false, - "panels": [ - { - "datasource": { - "type": "loki", - "uid": "loki" - }, - "description": "", - "gridPos": { - "h": 10, - "w": 23, - "x": 0, - "y": 0 - }, - "id": 2, - "options": { - "dedupStrategy": "none", - "enableLogDetails": true, - "prettifyLogMessage": true, - "showCommonLabels": true, - "showLabels": true, - "showTime": true, - "sortOrder": "Ascending", - "wrapLogMessage": true - }, - "targets": [ - { - "datasource": { - "type": "loki", - "uid": "loki" - }, - "editorMode": "builder", - "expr": "{traceID=\"$traceID\"}", - "queryType": "range", - "refId": "A" - } - ], - "title": "Logs with trace ID $traceID", - "type": "logs" - }, - { - "datasource": { - "type": "tempo", - "uid": "tempo" - }, - "description": "", - "gridPos": { - "h": 15, - "w": 23, - "x": 0, - "y": 10 - }, - "id": 6, - "targets": [ - { - "datasource": { - "type": "tempo", - "uid": "tempo" - }, - "query": "$traceID", - "queryType": "traceId", - "refId": "A" - } - ], - "title": "Trace View for trace with id $traceID", - "type": "traces" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s" - }, - "overrides": [] - }, - "gridPos": { - "h": 10, - "w": 23, - "x": 0, - "y": 25 - }, - "id": 4, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom" - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(1.00, sum(rate(http_server_requests_seconds_bucket{uri=~\".*\"}[$__rate_interval])) by (le))", - "legendFormat": "max", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(http_server_requests_seconds_bucket{uri=~\".*\"}[$__rate_interval])) by (le))", - "hide": false, - "legendFormat": "tp99", - "range": true, - "refId": "B" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(http_server_requests_seconds_bucket{uri=~\".*\"}[$__rate_interval])) by (le))", - "hide": false, - "legendFormat": "tp95", - "range": true, - "refId": "C" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(1.00, sum(rate(server_job_seconds_bucket[$__rate_interval])) by (le))", - "legendFormat": "max", - "range": true, - "refId": "D" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(server_job_seconds_bucket[$__rate_interval])) by (le))", - "hide": false, - "legendFormat": "tp99", - "range": true, - "refId": "E" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(server_job_seconds_bucket[$__rate_interval])) by (le))", - "hide": false, - "legendFormat": "tp95", - "range": true, - "refId": "F" - } - ], - "title": "latency for All", - "type": "timeseries" - } - ], - "schemaVersion": 36, - "style": "dark", - "tags": [], - "templating": { - "list": [ - { - "current": { - "selected": false, - "text": "0003776c79e02b6c", - "value": "0003776c79e02b6c" - }, - "datasource": { - "type": "loki", - "uid": "loki" - }, - "definition": "label_values(traceID)", - "hide": 0, - "includeAll": false, - "label": "Trace ID", - "multi": false, - "name": "traceID", - "options": [], - "query": "label_values(traceID)", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "type": "query" - } - ] - }, - "time": { - "from": "now-15m", - "to": "now" - }, - "timepicker": {}, - "timezone": "", - "title": "Logs, Traces, Metrics", - "uid": "szVLMe97z", - "version": 7, - "weekStart": "" -} diff --git a/utils/observability/docker/grafana/provisioning/dashboards/redis_dashboard.json b/utils/observability/docker/grafana/provisioning/dashboards/redis_dashboard.json deleted file mode 100644 index ab057f0de56e..000000000000 --- a/utils/observability/docker/grafana/provisioning/dashboards/redis_dashboard.json +++ /dev/null @@ -1,579 +0,0 @@ -{ - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "type": "dashboard" - } - ] - }, - "description": "", - "editable": true, - "fiscalYearStartMonth": 0, - "gnetId": 11835, - "graphTooltip": 0, - "id": 2, - "links": [], - "liveNow": false, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "decimals": 0, - "mappings": [ - { - "options": { - "match": "null", - "result": { - "text": "N/A" - } - }, - "type": "special" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "rgba(50, 172, 45, 0.97)", - "value": null - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 4, - "x": 0, - "y": 0 - }, - "hideTimeOverride": true, - "id": 11, - "links": [], - "maxDataPoints": 100, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "9.5.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "expr": "sum(spring_data_redis_seconds_count{})", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "", - "metric": "", - "range": true, - "refId": "A", - "step": 2 - } - ], - "timeFrom": "1m", - "title": "Total redis operations", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "links": [], - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "short" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 20, - "x": 4, - "y": 0 - }, - "id": 2, - "interval": "1m", - "links": [], - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "9.5.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "expr": "rate(spring_data_redis_seconds_count{}[1m])", - "format": "time_series", - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{db_operation}}", - "metric": "A", - "range": true, - "refId": "A", - "step": 240, - "target": "" - } - ], - "title": "Total commands executed", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "links": [], - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "s" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "max" - }, - "properties": [ - { - "id": "color", - "value": { - "fixedColor": "#BF1B00", - "mode": "fixed" - } - } - ] - } - ] - }, - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 7 - }, - "id": 7, - "links": [], - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "9.5.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "rate(spring_data_redis_seconds_sum{}[$__rate_interval])", - "hide": false, - "legendFormat": "{{db_operation}}", - "range": true, - "refId": "A" - } - ], - "title": "Total command duration", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "axisSoftMax": 1, - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 2, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "never", - "spanNulls": true, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "links": [], - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "percentunit" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 7 - }, - "id": 1, - "links": [], - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "right", - "showLegend": true - }, - "tooltip": { - "mode": "multi", - "sort": "none" - } - }, - "pluginVersion": "9.5.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum by(db_operation) (spring_data_redis_seconds_count{error=\"none\"}) / sum by(db_operation) (spring_data_redis_seconds_count{})", - "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "__auto", - "metric": "", - "range": true, - "refId": "A", - "step": 240, - "target": "" - } - ], - "title": "Success rate", - "type": "timeseries" - } - ], - "refresh": "30s", - "schemaVersion": 38, - "style": "dark", - "tags": [ - "prometheus", - "redis" - ], - "templating": { - "list": [ - { - "current": { - "selected": false, - "text": "Prometheus", - "value": "Prometheus" - }, - "hide": 0, - "includeAll": false, - "label": "Prometheus", - "multi": false, - "name": "DS_PROMETHEUS", - "options": [], - "query": "prometheus", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "type": "datasource" - }, - { - "current": { - "isNone": true, - "selected": false, - "text": "None", - "value": "" - }, - "datasource": { - "type": "prometheus", - "uid": "$DS_PROMETHEUS" - }, - "definition": "label_values(redis_up, namespace)", - "hide": 0, - "includeAll": false, - "label": "Namespace", - "multi": false, - "name": "namespace", - "options": [], - "query": "label_values(redis_up, namespace)", - "refresh": 2, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "tagValuesQuery": "", - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "current": { - "isNone": true, - "selected": false, - "text": "None", - "value": "" - }, - "datasource": { - "type": "prometheus", - "uid": "$DS_PROMETHEUS" - }, - "definition": "label_values(redis_up{namespace=\"$namespace\"}, pod)", - "hide": 0, - "includeAll": false, - "label": "Pod Name", - "multi": false, - "name": "pod_name", - "options": [], - "query": "label_values(redis_up{namespace=\"$namespace\"}, pod)", - "refresh": 2, - "regex": "", - "skipUrlSync": false, - "sort": 1, - "tagValuesQuery": "", - "tagsQuery": "", - "type": "query", - "useTags": false - }, - { - "current": { - "isNone": true, - "selected": false, - "text": "None", - "value": "" - }, - "datasource": { - "type": "prometheus", - "uid": "$DS_PROMETHEUS" - }, - "definition": "label_values(redis_up{namespace=\"$namespace\", pod=\"$pod_name\"}, instance)", - "hide": 0, - "includeAll": false, - "multi": false, - "name": "instance", - "options": [], - "query": "label_values(redis_up{namespace=\"$namespace\", pod=\"$pod_name\"}, instance)", - "refresh": 2, - "regex": "", - "skipUrlSync": false, - "sort": 1, - "tagValuesQuery": "", - "tagsQuery": "", - "type": "query", - "useTags": false - } - ] - }, - "time": { - "from": "now-24h", - "to": "now" - }, - "timepicker": { - "refresh_intervals": [ - "5s", - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ] - }, - "timezone": "browser", - "title": "Redis Dashboard", - "uid": "xDLNRKUWz", - "version": 14, - "weekStart": "" -} \ No newline at end of file diff --git a/utils/observability/docker/grafana/provisioning/datasources/datasource.yml b/utils/observability/docker/grafana/provisioning/datasources/datasource.yml deleted file mode 100644 index 6d95a8c9af23..000000000000 --- a/utils/observability/docker/grafana/provisioning/datasources/datasource.yml +++ /dev/null @@ -1,45 +0,0 @@ -apiVersion: 1 - -datasources: - - name: Prometheus - type: prometheus - access: proxy - url: http://host.docker.internal:9090 - editable: false - jsonData: - httpMethod: POST - exemplarTraceIdDestinations: - - name: trace_id - datasourceUid: 'tempo' - - name: Tempo - type: tempo - access: proxy - orgId: 1 - url: http://tempo:3200 - basicAuth: false - isDefault: true - version: 1 - editable: false - apiVersion: 1 - uid: tempo - jsonData: - httpMethod: GET - tracesToLogs: - datasourceUid: 'loki' - - name: Loki - type: loki - uid: loki - access: proxy - orgId: 1 - url: http://loki:3100 - basicAuth: false - isDefault: false - version: 1 - editable: false - apiVersion: 1 - jsonData: - derivedFields: - - datasourceUid: 'tempo' - matcherRegex: \[.+,(.+?), - name: TraceID - url: $${__value.raw} diff --git a/utils/observability/docker/prometheus/prometheus.yml b/utils/observability/docker/prometheus/prometheus.yml deleted file mode 100644 index fa40d133a58a..000000000000 --- a/utils/observability/docker/prometheus/prometheus.yml +++ /dev/null @@ -1,12 +0,0 @@ -global: - scrape_interval: 2s - evaluation_interval: 2s - -scrape_configs: - - job_name: 'prometheus' - static_configs: - - targets: ['host.docker.internal:9090'] - - job_name: 'apps' - metrics_path: '/actuator/prometheus' - static_configs: - - targets: ['host.docker.internal:8080','host.docker.internal:8989'] diff --git a/utils/observability/docker/tempo/tempo-local.yaml b/utils/observability/docker/tempo/tempo-local.yaml deleted file mode 100644 index 1d23b51c8994..000000000000 --- a/utils/observability/docker/tempo/tempo-local.yaml +++ /dev/null @@ -1,12 +0,0 @@ -server: - http_listen_port: 3200 - -distributor: - receivers: - zipkin: - -storage: - trace: - backend: local - local: - path: /tmp/tempo/blocks