From d29c01c622ec31ce68960af1480998683f03d909 Mon Sep 17 00:00:00 2001 From: rohit-bandlamudi-nr Date: Tue, 10 Dec 2024 10:36:10 +0530 Subject: [PATCH] removed dashboard for fluentbit entity --- entity-types/ext-fluentbit/dashboard.json | 959 ---------------------- 1 file changed, 959 deletions(-) delete mode 100644 entity-types/ext-fluentbit/dashboard.json diff --git a/entity-types/ext-fluentbit/dashboard.json b/entity-types/ext-fluentbit/dashboard.json deleted file mode 100644 index 335769007a..0000000000 --- a/entity-types/ext-fluentbit/dashboard.json +++ /dev/null @@ -1,959 +0,0 @@ -{ - "name": "Kubernetes Fluent Bit monitoring", - "description": null, - "pages": [ - { - "name": "Fluent Bit metrics: General", - "description": null, - "widgets": [ - { - "title": "", - "layout": { - "column": 1, - "row": 1, - "width": 6, - "height": 6 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# README\n\n## About this page\nThis page represents most of [Fluent Bit's internal metrics](https://docs.fluentbit.io/manual/administration/monitoring#for-v2-metrics). The metric representations are grouped by categories and faceted by each plugin instance where appropriate.\n\n## How to filter\n1. Select the Kubernetes cluster you want to troubleshoot in the \"Cluster Name\" variable above.\n2. [OPTIONAL] You can use any of the values in the `Node name` and `Pod name` columns on the \"Fluent Bit version\" table to further filter the metrics displayed in the graphs below. To do so, you need to enable [facet filtering](https://docs.newrelic.com/docs/query-your-data/explore-query-data/dashboards/filter-new-relic-one-dashboards-facets/) on that table by clicking on the \"Edit\" submenu and select \"Filter the current dashboard\" under \"Facet Linking\". \n\n## Legend\n### Metric dimensions\n- **name**: the name of the Fluent Bit plugin. Version 1.21.0 of our Helm chart names them according to the plugin names described in the following section.\n- **pod_name**: the `newrelic-logging` pod (Fluent Bit instance) that emitted this metric.\n- **node_name**: physical Kubernetes node where the `newrelic-logging` pod is running.\n\n### Plugin names\n- **pod-logs-tailer**: `tail` *INPUT* plugin normally reading from `/var/log/containers/*.log`\n- **kubernetes-enricher**: `kubernetes` *FILTER* plugin that queries the Kubernetes API to enrich the logs with pod/container metadata.\n- **node-attributes-enricher**: `record_modifier` *FILTER* plugin that enriches logs with `cluster_name`.\n- **kubernetes-attribute-lifter** (only when in low data mode): `nest` *FILTER* plugin that lifts all the keys under `kubernetes`. This plugin is transparent to the final shape of the log.\n- **node-attributes-enricher-filter** (only when in low data mode): same as node-attributes-enricher`, but it also removes attributes that are not strictly necessary for correct platform functioning.\n- **newrelic-logs-forwarder**: `newrelic` *OUTPUT* plugin that sends logs to the New Relic Logs API" - } - }, - { - "title": "Fluent Bit version", - "layout": { - "column": 7, - "row": 1, - "width": 6, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.table" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT latest(os) as 'OS', latest(version) as 'FB version', latest(cluster_name) FROM Metric where metricName = 'fluentbit_build_info' AND cluster_name IN ({{cluster_name}}) since 1 hour ago facet pod_name, node_name limit max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - } - } - }, - { - "title": "Fluent Bit uptime", - "layout": { - "column": 7, - "row": 4, - "width": 6, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT latest(fluentbit_uptime) FROM Metric where cluster_name IN ({{cluster_name}}) facet pod_name timeseries" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "", - "layout": { - "column": 1, - "row": 7, - "width": 12, - "height": 1 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# INPUTS" - } - }, - { - "title": "Input byte rate (bytes/minute)", - "layout": { - "column": 1, - "row": 8, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_input_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-collector' and cluster_name IN ({{cluster_name}}) timeseries max facet name, pod_name" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Input log rate (records/minute)", - "layout": { - "column": 5, - "row": 8, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_input_records_total), 1 minute) as 'logs/minute' FROM Metric where name != 'fb-metrics-collector' and cluster_name IN ({{cluster_name}}) facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Average incoming record size (bytes)", - "layout": { - "column": 9, - "row": 8, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT sum(fluentbit_input_bytes_total)/sum(fluentbit_input_records_total) as 'Average incoming record size (bytes)' FROM Metric where name != 'fb-metrics-collector' and cluster_name IN ({{cluster_name}}) facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "BYTES" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "", - "layout": { - "column": 1, - "row": 11, - "width": 12, - "height": 1 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# FILTERS" - } - }, - { - "title": "Filter byte rate (bytes/minute)", - "layout": { - "column": 1, - "row": 12, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_filter_bytes_total), 1 minute) FROM Metric WHERE cluster_name IN ({{cluster_name}}) facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Filter log rate (records/minute)", - "layout": { - "column": 5, - "row": 12, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_filter_records_total), 1 minute) FROM Metric WHERE cluster_name IN ({{cluster_name}}) facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Average filtered record size (bytes)", - "layout": { - "column": 9, - "row": 12, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT sum(fluentbit_filter_bytes_total)/sum(fluentbit_filter_records_total) AS 'Average filtered record size (bytes)' FROM Metric WHERE cluster_name IN ({{cluster_name}}) facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "BYTES" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Record add/drop rate per FILTER plugin", - "layout": { - "column": 1, - "row": 15, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_filter_add_records_total), 1 minute) as 'Added back to pipeline', rate(sum(fluentbit_filter_drop_records_total), 1 minute) as 'Removed from pipeline' FROM Metric WHERE cluster_name IN ({{cluster_name}}) facet name, pod_name timeseries MAX" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "REQUESTS_PER_MINUTE" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "", - "layout": { - "column": 1, - "row": 18, - "width": 12, - "height": 1 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# OUTPUTS" - } - }, - { - "title": "Output byte rate (bytes/minute)", - "layout": { - "column": 1, - "row": 19, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_output_proc_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Output log rate (records/minute)", - "layout": { - "column": 5, - "row": 19, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'records/minute' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Average outgoing record size (bytes)", - "layout": { - "column": 9, - "row": 19, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT sum(fluentbit_output_proc_bytes_total)/sum(fluentbit_output_proc_records_total) as 'bytes' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "BYTES" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "newrelic plugin statistics (records/minute)", - "layout": { - "column": 1, - "row": 22, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where cluster_name IN ({{cluster_name}}) AND name = 'newrelic-logs-forwarder' facet pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Other OUTPUT plugin statistics (records/minute)", - "layout": { - "column": 5, - "row": 22, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'newrelic-logs-forwarder' and name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Connections per OUTPUT plugin", - "layout": { - "column": 9, - "row": 22, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "newrelic plugin errors (errors/minute)", - "layout": { - "column": 1, - "row": 25, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_output_errors_total), 1 minute) AS 'Errors/minute' FROM Metric where cluster_name IN ({{cluster_name}}) AND name = 'newrelic-logs-forwarder' facet pod_name timeseries MAX " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "newrelic plugin chunk retry statistics (retries/minute)", - "layout": { - "column": 5, - "row": 25, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_output_retries_total), 1 minute) as 'Retries', rate(sum(fluentbit_output_retries_failed_total), 1 minute) as 'Expirations' FROM Metric where cluster_name IN ({{cluster_name}}) AND name = 'newrelic-logs-forwarder' facet pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "", - "layout": { - "column": 1, - "row": 28, - "width": 12, - "height": 1 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# MEMORY USAGE" - } - }, - { - "title": "Input plugin memory usage", - "layout": { - "column": 1, - "row": 29, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT max(fluentbit_input_storage_memory_bytes) as 'Max' FROM Metric where cluster_name IN ({{cluster_name}}) and name != 'fb-metrics-collector' timeseries max facet name, pod_name " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "BYTES" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "INPUT memory buffer over limit", - "layout": { - "column": 5, - "row": 29, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "colors": { - "seriesOverrides": [ - { - "color": "#013ef4", - "seriesName": "pod-logs-tailer" - } - ] - }, - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT max(fluentbit_input_storage_overlimit) FROM Metric where cluster_name IN ({{cluster_name}}) and name != 'fb-metrics-collector' timeseries max facet name, pod_name" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Chunk statistics per INPUT plugin", - "layout": { - "column": 9, - "row": 29, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT average(fluentbit_input_storage_chunks_up) AS 'Up (in memory)', average(fluentbit_input_storage_chunks_down) AS 'Down (in fs)', average(fluentbit_input_storage_chunks_busy) AS 'Busy', average(fluentbit_input_storage_chunks) as 'Total' FROM Metric where name != 'fb-metrics-collector' since 1 hour ago timeseries MAX facet name, pod_name " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Buffered chunks", - "layout": { - "column": 1, - "row": 32, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT max(fluentbit_input_storage_chunks) AS 'Total', max(fluentbit_storage_mem_chunks) AS 'Memory', max(fluentbit_storage_fs_chunks) AS 'Filesystem' FROM Metric where cluster_name IN ({{cluster_name}}) facet pod_name timeseries MAX " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Busy chunks' size", - "layout": { - "column": 5, - "row": 32, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT max(fluentbit_input_storage_chunks_busy_bytes) FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries MAX since 1 hour ago" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "BYTES" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Filesystem chunks state", - "layout": { - "column": 9, - "row": 32, - "width": 4, - "height": 3 - }, - "linkedEntityGuids": null, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT average(fluentbit_storage_fs_chunks_up) AS 'Up (in memory)', average(fluentbit_storage_fs_chunks_down) AS 'Down (fs only)' FROM Metric since '2024-02-29 13:22:00+0000' UNTIL '2024-02-29 14:31:00+0000' timeseries MAX " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - } - ] - } - ] - } \ No newline at end of file