diff --git a/packages/logstash/changelog.yml b/packages/logstash/changelog.yml index 10bfa6054f9..02600d74c6b 100644 --- a/packages/logstash/changelog.yml +++ b/packages/logstash/changelog.yml @@ -1,9 +1,14 @@ # newer versions go on top +- version: "2.3.5" + changes: + - description: Update manifest format version to 3.0.0 for logstash integration package + type: enhancement + link: https://github.com/elastic/integrations/pull/8166 - version: "2.3.4" changes: - description: Introduce Logstash pipelines plugin retrieval and dashboards type: enhancement - link: https://github.com/elastic/integrations/pull/7704 + link: https://github.com/elastic/integrations/pull/8098 - version: "2.3.3" changes: - description: Introduce Logstash node dashboards into integration package diff --git a/packages/logstash/data_stream/log/_dev/test/pipeline/test-log-json.log-expected.json b/packages/logstash/data_stream/log/_dev/test/pipeline/test-log-json.log-expected.json index 3cd47c1b958..5b0de3d1abb 100644 --- a/packages/logstash/data_stream/log/_dev/test/pipeline/test-log-json.log-expected.json +++ b/packages/logstash/data_stream/log/_dev/test/pipeline/test-log-json.log-expected.json @@ -6,7 +6,7 @@ "created": "2022-09-13T16:00:34.955Z", "ingested": "2022-09-20T13:49:39.087356123Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "WARN" @@ -28,7 +28,7 @@ "created": "2022-09-13T16:00:34.958Z", "ingested": "2022-09-20T13:49:39.087384421Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "INFO" @@ -50,7 +50,7 @@ "created": "2022-09-13T16:00:34.961Z", "ingested": "2022-09-20T13:49:39.087390447Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "WARN" @@ -72,7 +72,7 @@ "created": "2022-09-13T16:00:34.963Z", "ingested": "2022-09-20T13:49:39.087395138Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "INFO" diff --git a/packages/logstash/data_stream/log/_dev/test/pipeline/test-log-plain.log-expected.json b/packages/logstash/data_stream/log/_dev/test/pipeline/test-log-plain.log-expected.json index 1af0da681c9..2a0e23bcc1f 100644 --- a/packages/logstash/data_stream/log/_dev/test/pipeline/test-log-plain.log-expected.json +++ b/packages/logstash/data_stream/log/_dev/test/pipeline/test-log-plain.log-expected.json @@ -6,7 +6,7 @@ "created": "2022-09-14T09:31:20.934Z", "ingested": "2022-09-20T13:49:39.150272446Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "INFO" @@ -25,7 +25,7 @@ "created": "2022-09-14T09:31:20.934Z", "ingested": "2022-09-20T13:49:39.150301050Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "INFO" @@ -44,7 +44,7 @@ "created": "2022-09-14T09:31:20.936Z", "ingested": "2022-09-20T13:49:39.150307033Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "INFO" @@ -63,7 +63,7 @@ "created": "2022-09-14T09:31:20.946Z", "ingested": "2022-09-20T13:49:39.150342613Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "INFO" diff --git a/packages/logstash/data_stream/log/elasticsearch/ingest_pipeline/pipeline-json.yml b/packages/logstash/data_stream/log/elasticsearch/ingest_pipeline/pipeline-json.yml index 3ac55242333..4613196b235 100644 --- a/packages/logstash/data_stream/log/elasticsearch/ingest_pipeline/pipeline-json.yml +++ b/packages/logstash/data_stream/log/elasticsearch/ingest_pipeline/pipeline-json.yml @@ -51,8 +51,8 @@ processors: def errorLevels = ["ERROR", "FATAL"]; if (ctx?.log?.level != null) { if (errorLevels.contains(ctx.log.level)) { - ctx.event.type = "error"; + ctx.event.type = ["error"]; } else { - ctx.event.type = "info"; + ctx.event.type = ["info"]; } } diff --git a/packages/logstash/data_stream/log/elasticsearch/ingest_pipeline/pipeline-plaintext.yml b/packages/logstash/data_stream/log/elasticsearch/ingest_pipeline/pipeline-plaintext.yml index 045976a6b28..91fc5a4d936 100644 --- a/packages/logstash/data_stream/log/elasticsearch/ingest_pipeline/pipeline-plaintext.yml +++ b/packages/logstash/data_stream/log/elasticsearch/ingest_pipeline/pipeline-plaintext.yml @@ -50,8 +50,8 @@ processors: def errorLevels = ["ERROR", "FATAL"]; if (ctx?.log?.level != null) { if (errorLevels.contains(ctx.log.level)) { - ctx.event.type = "error"; + ctx.event.type = ["error"]; } else { - ctx.event.type = "info"; + ctx.event.type = ["info"]; } } diff --git a/packages/logstash/data_stream/log/sample_event.json b/packages/logstash/data_stream/log/sample_event.json index b60a24f29fa..c957dbaebef 100644 --- a/packages/logstash/data_stream/log/sample_event.json +++ b/packages/logstash/data_stream/log/sample_event.json @@ -26,7 +26,7 @@ "dataset": "logstash.log", "ingested": "2023-03-02T15:56:12Z", "kind": "event", - "type": "info" + "type": ["info"] }, "host": { "architecture": "x86_64", diff --git a/packages/logstash/data_stream/node/fields/fields.yml b/packages/logstash/data_stream/node/fields/fields.yml index 50bdc5f8114..f47d5ce9e61 100644 --- a/packages/logstash/data_stream/node/fields/fields.yml +++ b/packages/logstash/data_stream/node/fields/fields.yml @@ -46,6 +46,6 @@ type: group fields: - name: edges - type: object + type: nested - name: vertices - type: object + type: nested diff --git a/packages/logstash/data_stream/node_stats/fields/package-fields.yml b/packages/logstash/data_stream/node_stats/fields/package-fields.yml index 7d075304627..6fe192549cf 100644 --- a/packages/logstash/data_stream/node_stats/fields/package-fields.yml +++ b/packages/logstash/data_stream/node_stats/fields/package-fields.yml @@ -57,7 +57,7 @@ type: group fields: - name: stat - type: object + type: group fields: - name: number_of_elapsed_periods type: alias diff --git a/packages/logstash/data_stream/plugins/fields/fields.yml b/packages/logstash/data_stream/plugins/fields/fields.yml index 8fbb6608f89..df9ed9cad5c 100644 --- a/packages/logstash/data_stream/plugins/fields/fields.yml +++ b/packages/logstash/data_stream/plugins/fields/fields.yml @@ -25,168 +25,168 @@ type: group description: Information about plugins fields: - - name: type - type: keyword - description: Type of the plugin - - name: codec - type: group - description: Information about codec plugins - fields: - - name: name - type: keyword - description: Name of codec plugin - - name: id - type: keyword - dimension: true - description: Id of codec plugin - - name: encode.duration.ms - type: long - description: amount of time spend encoding events - unit: ms - metric_type: counter - - name: encode.in - type: long - description: number of events encoded - metric_type: counter - - name: decode.duration.ms - type: long - description: amount of time spend decoding events - unit: ms - metric_type: counter - - name: decode.in - type: long - description: number of events entering the decoder - metric_type: counter - - name: decode.out - type: long - metric_type: counter - description: number of events exiting the decoder - - name: input - type: group - description: Information about input plugins - fields: - - name: name - type: keyword - description: Name of input plugin - - name: id - type: keyword - dimension: true - description: Id of input plugin - - name: elasticsearch.cluster.id - type: keyword - description: Elasticsearch clusters this Logstash plugin is attached to - - name: time.queue_push_duration.ms - type: long - metric_type: counter - description: amount of time spend pushing events to the queue - unit: ms - - name: events.out - type: long - metric_type: counter - description: number of events emitted by the input - - name: flow - type: group - description: flow metrics - fields: - - name: throughput.current - type: scaled_float - metric_type: gauge - description: throughput of this input plugin - - name: throughput.last_1_minute - type: scaled_float - metric_type: gauge - description: throughput of this input plugin - - name: filter - type: group - description: Information about filter plugins - fields: - - name: name - type: keyword - description: Name of filter plugin - - name: id - type: keyword - dimension: true - description: Id of filter plugin - - name: elasticsearch.cluster.id - type: keyword - description: Elasticsearch clusters this Logstash plugin is attached to - - name: time.duration.ms - type: long - metric_type: counter - description: amount of time working on events in this plugin - unit: ms - - name: events.in - type: long - description: number of events received by the filter - metric_type: counter - - name: events.out - type: long - description: number of events emitted by the filter - metric_type: counter - - name: flow - type: group - description: flow metrics - fields: - - name: worker_millis_per_event.current - type: scaled_float - metric_type: gauge - description: amount of time spent per event for this plugin - - name: worker_millis_per_event.last_1_minute - type: scaled_float - metric_type: gauge - description: amount of time spent per event for this plugin - - name: worker_utilization.current - type: scaled_float - metric_type: gauge - description: worker utilization for this plugin - - name: worker_utilization.last_1_minute - type: scaled_float - metric_type: gauge - description: worker utilization for this plugin - - name: output - type: group - description: Information about filter plugins - fields: - - name: name - type: keyword - description: Name of output plugin - - name: id - type: keyword - dimension: true - description: Id of output plugin - - name: elasticsearch.cluster.id - type: keyword - description: Elasticsearch clusters this Logstash plugin is attached to - - name: time.duration.ms - type: long - metric_type: counter - description: amount of time working on events in this plugin - unit: ms - - name: events.in - type: long - metric_type: counter - description: number of events received by the output - - name: events.out - type: long - metric_type: counter - description: number of events emitted by the output - - name: flow - type: group - description: flow metrics - fields: - - name: worker_millis_per_event.current - type: scaled_float - metric_type: gauge - description: amount of time spent per event for this plugin - - name: worker_millis_per_event.last_1_minute - type: scaled_float - metric_type: gauge - description: amount of time spent per event for this plugin - - name: worker_utilization.current - type: scaled_float - metric_type: gauge - description: worker utilization for this plugin - - name: worker_utilization.last_1_minute - type: scaled_float - metric_type: gauge - description: worker utilization for this plugin + - name: type + type: keyword + description: Type of the plugin + - name: codec + type: group + description: Information about codec plugins + fields: + - name: name + type: keyword + description: Name of codec plugin + - name: id + type: keyword + dimension: true + description: Id of codec plugin + - name: encode.duration.ms + type: long + description: amount of time spend encoding events + unit: ms + metric_type: counter + - name: encode.in + type: long + description: number of events encoded + metric_type: counter + - name: decode.duration.ms + type: long + description: amount of time spend decoding events + unit: ms + metric_type: counter + - name: decode.in + type: long + description: number of events entering the decoder + metric_type: counter + - name: decode.out + type: long + metric_type: counter + description: number of events exiting the decoder + - name: input + type: group + description: Information about input plugins + fields: + - name: name + type: keyword + description: Name of input plugin + - name: id + type: keyword + dimension: true + description: Id of input plugin + - name: elasticsearch.cluster.id + type: keyword + description: Elasticsearch clusters this Logstash plugin is attached to + - name: time.queue_push_duration.ms + type: long + metric_type: counter + description: amount of time spend pushing events to the queue + unit: ms + - name: events.out + type: long + metric_type: counter + description: number of events emitted by the input + - name: flow + type: group + description: flow metrics + fields: + - name: throughput.current + type: scaled_float + metric_type: gauge + description: throughput of this input plugin + - name: throughput.last_1_minute + type: scaled_float + metric_type: gauge + description: throughput of this input plugin + - name: filter + type: group + description: Information about filter plugins + fields: + - name: name + type: keyword + description: Name of filter plugin + - name: id + type: keyword + dimension: true + description: Id of filter plugin + - name: elasticsearch.cluster.id + type: keyword + description: Elasticsearch clusters this Logstash plugin is attached to + - name: time.duration.ms + type: long + metric_type: counter + description: amount of time working on events in this plugin + unit: ms + - name: events.in + type: long + description: number of events received by the filter + metric_type: counter + - name: events.out + type: long + description: number of events emitted by the filter + metric_type: counter + - name: flow + type: group + description: flow metrics + fields: + - name: worker_millis_per_event.current + type: scaled_float + metric_type: gauge + description: amount of time spent per event for this plugin + - name: worker_millis_per_event.last_1_minute + type: scaled_float + metric_type: gauge + description: amount of time spent per event for this plugin + - name: worker_utilization.current + type: scaled_float + metric_type: gauge + description: worker utilization for this plugin + - name: worker_utilization.last_1_minute + type: scaled_float + metric_type: gauge + description: worker utilization for this plugin + - name: output + type: group + description: Information about filter plugins + fields: + - name: name + type: keyword + description: Name of output plugin + - name: id + type: keyword + dimension: true + description: Id of output plugin + - name: elasticsearch.cluster.id + type: keyword + description: Elasticsearch clusters this Logstash plugin is attached to + - name: time.duration.ms + type: long + metric_type: counter + description: amount of time working on events in this plugin + unit: ms + - name: events.in + type: long + metric_type: counter + description: number of events received by the output + - name: events.out + type: long + metric_type: counter + description: number of events emitted by the output + - name: flow + type: group + description: flow metrics + fields: + - name: worker_millis_per_event.current + type: scaled_float + metric_type: gauge + description: amount of time spent per event for this plugin + - name: worker_millis_per_event.last_1_minute + type: scaled_float + metric_type: gauge + description: amount of time spent per event for this plugin + - name: worker_utilization.current + type: scaled_float + metric_type: gauge + description: worker utilization for this plugin + - name: worker_utilization.last_1_minute + type: scaled_float + metric_type: gauge + description: worker utilization for this plugin diff --git a/packages/logstash/data_stream/slowlog/_dev/test/pipeline/test-slowlog-json.log-expected.json b/packages/logstash/data_stream/slowlog/_dev/test/pipeline/test-slowlog-json.log-expected.json index d55565ef70e..f63509031ec 100644 --- a/packages/logstash/data_stream/slowlog/_dev/test/pipeline/test-slowlog-json.log-expected.json +++ b/packages/logstash/data_stream/slowlog/_dev/test/pipeline/test-slowlog-json.log-expected.json @@ -7,7 +7,7 @@ "duration": 15000, "ingested": "2022-09-20T13:49:39.545814980Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "WARN" diff --git a/packages/logstash/data_stream/slowlog/_dev/test/pipeline/test-slowlog-plain.log-expected.json b/packages/logstash/data_stream/slowlog/_dev/test/pipeline/test-slowlog-plain.log-expected.json index f318df78bb2..ff564941649 100644 --- a/packages/logstash/data_stream/slowlog/_dev/test/pipeline/test-slowlog-plain.log-expected.json +++ b/packages/logstash/data_stream/slowlog/_dev/test/pipeline/test-slowlog-plain.log-expected.json @@ -7,7 +7,7 @@ "duration": 10477, "ingested": "2022-09-20T13:49:39.594195981Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "WARN" @@ -30,7 +30,7 @@ "duration": 9171, "ingested": "2022-09-20T13:49:39.594219649Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "WARN" @@ -53,7 +53,7 @@ "duration": 1000166192, "ingested": "2022-09-20T13:49:39.594224827Z", "kind": "event", - "type": "info" + "type": ["info"] }, "log": { "level": "WARN" diff --git a/packages/logstash/data_stream/slowlog/elasticsearch/ingest_pipeline/pipeline-json.yml b/packages/logstash/data_stream/slowlog/elasticsearch/ingest_pipeline/pipeline-json.yml index 95acc1f2f39..cbfa0227a90 100644 --- a/packages/logstash/data_stream/slowlog/elasticsearch/ingest_pipeline/pipeline-json.yml +++ b/packages/logstash/data_stream/slowlog/elasticsearch/ingest_pipeline/pipeline-json.yml @@ -52,8 +52,8 @@ processors: def errorLevels = ["ERROR", "FATAL"]; if (ctx?.log?.level != null) { if (errorLevels.contains(ctx.log.level)) { - ctx.event.type = "error"; + ctx.event.type = ["error"]; } else { - ctx.event.type = "info"; + ctx.event.type = ["info"]; } } diff --git a/packages/logstash/data_stream/slowlog/elasticsearch/ingest_pipeline/pipeline-plaintext.yml b/packages/logstash/data_stream/slowlog/elasticsearch/ingest_pipeline/pipeline-plaintext.yml index 13a18a08da0..825a8c75e42 100644 --- a/packages/logstash/data_stream/slowlog/elasticsearch/ingest_pipeline/pipeline-plaintext.yml +++ b/packages/logstash/data_stream/slowlog/elasticsearch/ingest_pipeline/pipeline-plaintext.yml @@ -62,8 +62,8 @@ processors: def errorLevels = ["ERROR", "FATAL"]; if (ctx?.log?.level != null) { if (errorLevels.contains(ctx.log.level)) { - ctx.event.type = "error"; + ctx.event.type = ["error"]; } else { - ctx.event.type = "info"; + ctx.event.type = ["info"]; } } diff --git a/packages/logstash/data_stream/slowlog/sample_event.json b/packages/logstash/data_stream/slowlog/sample_event.json index 141f7d8cd05..b68687ecaf7 100644 --- a/packages/logstash/data_stream/slowlog/sample_event.json +++ b/packages/logstash/data_stream/slowlog/sample_event.json @@ -27,7 +27,7 @@ "duration": 867000, "ingested": "2023-03-02T15:58:48Z", "kind": "event", - "type": "info" + "type": ["info"] }, "host": { "architecture": "x86_64", diff --git a/packages/logstash/docs/README.md b/packages/logstash/docs/README.md index 4502a98fd4a..adb55ce1ab4 100644 --- a/packages/logstash/docs/README.md +++ b/packages/logstash/docs/README.md @@ -1016,6 +1016,8 @@ An example event for `pipeline` looks as following: } } } + + ``` #### Plugin diff --git a/packages/logstash/kibana/dashboard/logstash-Logs-Logstash-Log-Dashboard.json b/packages/logstash/kibana/dashboard/logstash-Logs-Logstash-Log-Dashboard.json index 515fda82c7a..82eb4f7808e 100644 --- a/packages/logstash/kibana/dashboard/logstash-Logs-Logstash-Log-Dashboard.json +++ b/packages/logstash/kibana/dashboard/logstash-Logs-Logstash-Log-Dashboard.json @@ -1,49 +1,498 @@ { "attributes": { "description": "Overview of Logstash logs", - "hits": 0, "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[],\"highlightAll\":true,\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"version\":true}" + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } }, - "optionsJSON": "{\"darkTheme\":false}", - "panelsJSON": "[{\"version\":\"7.3.0\",\"type\":\"visualization\",\"gridData\":{\"h\":12,\"i\":\"2\",\"w\":24,\"x\":24,\"y\":0},\"panelIndex\":\"2\",\"embeddableConfig\":{\"enhancements\":{}},\"panelRefName\":\"panel_2\"},{\"version\":\"7.3.0\",\"type\":\"visualization\",\"gridData\":{\"h\":12,\"i\":\"3\",\"w\":24,\"x\":0,\"y\":0},\"panelIndex\":\"3\",\"embeddableConfig\":{\"enhancements\":{}},\"panelRefName\":\"panel_3\"},{\"version\":\"7.3.0\",\"type\":\"search\",\"gridData\":{\"h\":40,\"i\":\"4\",\"w\":48,\"x\":0,\"y\":12},\"panelIndex\":\"4\",\"embeddableConfig\":{\"columns\":[\"log.level\",\"logstash.log.integration\",\"message\",\"source\"],\"enhancements\":{},\"sort\":[\"@timestamp\",\"desc\"]},\"panelRefName\":\"panel_4\"}]", + "optionsJSON": { + "hidePanelTitles": false, + "syncColors": true, + "syncCursor": true, + "syncTooltips": true, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "attributes": { + "description": "", + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-a7ddad4d-7512-4240-adb3-bb331c9f2457", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "52625f50-dd63-41f2-bf79-fd307317b611", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "a7ddad4d-7512-4240-adb3-bb331c9f2457": { + "columnOrder": [ + "0b3ed1e9-78b4-4507-ae0b-2b93b5620d6b", + "40ee457b-e46d-4d08-8c94-27473e7d5f81" + ], + "columns": { + "0b3ed1e9-78b4-4507-ae0b-2b93b5620d6b": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "log.level: Descending", + "operationType": "terms", + "params": { + "exclude": [], + "excludeIsRegex": false, + "include": [], + "includeIsRegex": false, + "missingBucket": false, + "orderBy": { + "columnId": "40ee457b-e46d-4d08-8c94-27473e7d5f81", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "log.level" + }, + "40ee457b-e46d-4d08-8c94-27473e7d5f81": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Count", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "___records___" + } + }, + "ignoreGlobalFilters": false, + "incompleteColumns": {} + } + } + }, + "indexpattern": { + "layers": {} + }, + "textBased": { + "layers": {} + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "52625f50-dd63-41f2-bf79-fd307317b611", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "logstash.log" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "logstash.log" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "layers": [ + { + "categoryDisplay": "default", + "emptySizeRatio": 0.3, + "layerId": "a7ddad4d-7512-4240-adb3-bb331c9f2457", + "layerType": "data", + "legendDisplay": "show", + "legendMaxLines": 1, + "legendPosition": "right", + "legendSize": "auto", + "metrics": [ + "40ee457b-e46d-4d08-8c94-27473e7d5f81" + ], + "nestedLegend": false, + "numberDisplay": "percent", + "percentDecimals": 2, + "primaryGroups": [ + "0b3ed1e9-78b4-4507-ae0b-2b93b5620d6b" + ], + "secondaryGroups": [], + "showValuesInLegend": true, + "truncateLegend": true + } + ], + "palette": { + "name": "kibana_palette", + "type": "palette" + }, + "shape": "donut" + } + }, + "title": "Logs Severity [Logs Logstash] (converted)", + "type": "lens", + "visualizationType": "lnsPie" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 12, + "i": "2", + "w": 24, + "x": 24, + "y": 0 + }, + "panelIndex": "2", + "title": "Logs Severity [Logs Logstash]", + "type": "lens", + "version": "8.10.1" + }, + { + "embeddableConfig": { + "attributes": { + "description": "", + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-8452b6cc-6ae9-4762-803a-9f5049d0b159", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "7989876d-7c67-4fb3-9bef-621e73100922", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "8452b6cc-6ae9-4762-803a-9f5049d0b159": { + "columnOrder": [ + "b6791a66-78f6-4d1f-a7e3-2fb7d0fec98c", + "67298bc1-bf11-4ba9-8da7-210656948dcf", + "432281f4-af58-48eb-baf8-61ff3adafecd" + ], + "columns": { + "432281f4-af58-48eb-baf8-61ff3adafecd": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Count", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "___records___" + }, + "67298bc1-bf11-4ba9-8da7-210656948dcf": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "log.level: Descending", + "operationType": "terms", + "params": { + "exclude": [], + "excludeIsRegex": false, + "include": [], + "includeIsRegex": false, + "missingBucket": false, + "orderBy": { + "columnId": "432281f4-af58-48eb-baf8-61ff3adafecd", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "log.level" + }, + "b6791a66-78f6-4d1f-a7e3-2fb7d0fec98c": { + "customLabel": true, + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": false, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "ignoreGlobalFilters": false, + "incompleteColumns": {} + } + } + }, + "indexpattern": { + "layers": {} + }, + "textBased": { + "layers": {} + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "7989876d-7c67-4fb3-9bef-621e73100922", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "logstash.log" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "logstash.log" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "LINEAR", + "gridlinesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": -90 + }, + "layers": [ + { + "accessors": [ + "432281f4-af58-48eb-baf8-61ff3adafecd" + ], + "isHistogram": true, + "layerId": "8452b6cc-6ae9-4762-803a-9f5049d0b159", + "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, + "seriesType": "bar_stacked", + "simpleView": false, + "splitAccessor": "67298bc1-bf11-4ba9-8da7-210656948dcf", + "xAccessor": "b6791a66-78f6-4d1f-a7e3-2fb7d0fec98c", + "xScaleType": "time", + "yConfig": [ + { + "axisMode": "left", + "forAccessor": "432281f4-af58-48eb-baf8-61ff3adafecd" + } + ] + } + ], + "legend": { + "isVisible": true, + "legendSize": "auto", + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": true + }, + "preferredSeriesType": "bar_stacked", + "showCurrentTimeMarker": false, + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": false, + "yLeftExtent": { + "enforce": true, + "mode": "full" + }, + "yLeftScale": "linear", + "yRightScale": "linear", + "yTitle": "Count" + } + }, + "title": "logs over time [Logs Logstash] (converted)", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 12, + "i": "3", + "w": 24, + "x": 0, + "y": 0 + }, + "panelIndex": "3", + "title": "logs over time [Logs Logstash] ", + "type": "lens", + "version": "8.10.1" + }, + { + "embeddableConfig": { + "attributes": { + "columns": [ + "log.level", + "logstash.log.integration", + "message", + "source" + ], + "grid": {}, + "hideChart": false, + "isTextBasedQuery": false, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[{\"$state\":{\"store\":\"appState\"},\"meta\":{\"alias\":null,\"disabled\":false,\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index\",\"key\":\"data_stream.dataset\",\"negate\":false,\"params\":{\"query\":\"logstash.log\"},\"type\":\"phrase\"},\"query\":{\"match_phrase\":{\"data_stream.dataset\":\"logstash.log\"}}}],\"highlightAll\":true,\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\",\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"version\":true}" + }, + "references": [ + { + "id": "logs-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + }, + { + "id": "fleet-managed-default", + "name": "tag-ref-fleet-managed-default", + "type": "tag" + }, + { + "id": "fleet-pkg-logstash-default", + "name": "tag-ref-fleet-pkg-logstash-default", + "type": "tag" + } + ], + "sort": [ + [ + "@timestamp", + "desc" + ] + ], + "timeRestore": false + }, + "columns": [ + "log.level", + "logstash.log.integration", + "message", + "source" + ], + "enhancements": {}, + "sort": [ + "@timestamp", + "desc" + ] + }, + "gridData": { + "h": 40, + "i": "af2a55ed-378b-4e23-bd0e-00b32b474ee0", + "w": 48, + "x": 0, + "y": 12 + }, + "panelIndex": "af2a55ed-378b-4e23-bd0e-00b32b474ee0", + "title": "logs [Logs Logstash]", + "type": "search", + "version": "8.10.1" + } + ], "timeRestore": false, "title": "[Logs Logstash] Logstash Logs", "version": 1 }, - "coreMigrationVersion": "8.5.0", + "coreMigrationVersion": "8.8.0", + "created_at": "2023-10-10T16:35:51.963Z", "id": "logstash-Logs-Logstash-Log-Dashboard", - "migrationVersion": { - "dashboard": "8.5.0" - }, + "managed": false, "references": [ { - "id": "logstash-0b1dace0-cbdb-11e7-9852-73e0a9df1bb6", - "name": "2:panel_2", - "type": "visualization" + "id": "logs-*", + "name": "2:indexpattern-datasource-layer-a7ddad4d-7512-4240-adb3-bb331c9f2457", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "2:52625f50-dd63-41f2-bf79-fd307317b611", + "type": "index-pattern" }, { - "id": "logstash-e90b7240-cbda-11e7-9852-73e0a9df1bb6", - "name": "3:panel_3", - "type": "visualization" + "id": "logs-*", + "name": "3:indexpattern-datasource-layer-8452b6cc-6ae9-4762-803a-9f5049d0b159", + "type": "index-pattern" }, { - "id": "logstash-cfaba090-cbda-11e7-9852-73e0a9df1bb6", - "name": "4:panel_4", - "type": "search" + "id": "logs-*", + "name": "3:7989876d-7c67-4fb3-9bef-621e73100922", + "type": "index-pattern" }, { - "id": "managed", - "name": "tag-ref-managed", - "type": "tag" + "id": "logs-*", + "name": "af2a55ed-378b-4e23-bd0e-00b32b474ee0:kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" }, { - "id": "logstash", - "name": "tag-ref-logstash", - "type": "tag" + "id": "logs-*", + "name": "af2a55ed-378b-4e23-bd0e-00b32b474ee0:kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" } ], "type": "dashboard", - "updated_at": "2022-09-14T17:40:15.454Z", - "version": "WzE0MjIsMV0=" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/logstash/kibana/dashboard/logstash-Logs-Logstash-Slowlog-Dashboard.json b/packages/logstash/kibana/dashboard/logstash-Logs-Logstash-Slowlog-Dashboard.json index 32a4bd8f9fd..353a5632d8e 100644 --- a/packages/logstash/kibana/dashboard/logstash-Logs-Logstash-Slowlog-Dashboard.json +++ b/packages/logstash/kibana/dashboard/logstash-Logs-Logstash-Slowlog-Dashboard.json @@ -1,54 +1,713 @@ { "attributes": { "description": "Overview of Logstash Slowlogs", - "hits": 0, "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[],\"highlightAll\":true,\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"version\":true}" + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } }, - "optionsJSON": "{\"darkTheme\":false}", - "panelsJSON": "[{\"version\":\"7.3.0\",\"type\":\"search\",\"gridData\":{\"h\":36,\"i\":\"1\",\"w\":48,\"x\":0,\"y\":24},\"panelIndex\":\"1\",\"embeddableConfig\":{\"columns\":[\"log.level\",\"logstash.slowlog.plugin_type\",\"logstash.slowlog.plugin_name\",\"logstash.slowlog.message\",\"logstash.slowlog.plugin_params\",\"logstash.slowlog.execution_time_ns\"],\"enhancements\":{},\"sort\":[\"@timestamp\",\"desc\"]},\"panelRefName\":\"panel_1\"},{\"version\":\"7.3.0\",\"type\":\"visualization\",\"gridData\":{\"h\":12,\"i\":\"2\",\"w\":24,\"x\":24,\"y\":0},\"panelIndex\":\"2\",\"embeddableConfig\":{\"enhancements\":{}},\"panelRefName\":\"panel_2\"},{\"version\":\"7.3.0\",\"type\":\"visualization\",\"gridData\":{\"h\":12,\"i\":\"3\",\"w\":24,\"x\":0,\"y\":0},\"panelIndex\":\"3\",\"embeddableConfig\":{\"enhancements\":{}},\"panelRefName\":\"panel_3\"},{\"version\":\"7.3.0\",\"type\":\"visualization\",\"gridData\":{\"h\":12,\"i\":\"4\",\"w\":48,\"x\":0,\"y\":12},\"panelIndex\":\"4\",\"embeddableConfig\":{\"enhancements\":{},\"vis\":{\"params\":{\"sort\":{\"columnIndex\":3,\"direction\":null}}}},\"panelRefName\":\"panel_4\"}]", + "optionsJSON": { + "hidePanelTitles": false, + "syncColors": true, + "syncCursor": true, + "syncTooltips": true, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "attributes": { + "description": "", + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-2f942534-04b6-41f2-a923-5fd3a9924b5f", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "7c159121-0dc1-451b-9b1a-1f7aee414c91", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "2f942534-04b6-41f2-a923-5fd3a9924b5f": { + "columnOrder": [ + "33098bb0-7ad8-4cc4-9a1a-238c13ee86c2", + "2f1af68b-b759-4e4a-8a93-e9fc5d6e4e32" + ], + "columns": { + "2f1af68b-b759-4e4a-8a93-e9fc5d6e4e32": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Count", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "___records___" + }, + "33098bb0-7ad8-4cc4-9a1a-238c13ee86c2": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "log.level: Descending", + "operationType": "terms", + "params": { + "exclude": [], + "excludeIsRegex": false, + "include": [], + "includeIsRegex": false, + "missingBucket": false, + "orderBy": { + "columnId": "2f1af68b-b759-4e4a-8a93-e9fc5d6e4e32", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "log.level" + } + }, + "ignoreGlobalFilters": false, + "incompleteColumns": {} + } + } + }, + "indexpattern": { + "layers": {} + }, + "textBased": { + "layers": {} + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "7c159121-0dc1-451b-9b1a-1f7aee414c91", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "logstash.log" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "logstash.log" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "layers": [ + { + "categoryDisplay": "default", + "emptySizeRatio": 0.3, + "layerId": "2f942534-04b6-41f2-a923-5fd3a9924b5f", + "layerType": "data", + "legendDisplay": "show", + "legendMaxLines": 1, + "legendPosition": "right", + "legendSize": "auto", + "metrics": [ + "2f1af68b-b759-4e4a-8a93-e9fc5d6e4e32" + ], + "nestedLegend": false, + "numberDisplay": "percent", + "percentDecimals": 2, + "primaryGroups": [ + "33098bb0-7ad8-4cc4-9a1a-238c13ee86c2" + ], + "secondaryGroups": [], + "showValuesInLegend": true, + "truncateLegend": true + } + ], + "palette": { + "name": "kibana_palette", + "type": "palette" + }, + "shape": "donut" + } + }, + "title": "Logs Severity [Logs Logstash] (converted)", + "type": "lens", + "visualizationType": "lnsPie" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 12, + "i": "2", + "w": 24, + "x": 24, + "y": 0 + }, + "panelIndex": "2", + "title": "Logs Severity [Logs Logstash]", + "type": "lens", + "version": "8.10.1" + }, + { + "embeddableConfig": { + "attributes": { + "description": "", + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-fa6a202a-79ac-460e-bd9d-834c745a3f4a", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "e8d62a9c-26fa-49ed-9dec-9a0bdaf8f7b3", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "fa6a202a-79ac-460e-bd9d-834c745a3f4a": { + "columnOrder": [ + "e41c86b8-890c-4ea4-8786-76ed9208437c", + "75d4b744-a4db-4ba6-aeea-4aa7ac160298", + "7e1aa455-eb30-440d-867d-f63610e14293" + ], + "columns": { + "75d4b744-a4db-4ba6-aeea-4aa7ac160298": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "log.level: Descending", + "operationType": "terms", + "params": { + "exclude": [], + "excludeIsRegex": false, + "include": [], + "includeIsRegex": false, + "missingBucket": false, + "orderBy": { + "columnId": "7e1aa455-eb30-440d-867d-f63610e14293", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "log.level" + }, + "7e1aa455-eb30-440d-867d-f63610e14293": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Count", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "___records___" + }, + "e41c86b8-890c-4ea4-8786-76ed9208437c": { + "customLabel": true, + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": false, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "ignoreGlobalFilters": false, + "incompleteColumns": {} + } + } + }, + "indexpattern": { + "layers": {} + }, + "textBased": { + "layers": {} + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "e8d62a9c-26fa-49ed-9dec-9a0bdaf8f7b3", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "logstash.log" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "logstash.log" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "LINEAR", + "gridlinesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": -90 + }, + "layers": [ + { + "accessors": [ + "7e1aa455-eb30-440d-867d-f63610e14293" + ], + "isHistogram": true, + "layerId": "fa6a202a-79ac-460e-bd9d-834c745a3f4a", + "layerType": "data", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, + "seriesType": "bar_stacked", + "simpleView": false, + "splitAccessor": "75d4b744-a4db-4ba6-aeea-4aa7ac160298", + "xAccessor": "e41c86b8-890c-4ea4-8786-76ed9208437c", + "xScaleType": "time", + "yConfig": [ + { + "axisMode": "left", + "forAccessor": "7e1aa455-eb30-440d-867d-f63610e14293" + } + ] + } + ], + "legend": { + "isVisible": true, + "legendSize": "auto", + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": true + }, + "preferredSeriesType": "bar_stacked", + "showCurrentTimeMarker": false, + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": false, + "yLeftExtent": { + "enforce": true, + "mode": "full" + }, + "yLeftScale": "linear", + "yRightScale": "linear", + "yTitle": "Count" + } + }, + "title": "logs over time [Logs Logstash] (converted)", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 12, + "i": "3", + "w": 24, + "x": 0, + "y": 0 + }, + "panelIndex": "3", + "title": "logs over time [Logs Logstash]", + "type": "lens", + "version": "8.10.1" + }, + { + "embeddableConfig": { + "attributes": { + "description": "", + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-ef5f838b-0cb4-4968-ac32-6bac1c5b85a7", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "ab380e2b-a0c5-4418-a560-a60c547cb33b", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "formBased": { + "layers": { + "ef5f838b-0cb4-4968-ac32-6bac1c5b85a7": { + "columnOrder": [ + "fb020439-655b-4574-a34a-3596f6b63980", + "f358abc2-4cef-4adb-95a5-8e5003d1915d", + "b5145ff6-e6d1-438c-ab66-8ff0377c7cc4", + "b42cdef0-1817-40ce-9959-a5be386a4e5a", + "fea10fdf-04b9-431b-929e-d8c8801db91a" + ], + "columns": { + "b42cdef0-1817-40ce-9959-a5be386a4e5a": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Min", + "operationType": "min", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "logstash.slowlog.took_in_millis" + }, + "b5145ff6-e6d1-438c-ab66-8ff0377c7cc4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Average", + "operationType": "average", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "logstash.slowlog.took_in_millis" + }, + "f358abc2-4cef-4adb-95a5-8e5003d1915d": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Plugin Type", + "operationType": "terms", + "params": { + "exclude": [], + "excludeIsRegex": false, + "include": [], + "includeIsRegex": false, + "missingBucket": false, + "orderBy": { + "columnId": "b42cdef0-1817-40ce-9959-a5be386a4e5a", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "logstash.slowlog.plugin_type" + }, + "fb020439-655b-4574-a34a-3596f6b63980": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Plugin Name", + "operationType": "terms", + "params": { + "exclude": [], + "excludeIsRegex": false, + "include": [], + "includeIsRegex": false, + "missingBucket": false, + "orderBy": { + "columnId": "b42cdef0-1817-40ce-9959-a5be386a4e5a", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "logstash.slowlog.plugin_name" + }, + "fea10fdf-04b9-431b-929e-d8c8801db91a": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Max", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "logstash.slowlog.took_in_millis" + } + }, + "ignoreGlobalFilters": false, + "incompleteColumns": {} + } + } + }, + "indexpattern": { + "layers": {} + }, + "textBased": { + "layers": {} + } + }, + "filters": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "index": "ab380e2b-a0c5-4418-a560-a60c547cb33b", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "logstash.slowlog" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "logstash.slowlog" + } + } + } + ], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "columns": [ + { + "alignment": "left", + "columnId": "b5145ff6-e6d1-438c-ab66-8ff0377c7cc4" + }, + { + "alignment": "left", + "columnId": "b42cdef0-1817-40ce-9959-a5be386a4e5a" + }, + { + "alignment": "left", + "columnId": "fea10fdf-04b9-431b-929e-d8c8801db91a" + }, + { + "alignment": "left", + "columnId": "fb020439-655b-4574-a34a-3596f6b63980" + }, + { + "alignment": "left", + "columnId": "f358abc2-4cef-4adb-95a5-8e5003d1915d" + } + ], + "headerRowHeight": "single", + "layerId": "ef5f838b-0cb4-4968-ac32-6bac1c5b85a7", + "layerType": "data", + "paging": { + "enabled": true, + "size": 10 + }, + "rowHeight": "single" + } + }, + "title": "Slowest plugins [Logs Logstash] (converted)", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 12, + "i": "4fa42b7f-0cc0-4a0a-9d1b-59a5686d218e", + "w": 48, + "x": 0, + "y": 12 + }, + "panelIndex": "4fa42b7f-0cc0-4a0a-9d1b-59a5686d218e", + "title": "Slowest plugins [Logs Logstash]", + "type": "lens", + "version": "8.10.1" + }, + { + "embeddableConfig": { + "attributes": { + "columns": [ + "log.level", + "logstash.slowlog.plugin_type", + "logstash.slowlog.plugin_name", + "logstash.slowlog.message", + "logstash.slowlog.plugin_params", + "logstash.slowlog.execution_time_ns" + ], + "grid": {}, + "hideChart": false, + "isTextBasedQuery": false, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"filter\":[{\"$state\":{\"store\":\"appState\"},\"meta\":{\"alias\":null,\"disabled\":false,\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index\",\"key\":\"data_stream.dataset\",\"negate\":false,\"params\":{\"query\":\"logstash.slowlog\"},\"type\":\"phrase\"},\"query\":{\"match_phrase\":{\"data_stream.dataset\":\"logstash.slowlog\"}}}],\"highlightAll\":true,\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\",\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"version\":true}" + }, + "references": [ + { + "id": "logs-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + } + ], + "sort": [ + [ + "log.level", + "asc" + ] + ], + "timeRestore": false + }, + "columns": [ + "log.level", + "logstash.slowlog.plugin_type", + "logstash.slowlog.plugin_name", + "logstash.slowlog.message", + "logstash.slowlog.plugin_params", + "logstash.slowlog.execution_time_ns" + ], + "enhancements": {}, + "sort": [ + "@timestamp", + "desc" + ] + }, + "gridData": { + "h": 36, + "i": "6f78f1bb-ad98-47ce-937f-52b2125bd7b3", + "w": 48, + "x": 0, + "y": 24 + }, + "panelIndex": "6f78f1bb-ad98-47ce-937f-52b2125bd7b3", + "title": "Slow logs [Logs Logstash]", + "type": "search", + "version": "8.10.1" + } + ], "timeRestore": false, "title": "[Logs Logstash] Slowlogs", "version": 1 }, - "coreMigrationVersion": "8.5.0", + "coreMigrationVersion": "8.8.0", + "created_at": "2023-10-10T16:39:42.325Z", "id": "logstash-Logs-Logstash-Slowlog-Dashboard", - "migrationVersion": { - "dashboard": "8.5.0" - }, + "managed": false, "references": [ { - "id": "logstash-742e45d0-cbdd-11e7-9852-73e0a9df1bb6", - "name": "1:panel_1", - "type": "search" + "id": "logs-*", + "name": "2:indexpattern-datasource-layer-2f942534-04b6-41f2-a923-5fd3a9924b5f", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "2:7c159121-0dc1-451b-9b1a-1f7aee414c91", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "3:indexpattern-datasource-layer-fa6a202a-79ac-460e-bd9d-834c745a3f4a", + "type": "index-pattern" }, { - "id": "logstash-0b1dace0-cbdb-11e7-9852-73e0a9df1bb6", - "name": "2:panel_2", - "type": "visualization" + "id": "logs-*", + "name": "3:e8d62a9c-26fa-49ed-9dec-9a0bdaf8f7b3", + "type": "index-pattern" }, { - "id": "logstash-e90b7240-cbda-11e7-9852-73e0a9df1bb6", - "name": "3:panel_3", - "type": "visualization" + "id": "logs-*", + "name": "4fa42b7f-0cc0-4a0a-9d1b-59a5686d218e:indexpattern-datasource-layer-ef5f838b-0cb4-4968-ac32-6bac1c5b85a7", + "type": "index-pattern" }, { - "id": "logstash-b3315630-cbdf-11e7-9852-73e0a9df1bb6", - "name": "4:panel_4", - "type": "visualization" + "id": "logs-*", + "name": "4fa42b7f-0cc0-4a0a-9d1b-59a5686d218e:ab380e2b-a0c5-4418-a560-a60c547cb33b", + "type": "index-pattern" }, { - "id": "managed", - "name": "tag-ref-managed", - "type": "tag" + "id": "logs-*", + "name": "6f78f1bb-ad98-47ce-937f-52b2125bd7b3:kibanaSavedObjectMeta.searchSourceJSON.index", + "type": "index-pattern" }, { - "id": "logstash", - "name": "tag-ref-logstash", - "type": "tag" + "id": "logs-*", + "name": "6f78f1bb-ad98-47ce-937f-52b2125bd7b3:kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" } ], "type": "dashboard", - "updated_at": "2022-09-14T17:40:15.454Z", - "version": "WzE0MjMsMV0=" + "typeMigrationVersion": "8.9.0" } \ No newline at end of file diff --git a/packages/logstash/kibana/dashboard/logstash-bc1a8050-5ee1-11ee-8e78-bf6865bc3ffc.json b/packages/logstash/kibana/dashboard/logstash-bc1a8050-5ee1-11ee-8e78-bf6865bc3ffc.json index 4f899618b16..62279544356 100644 --- a/packages/logstash/kibana/dashboard/logstash-bc1a8050-5ee1-11ee-8e78-bf6865bc3ffc.json +++ b/packages/logstash/kibana/dashboard/logstash-bc1a8050-5ee1-11ee-8e78-bf6865bc3ffc.json @@ -7032,7 +7032,7 @@ "coreMigrationVersion": "8.8.0", "created_at": "2023-10-09T13:26:37.526Z", "id": "logstash-bc1a8050-5ee1-11ee-8e78-bf6865bc3ffc", - "managed": false, + "managed": true, "references": [ { "id": "logstash-sm-metrics", diff --git a/packages/logstash/kibana/search/logstash-742e45d0-cbdd-11e7-9852-73e0a9df1bb6.json b/packages/logstash/kibana/search/logstash-742e45d0-cbdd-11e7-9852-73e0a9df1bb6.json index ed9c2e5efdf..6dcf7c20dcf 100644 --- a/packages/logstash/kibana/search/logstash-742e45d0-cbdd-11e7-9852-73e0a9df1bb6.json +++ b/packages/logstash/kibana/search/logstash-742e45d0-cbdd-11e7-9852-73e0a9df1bb6.json @@ -14,7 +14,38 @@ "hits": 0, "isTextBasedQuery": false, "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"highlightAll\":true,\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"version\":true,\"filter\":[{\"meta\":{\"alias\":null,\"negate\":false,\"disabled\":false,\"type\":\"phrase\",\"key\":\"data_stream.dataset\",\"params\":{\"query\":\"logstash.slowlog\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index\"},\"query\":{\"match_phrase\":{\"data_stream.dataset\":\"logstash.slowlog\"}},\"$state\":{\"store\":\"appState\"}}],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}" + "searchSourceJSON": { + "filter": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "logstash.slowlog" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "logstash.slowlog" + } + } + } + ], + "highlightAll": true, + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + }, + "version": true + } }, "sort": [ [ @@ -26,11 +57,10 @@ "title": "Slow logs [Logs Logstash]", "version": 1 }, - "coreMigrationVersion": "8.5.0", + "coreMigrationVersion": "8.8.0", + "created_at": "2023-10-10T16:32:59.632Z", "id": "logstash-742e45d0-cbdd-11e7-9852-73e0a9df1bb6", - "migrationVersion": { - "search": "8.0.0" - }, + "managed": true, "references": [ { "id": "logs-*", @@ -41,19 +71,8 @@ "id": "logs-*", "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", "type": "index-pattern" - }, - { - "id": "managed", - "name": "tag-ref-managed", - "type": "tag" - }, - { - "id": "logstash", - "name": "tag-ref-logstash", - "type": "tag" } ], "type": "search", - "updated_at": "2022-09-14T14:45:48.992Z", - "version": "WzExMDQsMV0=" + "typeMigrationVersion": "8.0.0" } \ No newline at end of file diff --git a/packages/logstash/kibana/search/logstash-cfaba090-cbda-11e7-9852-73e0a9df1bb6.json b/packages/logstash/kibana/search/logstash-cfaba090-cbda-11e7-9852-73e0a9df1bb6.json index a04b2b8a5d2..8ebbd68e5e3 100644 --- a/packages/logstash/kibana/search/logstash-cfaba090-cbda-11e7-9852-73e0a9df1bb6.json +++ b/packages/logstash/kibana/search/logstash-cfaba090-cbda-11e7-9852-73e0a9df1bb6.json @@ -12,7 +12,38 @@ "hits": 0, "isTextBasedQuery": false, "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"highlightAll\":true,\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"version\":true,\"filter\":[{\"meta\":{\"alias\":null,\"negate\":false,\"disabled\":false,\"type\":\"phrase\",\"key\":\"data_stream.dataset\",\"params\":{\"query\":\"logstash.log\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index\"},\"query\":{\"match_phrase\":{\"data_stream.dataset\":\"logstash.log\"}},\"$state\":{\"store\":\"appState\"}}],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}" + "searchSourceJSON": { + "filter": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": null, + "disabled": false, + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "key": "data_stream.dataset", + "negate": false, + "params": { + "query": "logstash.log" + }, + "type": "phrase" + }, + "query": { + "match_phrase": { + "data_stream.dataset": "logstash.log" + } + } + } + ], + "highlightAll": true, + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.index", + "query": { + "language": "kuery", + "query": "" + }, + "version": true + } }, "sort": [ [ @@ -24,11 +55,10 @@ "title": "logs [Logs Logstash]", "version": 1 }, - "coreMigrationVersion": "8.5.0", + "coreMigrationVersion": "8.8.0", + "created_at": "2023-10-10T16:05:06.228Z", "id": "logstash-cfaba090-cbda-11e7-9852-73e0a9df1bb6", - "migrationVersion": { - "search": "8.0.0" - }, + "managed": true, "references": [ { "id": "logs-*", @@ -39,19 +69,8 @@ "id": "logs-*", "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", "type": "index-pattern" - }, - { - "id": "managed", - "name": "tag-ref-managed", - "type": "tag" - }, - { - "id": "logstash", - "name": "tag-ref-logstash", - "type": "tag" } ], "type": "search", - "updated_at": "2022-09-14T14:45:44.856Z", - "version": "WzEwODUsMV0=" + "typeMigrationVersion": "8.0.0" } \ No newline at end of file diff --git a/packages/logstash/kibana/visualization/logstash-0b1dace0-cbdb-11e7-9852-73e0a9df1bb6.json b/packages/logstash/kibana/visualization/logstash-0b1dace0-cbdb-11e7-9852-73e0a9df1bb6.json deleted file mode 100644 index 59ffa4124b8..00000000000 --- a/packages/logstash/kibana/visualization/logstash-0b1dace0-cbdb-11e7-9852-73e0a9df1bb6.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "attributes": { - "description": "", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[],\"query\":{\"language\":\"kuery\",\"query\":\"\"}}" - }, - "savedSearchRefName": "search_0", - "title": "Logs Severity [Logs Logstash]", - "uiStateJSON": "{}", - "version": 1, - "visState": "{\"aggs\":[{\"enabled\":true,\"id\":\"1\",\"params\":{},\"schema\":\"metric\",\"type\":\"count\"},{\"enabled\":true,\"id\":\"2\",\"params\":{\"field\":\"log.level\",\"order\":\"desc\",\"orderBy\":\"1\",\"size\":5},\"schema\":\"segment\",\"type\":\"terms\"}],\"params\":{\"addTooltip\":true,\"distinctColors\":true,\"isDonut\":true,\"legendPosition\":\"right\",\"palette\":{\"name\":\"kibana_palette\",\"type\":\"palette\"},\"type\":\"pie\",\"legendDisplay\":\"show\",\"legendSize\":\"auto\"},\"title\":\"Logs Severity [Logs Logstash]\",\"type\":\"pie\"}" - }, - "coreMigrationVersion": "8.5.0", - "id": "logstash-0b1dace0-cbdb-11e7-9852-73e0a9df1bb6", - "migrationVersion": { - "visualization": "8.5.0" - }, - "references": [ - { - "id": "logstash-cfaba090-cbda-11e7-9852-73e0a9df1bb6", - "name": "search_0", - "type": "search" - }, - { - "id": "managed", - "name": "tag-ref-managed", - "type": "tag" - }, - { - "id": "logstash", - "name": "tag-ref-logstash", - "type": "tag" - } - ], - "type": "visualization", - "updated_at": "2022-09-14T17:40:15.454Z", - "version": "WzE0MjQsMV0=" -} \ No newline at end of file diff --git a/packages/logstash/kibana/visualization/logstash-b3315630-cbdf-11e7-9852-73e0a9df1bb6.json b/packages/logstash/kibana/visualization/logstash-b3315630-cbdf-11e7-9852-73e0a9df1bb6.json deleted file mode 100644 index b657e7e09c2..00000000000 --- a/packages/logstash/kibana/visualization/logstash-b3315630-cbdf-11e7-9852-73e0a9df1bb6.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "attributes": { - "description": "", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[],\"query\":{\"language\":\"kuery\",\"query\":\"\"}}" - }, - "savedSearchRefName": "search_0", - "title": "Slowest plugins [Logs Logstash]", - "uiStateJSON": "{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":3,\"direction\":null}}}}", - "version": 1, - "visState": "{\"aggs\":[{\"enabled\":true,\"id\":\"6\",\"params\":{\"customLabel\":\"Average\",\"field\":\"logstash.slowlog.took_in_millis\"},\"schema\":\"metric\",\"type\":\"avg\"},{\"enabled\":true,\"id\":\"5\",\"params\":{\"customLabel\":\"Min\",\"field\":\"logstash.slowlog.took_in_millis\"},\"schema\":\"metric\",\"type\":\"min\"},{\"enabled\":true,\"id\":\"8\",\"params\":{\"customLabel\":\"Plugin Name\",\"field\":\"logstash.slowlog.plugin_name\",\"order\":\"desc\",\"orderBy\":\"5\",\"size\":5},\"schema\":\"bucket\",\"type\":\"terms\"},{\"enabled\":true,\"id\":\"7\",\"params\":{\"customLabel\":\"Max\",\"field\":\"logstash.slowlog.took_in_millis\"},\"schema\":\"metric\",\"type\":\"max\"},{\"enabled\":true,\"id\":\"9\",\"params\":{\"customLabel\":\"Plugin Type\",\"field\":\"logstash.slowlog.plugin_type\",\"order\":\"desc\",\"orderBy\":\"5\",\"size\":5},\"schema\":\"bucket\",\"type\":\"terms\"}],\"params\":{\"perPage\":10,\"showMeticsAtAllLevels\":false,\"showPartialRows\":false,\"showToolbar\":true,\"showTotal\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"totalFunc\":\"sum\"},\"title\":\"Slowest plugins [Logs Logstash]\",\"type\":\"table\"}" - }, - "coreMigrationVersion": "8.5.0", - "id": "logstash-b3315630-cbdf-11e7-9852-73e0a9df1bb6", - "migrationVersion": { - "visualization": "8.5.0" - }, - "references": [ - { - "id": "logstash-742e45d0-cbdd-11e7-9852-73e0a9df1bb6", - "name": "search_0", - "type": "search" - }, - { - "id": "managed", - "name": "tag-ref-managed", - "type": "tag" - }, - { - "id": "logstash", - "name": "tag-ref-logstash", - "type": "tag" - } - ], - "type": "visualization", - "updated_at": "2022-09-14T17:40:15.454Z", - "version": "WzE0MjUsMV0=" -} \ No newline at end of file diff --git a/packages/logstash/kibana/visualization/logstash-e90b7240-cbda-11e7-9852-73e0a9df1bb6.json b/packages/logstash/kibana/visualization/logstash-e90b7240-cbda-11e7-9852-73e0a9df1bb6.json deleted file mode 100644 index 4e7b8329127..00000000000 --- a/packages/logstash/kibana/visualization/logstash-e90b7240-cbda-11e7-9852-73e0a9df1bb6.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "attributes": { - "description": "", - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"filter\":[],\"query\":{\"language\":\"kuery\",\"query\":\"\"}}" - }, - "savedSearchRefName": "search_0", - "title": "logs over time [Logs Logstash]", - "uiStateJSON": "{}", - "version": 1, - "visState": "{\"aggs\":[{\"enabled\":true,\"id\":\"1\",\"params\":{},\"schema\":\"metric\",\"type\":\"count\"},{\"enabled\":true,\"id\":\"2\",\"params\":{\"extended_bounds\":{},\"field\":\"@timestamp\",\"interval\":\"auto\",\"min_doc_count\":1},\"schema\":\"segment\",\"type\":\"date_histogram\"},{\"enabled\":true,\"id\":\"3\",\"params\":{\"field\":\"log.level\",\"order\":\"desc\",\"orderBy\":\"1\",\"size\":5},\"schema\":\"group\",\"type\":\"terms\"}],\"params\":{\"addLegend\":true,\"addTimeMarker\":false,\"addTooltip\":true,\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"labels\":{\"filter\":true,\"show\":true,\"truncate\":100},\"position\":\"bottom\",\"scale\":{\"type\":\"linear\"},\"show\":true,\"style\":{},\"title\":{},\"type\":\"category\"}],\"detailedTooltip\":true,\"grid\":{\"categoryLines\":false,\"style\":{\"color\":\"#eee\"}},\"isVislibVis\":true,\"legendPosition\":\"right\",\"palette\":{\"name\":\"kibana_palette\",\"type\":\"palette\"},\"seriesParams\":[{\"data\":{\"id\":\"1\",\"label\":\"Count\"},\"drawLinesBetweenPoints\":true,\"mode\":\"stacked\",\"show\":\"true\",\"showCircles\":true,\"type\":\"histogram\",\"valueAxis\":\"ValueAxis-1\"}],\"times\":[],\"type\":\"histogram\",\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"labels\":{\"filter\":false,\"rotate\":0,\"show\":true,\"truncate\":100},\"name\":\"LeftAxis-1\",\"position\":\"left\",\"scale\":{\"mode\":\"normal\",\"type\":\"linear\"},\"show\":true,\"style\":{},\"title\":{\"text\":\"Count\"},\"type\":\"value\"}],\"legendSize\":\"auto\"},\"title\":\"logs over time [Logs Logstash]\",\"type\":\"histogram\"}" - }, - "coreMigrationVersion": "8.5.0", - "id": "logstash-e90b7240-cbda-11e7-9852-73e0a9df1bb6", - "migrationVersion": { - "visualization": "8.5.0" - }, - "references": [ - { - "id": "logstash-cfaba090-cbda-11e7-9852-73e0a9df1bb6", - "name": "search_0", - "type": "search" - }, - { - "id": "managed", - "name": "tag-ref-managed", - "type": "tag" - }, - { - "id": "logstash", - "name": "tag-ref-logstash", - "type": "tag" - } - ], - "type": "visualization", - "updated_at": "2022-09-14T17:40:15.454Z", - "version": "WzE0MjYsMV0=" -} \ No newline at end of file diff --git a/packages/logstash/manifest.yml b/packages/logstash/manifest.yml index a6ce830cd2b..9d8f5520a5d 100644 --- a/packages/logstash/manifest.yml +++ b/packages/logstash/manifest.yml @@ -1,6 +1,6 @@ name: logstash title: Logstash -version: 2.3.4 +version: 2.3.5 description: Collect logs and metrics from Logstash with Elastic Agent. type: integration icons: @@ -8,13 +8,18 @@ icons: title: logo logstash size: 32x32 type: image/svg+xml -format_version: 1.0.0 -license: basic +format_version: 3.0.0 categories: ["elastic_stack"] conditions: - kibana.version: ^8.10.1 + kibana: + version: ^8.10.1 + elastic: + subscription: basic + capabilities: + - observability owner: github: elastic/infra-monitoring-ui + type: elastic screenshots: - src: /img/kibana-logstash-log.png title: kibana logstash log diff --git a/packages/logstash/validation.yml b/packages/logstash/validation.yml new file mode 100644 index 00000000000..cb215afec86 --- /dev/null +++ b/packages/logstash/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00002 # Mandatory filters in dashboards. +