diff --git a/packages/gcp/_dev/build/docs/README.md b/packages/gcp/_dev/build/docs/README.md index 08fffbde7ca..7d06899826a 100644 --- a/packages/gcp/_dev/build/docs/README.md +++ b/packages/gcp/_dev/build/docs/README.md @@ -1,30 +1,22 @@ -# Google Cloud Integration - -The Google Cloud integration collects and parses Google Cloud audit, VPC flow, -and firewall logs that have been exported from Stackdriver to a Google Pub/Sub topic sink. - -## Logs - -### Audit - -This is the `audit` dataset. - -{{event "audit"}} - -{{fields "audit"}} - -### Firewall - -This is the `firewall` dataset. - -{{event "firewall"}} - -{{fields "firewall"}} - -### VPC Flow - -This is the `VPC Flow` dataset. - -{{event "vpcflow"}} - -{{fields "vpcflow"}} +# Google Cloud Platform Integration + +This integration is used to fetches logs and metrics from +[Google Cloud Platform](https://cloud.google.com/). + +## GCP Credentials +GCP credentials are required for running GCP integration. + +### Configuration parameters +* *project_id*: ID of the GCP project. +* *credentials_file*: Path to JSON file with GCP credentials. Required when not using `credentials_json`. +* *credentials_json*: Raw JSON text of GCP Credentials. Required when not using `credentials_file`. + +#### Data stream specific configuration parameters +* *period*: How often the data stream is executed. +* *region*: Specify which GCP regions to query metrics from. If the `region` +is not set in the config, then by default, the integration will query metrics +from all available GCP regions. If both `region` and `zone` is set, `region` takes precedent. +* *zone*: Specify which GCP zones to query metrics from. If the `zone` +is not set in the config, then by default, the integration will query metrics +from all available GCP zone. If both `region` and `zone` is set, `region` takes precedent. +* *exclude_labels*: Exclude additional labels from metrics. Defaults to false. \ No newline at end of file diff --git a/packages/gcp/_dev/build/docs/logs.md b/packages/gcp/_dev/build/docs/logs.md new file mode 100644 index 00000000000..ccdbbca29e6 --- /dev/null +++ b/packages/gcp/_dev/build/docs/logs.md @@ -0,0 +1,30 @@ +# Google Cloud Platform Logs Integration + +The Google Cloud Platform Logs integration collects and parses Google Cloud audit, VPC flow, +and firewall logs that have been exported from Stackdriver to a Google Pub/Sub topic sink. + +## Logs + +### Audit + +This is the `audit` dataset. + +{{event "audit"}} + +{{fields "audit"}} + +### Firewall + +This is the `firewall` dataset. + +{{event "firewall"}} + +{{fields "firewall"}} + +### VPC Flow + +This is the `VPC Flow` dataset. + +{{event "vpcflow"}} + +{{fields "vpcflow"}} diff --git a/packages/gcp/_dev/build/docs/metrics.md b/packages/gcp/_dev/build/docs/metrics.md new file mode 100644 index 00000000000..e1d11e929e5 --- /dev/null +++ b/packages/gcp/_dev/build/docs/metrics.md @@ -0,0 +1,59 @@ +# Google Cloud Platform Metrics Integration + +The Google Cloud Platform Metrics integration collects and parses Google Cloud billing, compute, storage metrics. + +## Metrics + +### Billing + +This is the `billing` dataset. + +{{event "billing"}} + +{{fields "billing"}} + +### Compute + +This is the `compute` dataset. + +{{event "compute"}} + +{{fields "compute"}} + +### GKE + +This is the `gke` dataset. + +{{fields "compute"}} + +### Load Balancing + +This is the `loadbalancing` dataset. + +{{event "loadbalancing"}} + +{{fields "loadbalancing"}} + +### PubSub + +This is the `pubsub` dataset. + +{{event "pubsub"}} + +{{fields "pubsub"}} + +### Metrics + +This is the `metrics` dataset. + +{{event "metrics"}} + +{{fields "metrics"}} + +### Storage + +This is the `storage` dataset. + +{{event "storage"}} + +{{fields "storage"}} diff --git a/packages/gcp/changelog.yml b/packages/gcp/changelog.yml index c0d463e031c..c8db0abfe4e 100644 --- a/packages/gcp/changelog.yml +++ b/packages/gcp/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: "1.2.0" + changes: + - description: Add GCP Metricsets + type: enhancement + link: https://github.com/elastic/integrations/pull/2066 - version: "1.1.2" changes: - description: Update Title and Description. diff --git a/packages/gcp/data_stream/billing/agent/stream/stream.yml.hbs b/packages/gcp/data_stream/billing/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..a1dc5c727ee --- /dev/null +++ b/packages/gcp/data_stream/billing/agent/stream/stream.yml.hbs @@ -0,0 +1,12 @@ +metricsets: ["billing"] +period: {{period}} +project_id: {{project_id}} +{{#if credentials_file}} +credentials_file: {{credentials_file}} +{{/if}} +{{#if credentials_json}} +credentials_json: {{credentials_json}} +{{/if}} +dataset_id: {{dataset_id}} +table_pattern: {{table_pattern}} +cost_type: {{cost_type}} diff --git a/packages/gcp/data_stream/billing/fields/agent.yml b/packages/gcp/data_stream/billing/fields/agent.yml new file mode 100644 index 00000000000..da4e652c53b --- /dev/null +++ b/packages/gcp/data_stream/billing/fields/agent.yml @@ -0,0 +1,198 @@ +- name: cloud + title: Cloud + group: 2 + description: Fields related to the cloud or infrastructure the events are coming from. + footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' + type: group + fields: + - name: account.id + level: extended + type: keyword + ignore_above: 1024 + description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. + + Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' + example: 666777888999 + - name: availability_zone + level: extended + type: keyword + ignore_above: 1024 + description: Availability zone in which this host is running. + example: us-east-1c + - name: instance.id + level: extended + type: keyword + ignore_above: 1024 + description: Instance ID of the host machine. + example: i-1234567890abcdef0 + - name: instance.name + level: extended + type: keyword + ignore_above: 1024 + description: Instance name of the host machine. + - name: machine.type + level: extended + type: keyword + ignore_above: 1024 + description: Machine type of the host machine. + example: t2.medium + - name: provider + level: extended + type: keyword + ignore_above: 1024 + description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. + example: aws + - name: region + level: extended + type: keyword + ignore_above: 1024 + description: Region in which this host is running. + example: us-east-1 + - name: project.id + type: keyword + description: Name of the project in Google Cloud. + - name: image.id + type: keyword + description: Image ID for the cloud instance. +- name: container + title: Container + group: 2 + description: 'Container fields are used for meta information about the specific container that is the source of information. + + These fields help correlate data based containers from any runtime.' + type: group + fields: + - name: id + level: core + type: keyword + ignore_above: 1024 + description: Unique container id. + - name: image.name + level: extended + type: keyword + ignore_above: 1024 + description: Name of the image the container was built on. + - name: labels + level: extended + type: object + object_type: keyword + description: Image labels. + - name: name + level: extended + type: keyword + ignore_above: 1024 + description: Container name. +- name: host + title: Host + group: 2 + description: 'A host is defined as a general computing instance. + + ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' + type: group + fields: + - name: architecture + level: core + type: keyword + ignore_above: 1024 + description: Operating system architecture. + example: x86_64 + - name: domain + level: extended + type: keyword + ignore_above: 1024 + description: 'Name of the domain of which the host is a member. + + For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' + example: CONTOSO + default_field: false + - name: hostname + level: core + type: keyword + ignore_above: 1024 + description: 'Hostname of the host. + + It normally contains what the `hostname` command returns on the host machine.' + - name: id + level: core + type: keyword + ignore_above: 1024 + description: 'Unique host id. + + As hostname is not always unique, use values that are meaningful in your environment. + + Example: The current usage of `beat.name`.' + - name: ip + level: core + type: ip + description: Host ip addresses. + - name: mac + level: core + type: keyword + ignore_above: 1024 + description: Host mac addresses. + - name: name + level: core + type: keyword + ignore_above: 1024 + description: 'Name of the host. + + It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' + - name: os.family + level: extended + type: keyword + ignore_above: 1024 + description: OS family (such as redhat, debian, freebsd, windows). + example: debian + - name: os.kernel + level: extended + type: keyword + ignore_above: 1024 + description: Operating system kernel version as a raw string. + example: 4.4.0-112-generic + - name: os.name + level: extended + type: keyword + ignore_above: 1024 + multi_fields: + - name: text + type: text + norms: false + default_field: false + description: Operating system name, without the version. + example: Mac OS X + - name: os.platform + level: extended + type: keyword + ignore_above: 1024 + description: Operating system platform (such centos, ubuntu, windows). + example: darwin + - name: os.version + level: extended + type: keyword + ignore_above: 1024 + description: Operating system version as a raw string. + example: 10.14.1 + - name: type + level: core + type: keyword + ignore_above: 1024 + description: 'Type of host. + + For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' + - name: containerized + type: boolean + description: > + If the host is a container. + + - name: os.build + type: keyword + example: "18D109" + description: > + OS build information. + + - name: os.codename + type: keyword + example: "stretch" + description: > + OS codename, if any. + diff --git a/packages/gcp/data_stream/billing/fields/base-fields.yml b/packages/gcp/data_stream/billing/fields/base-fields.yml new file mode 100644 index 00000000000..c6cc7150750 --- /dev/null +++ b/packages/gcp/data_stream/billing/fields/base-fields.yml @@ -0,0 +1,20 @@ +- name: data_stream.type + type: constant_keyword + description: Data stream type. +- name: data_stream.dataset + type: constant_keyword + description: Data stream dataset. +- name: data_stream.namespace + type: constant_keyword + description: Data stream namespace. +- name: '@timestamp' + type: date + description: Event timestamp. +- name: event.module + type: constant_keyword + description: Event module + value: gcp +- name: event.dataset + type: constant_keyword + description: Event dataset + value: gcp.billing diff --git a/packages/gcp/data_stream/billing/fields/ecs.yml b/packages/gcp/data_stream/billing/fields/ecs.yml new file mode 100644 index 00000000000..83e3f6f1225 --- /dev/null +++ b/packages/gcp/data_stream/billing/fields/ecs.yml @@ -0,0 +1,24 @@ +- external: ecs + name: cloud +- external: ecs + name: cloud.account.id +- external: ecs + name: cloud.account.name +- external: ecs + name: cloud.availability_zone +- external: ecs + name: cloud.instance.id +- external: ecs + name: cloud.machine.type +- external: ecs + name: cloud.provider +- external: ecs + name: cloud.region +- external: ecs + name: ecs.version +- external: ecs + name: error +- external: ecs + name: error.message +- external: ecs + name: service.type diff --git a/packages/gcp/data_stream/billing/fields/fields.yml b/packages/gcp/data_stream/billing/fields/fields.yml new file mode 100644 index 00000000000..0ed86bbdbd1 --- /dev/null +++ b/packages/gcp/data_stream/billing/fields/fields.yml @@ -0,0 +1,16 @@ +- name: gcp.billing + type: group + description: Google Cloud Billing metrics + fields: + - name: cost_type + type: keyword + description: Cost types include regular, tax, adjustment, and rounding_error. + - name: invoice_month + type: keyword + description: Billing report month. + - name: project_id + type: keyword + description: Project ID of the billing report belongs to. + - name: total + type: float + description: Total billing amount. diff --git a/packages/gcp/data_stream/billing/manifest.yml b/packages/gcp/data_stream/billing/manifest.yml new file mode 100644 index 00000000000..0b2342e9492 --- /dev/null +++ b/packages/gcp/data_stream/billing/manifest.yml @@ -0,0 +1,34 @@ +title: "GCP Billing Metrics" +type: metrics +streams: + - input: gcp/metrics + title: GCP Billing Metrics + description: Collect GCP Billing Metrics + vars: + - name: period + type: text + title: Period + default: 24h + - name: dataset_id + type: text + title: Dataset ID + multi: false + required: true + show_user: true + description: "Dataset ID that points to the top-level container which contains the actual billing tables." + - name: table_pattern + type: text + title: Table pattern + multi: false + required: true + show_user: true + description: "Daily cost detail billing table name prefix." + default: gcp_billing_export_v1 + - name: cost_type + type: text + title: Cost Type + multi: false + required: true + show_user: true + description: "The type of cost this line item represents: regular, tax, adjustment, or rounding error" + default: regular diff --git a/packages/gcp/data_stream/billing/sample_event.json b/packages/gcp/data_stream/billing/sample_event.json new file mode 100644 index 00000000000..2acd0b43085 --- /dev/null +++ b/packages/gcp/data_stream/billing/sample_event.json @@ -0,0 +1,35 @@ +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "01475F-5B1080-1137E7" + }, + "project": { + "id": "elastic-bi", + "name": "elastic-containerlib-prod" + }, + "provider": "gcp" + }, + "event": { + "dataset": "gcp.billing", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "billing": { + "billing_account_id": "01475F-5B1080-1137E7", + "cost_type": "regular", + "invoice_month": "202106", + "project_id": "containerlib-prod-12763", + "project_name": "elastic-containerlib-prod", + "total": 4717.170681 + } + }, + "metricset": { + "name": "billing", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} \ No newline at end of file diff --git a/packages/gcp/data_stream/compute/agent/stream/stream.yml.hbs b/packages/gcp/data_stream/compute/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..55d6bcca31e --- /dev/null +++ b/packages/gcp/data_stream/compute/agent/stream/stream.yml.hbs @@ -0,0 +1,16 @@ +metricsets: ["compute"] +period: {{period}} +project_id: {{project_id}} +{{#if credentials_file}} +credentials_file: {{credentials_file}} +{{/if}} +{{#if credentials_json}} +credentials_json: {{credentials_json}} +{{/if}} +{{#if region}} +region: {{region}} +{{/if}} +{{#if zone}} +zone: {{zone}} +{{#/if}} +exclude_labels: {{exclude_labels}} diff --git a/packages/gcp/data_stream/compute/fields/agent.yml b/packages/gcp/data_stream/compute/fields/agent.yml new file mode 100644 index 00000000000..da4e652c53b --- /dev/null +++ b/packages/gcp/data_stream/compute/fields/agent.yml @@ -0,0 +1,198 @@ +- name: cloud + title: Cloud + group: 2 + description: Fields related to the cloud or infrastructure the events are coming from. + footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' + type: group + fields: + - name: account.id + level: extended + type: keyword + ignore_above: 1024 + description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. + + Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' + example: 666777888999 + - name: availability_zone + level: extended + type: keyword + ignore_above: 1024 + description: Availability zone in which this host is running. + example: us-east-1c + - name: instance.id + level: extended + type: keyword + ignore_above: 1024 + description: Instance ID of the host machine. + example: i-1234567890abcdef0 + - name: instance.name + level: extended + type: keyword + ignore_above: 1024 + description: Instance name of the host machine. + - name: machine.type + level: extended + type: keyword + ignore_above: 1024 + description: Machine type of the host machine. + example: t2.medium + - name: provider + level: extended + type: keyword + ignore_above: 1024 + description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. + example: aws + - name: region + level: extended + type: keyword + ignore_above: 1024 + description: Region in which this host is running. + example: us-east-1 + - name: project.id + type: keyword + description: Name of the project in Google Cloud. + - name: image.id + type: keyword + description: Image ID for the cloud instance. +- name: container + title: Container + group: 2 + description: 'Container fields are used for meta information about the specific container that is the source of information. + + These fields help correlate data based containers from any runtime.' + type: group + fields: + - name: id + level: core + type: keyword + ignore_above: 1024 + description: Unique container id. + - name: image.name + level: extended + type: keyword + ignore_above: 1024 + description: Name of the image the container was built on. + - name: labels + level: extended + type: object + object_type: keyword + description: Image labels. + - name: name + level: extended + type: keyword + ignore_above: 1024 + description: Container name. +- name: host + title: Host + group: 2 + description: 'A host is defined as a general computing instance. + + ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' + type: group + fields: + - name: architecture + level: core + type: keyword + ignore_above: 1024 + description: Operating system architecture. + example: x86_64 + - name: domain + level: extended + type: keyword + ignore_above: 1024 + description: 'Name of the domain of which the host is a member. + + For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' + example: CONTOSO + default_field: false + - name: hostname + level: core + type: keyword + ignore_above: 1024 + description: 'Hostname of the host. + + It normally contains what the `hostname` command returns on the host machine.' + - name: id + level: core + type: keyword + ignore_above: 1024 + description: 'Unique host id. + + As hostname is not always unique, use values that are meaningful in your environment. + + Example: The current usage of `beat.name`.' + - name: ip + level: core + type: ip + description: Host ip addresses. + - name: mac + level: core + type: keyword + ignore_above: 1024 + description: Host mac addresses. + - name: name + level: core + type: keyword + ignore_above: 1024 + description: 'Name of the host. + + It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' + - name: os.family + level: extended + type: keyword + ignore_above: 1024 + description: OS family (such as redhat, debian, freebsd, windows). + example: debian + - name: os.kernel + level: extended + type: keyword + ignore_above: 1024 + description: Operating system kernel version as a raw string. + example: 4.4.0-112-generic + - name: os.name + level: extended + type: keyword + ignore_above: 1024 + multi_fields: + - name: text + type: text + norms: false + default_field: false + description: Operating system name, without the version. + example: Mac OS X + - name: os.platform + level: extended + type: keyword + ignore_above: 1024 + description: Operating system platform (such centos, ubuntu, windows). + example: darwin + - name: os.version + level: extended + type: keyword + ignore_above: 1024 + description: Operating system version as a raw string. + example: 10.14.1 + - name: type + level: core + type: keyword + ignore_above: 1024 + description: 'Type of host. + + For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' + - name: containerized + type: boolean + description: > + If the host is a container. + + - name: os.build + type: keyword + example: "18D109" + description: > + OS build information. + + - name: os.codename + type: keyword + example: "stretch" + description: > + OS codename, if any. + diff --git a/packages/gcp/data_stream/compute/fields/base-fields.yml b/packages/gcp/data_stream/compute/fields/base-fields.yml new file mode 100644 index 00000000000..e53dc6c3e2a --- /dev/null +++ b/packages/gcp/data_stream/compute/fields/base-fields.yml @@ -0,0 +1,20 @@ +- name: data_stream.type + type: constant_keyword + description: Data stream type. +- name: data_stream.dataset + type: constant_keyword + description: Data stream dataset. +- name: data_stream.namespace + type: constant_keyword + description: Data stream namespace. +- name: '@timestamp' + type: date + description: Event timestamp. +- name: event.module + type: constant_keyword + description: Event module + value: gcp +- name: event.dataset + type: constant_keyword + description: Event dataset + value: gcp.compute diff --git a/packages/gcp/data_stream/compute/fields/ecs.yml b/packages/gcp/data_stream/compute/fields/ecs.yml new file mode 100644 index 00000000000..83e3f6f1225 --- /dev/null +++ b/packages/gcp/data_stream/compute/fields/ecs.yml @@ -0,0 +1,24 @@ +- external: ecs + name: cloud +- external: ecs + name: cloud.account.id +- external: ecs + name: cloud.account.name +- external: ecs + name: cloud.availability_zone +- external: ecs + name: cloud.instance.id +- external: ecs + name: cloud.machine.type +- external: ecs + name: cloud.provider +- external: ecs + name: cloud.region +- external: ecs + name: ecs.version +- external: ecs + name: error +- external: ecs + name: error.message +- external: ecs + name: service.type diff --git a/packages/gcp/data_stream/compute/fields/fields.yml b/packages/gcp/data_stream/compute/fields/fields.yml new file mode 100644 index 00000000000..e7c53bf64e6 --- /dev/null +++ b/packages/gcp/data_stream/compute/fields/fields.yml @@ -0,0 +1,76 @@ +- name: gcp.compute + type: group + description: Google Cloud Compute metrics + fields: + - name: instance + type: group + fields: + - name: firewall + type: group + fields: + - name: dropped_bytes_count.value + type: long + description: Incoming bytes dropped by the firewall + - name: dropped_packets_count.value + type: long + description: Incoming packets dropped by the firewall + - name: cpu + type: group + fields: + - name: reserved_cores.value + type: double + description: Number of cores reserved on the host of the instance + - name: utilization.value + type: double + description: The fraction of the allocated CPU that is currently in use on the instance + - name: usage_time.value + type: double + description: Usage for all cores in seconds + - name: disk + type: group + fields: + - name: read_bytes_count.value + type: long + description: Count of bytes read from disk + - name: read_ops_count.value + type: long + description: Count of disk read IO operations + - name: write_bytes_count.value + type: long + description: Count of bytes written to disk + - name: write_ops_count.value + type: long + description: Count of disk write IO operations + - name: uptime.value + type: long + description: How long the VM has been running, in seconds + - name: network + type: group + fields: + - name: received_bytes_count.value + type: long + description: Count of bytes received from the network + - name: received_packets_count.value + type: long + description: Count of packets received from the network + - name: sent_bytes_count.value + type: long + description: Count of bytes sent over the network + - name: sent_packets_count.value + type: long + description: Count of packets sent over the network + - name: memory.balloon + type: group + fields: + - name: ram_size.value + type: long + description: The total amount of memory in the VM. This metric is only available for VMs that belong to the e2 family. + - name: ram_used.value + type: long + description: Memory currently used in the VM. This metric is only available for VMs that belong to the e2 family. + - name: swap_in_bytes_count.value + type: long + description: The amount of memory read into the guest from its own swap space. This metric is only available for VMs that belong to the e2 family. + - name: swap_out_bytes_count.value + type: long + description: The amount of memory written from the guest to its own swap space. This metric is only available for VMs that belong to the e2 family. diff --git a/packages/gcp/data_stream/compute/manifest.yml b/packages/gcp/data_stream/compute/manifest.yml new file mode 100644 index 00000000000..d4732ff3179 --- /dev/null +++ b/packages/gcp/data_stream/compute/manifest.yml @@ -0,0 +1,11 @@ +title: "GCP Compute Metrics" +type: metrics +streams: + - input: gcp/metrics + title: GCP Compute Metrics + description: Collect GCP Compute Metrics + vars: + - name: period + type: text + title: Period + default: 10s diff --git a/packages/gcp/data_stream/compute/sample_event.json b/packages/gcp/data_stream/compute/sample_event.json new file mode 100644 index 00000000000..4b26ed465d8 --- /dev/null +++ b/packages/gcp/data_stream/compute/sample_event.json @@ -0,0 +1,67 @@ +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability", + "name": "elastic-observability" + }, + "instance": { + "id": "1113015278728017638", + "name": "gke-apm-ci-k8s-cluster-pool-2-e8852348-58mx" + }, + "provider": "gcp", + "availability_zone": "us-central1-c", + "region": "us-central1" + }, + "event": { + "dataset": "gcp.compute", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "compute": { + "instance": { + "disk": { + "read_bytes_count": { + "value": 989296850 + }, + "read_ops_count": { + "value": 14862 + }, + "write_bytes_count": { + "value": 1323095 + }, + "write_ops_count": { + "value": 105 + } + } + } + }, + "labels": { + "metrics": { + "device_name": "gke-apm-ci-k8s-cluster-pool-2-e8852348-58mx", + "device_type": "permanent", + "storage_type": "pd-standard" + } + } + }, + "host": { + "disk": { + "read": { + "bytes": 989296850 + }, + "write": { + "bytes": 1323095 + } + }, + "id": "1113015278728017638", + "name": "gke-apm-ci-k8s-cluster-pool-2-e8852348-58mx" + }, + "metricset": { + "name": "compute", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} \ No newline at end of file diff --git a/packages/gcp/data_stream/gke/agent/stream/stream.yml.hbs b/packages/gcp/data_stream/gke/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..9961524339c --- /dev/null +++ b/packages/gcp/data_stream/gke/agent/stream/stream.yml.hbs @@ -0,0 +1,16 @@ +metricsets: ["gke"] +period: {{period}} +project_id: {{project_id}} +{{#if credentials_file}} +credentials_file: {{credentials_file}} +{{/if}} +{{#if credentials_json}} +credentials_json: {{credentials_json}} +{{/if}} +{{#if region}} +region: {{region}} +{{/if}} +{{#if zone}} +zone: {{zone}} +{{#/if}} +exclude_labels: {{exclude_labels}} diff --git a/packages/gcp/data_stream/gke/fields/agent.yml b/packages/gcp/data_stream/gke/fields/agent.yml new file mode 100644 index 00000000000..da4e652c53b --- /dev/null +++ b/packages/gcp/data_stream/gke/fields/agent.yml @@ -0,0 +1,198 @@ +- name: cloud + title: Cloud + group: 2 + description: Fields related to the cloud or infrastructure the events are coming from. + footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' + type: group + fields: + - name: account.id + level: extended + type: keyword + ignore_above: 1024 + description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. + + Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' + example: 666777888999 + - name: availability_zone + level: extended + type: keyword + ignore_above: 1024 + description: Availability zone in which this host is running. + example: us-east-1c + - name: instance.id + level: extended + type: keyword + ignore_above: 1024 + description: Instance ID of the host machine. + example: i-1234567890abcdef0 + - name: instance.name + level: extended + type: keyword + ignore_above: 1024 + description: Instance name of the host machine. + - name: machine.type + level: extended + type: keyword + ignore_above: 1024 + description: Machine type of the host machine. + example: t2.medium + - name: provider + level: extended + type: keyword + ignore_above: 1024 + description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. + example: aws + - name: region + level: extended + type: keyword + ignore_above: 1024 + description: Region in which this host is running. + example: us-east-1 + - name: project.id + type: keyword + description: Name of the project in Google Cloud. + - name: image.id + type: keyword + description: Image ID for the cloud instance. +- name: container + title: Container + group: 2 + description: 'Container fields are used for meta information about the specific container that is the source of information. + + These fields help correlate data based containers from any runtime.' + type: group + fields: + - name: id + level: core + type: keyword + ignore_above: 1024 + description: Unique container id. + - name: image.name + level: extended + type: keyword + ignore_above: 1024 + description: Name of the image the container was built on. + - name: labels + level: extended + type: object + object_type: keyword + description: Image labels. + - name: name + level: extended + type: keyword + ignore_above: 1024 + description: Container name. +- name: host + title: Host + group: 2 + description: 'A host is defined as a general computing instance. + + ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' + type: group + fields: + - name: architecture + level: core + type: keyword + ignore_above: 1024 + description: Operating system architecture. + example: x86_64 + - name: domain + level: extended + type: keyword + ignore_above: 1024 + description: 'Name of the domain of which the host is a member. + + For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' + example: CONTOSO + default_field: false + - name: hostname + level: core + type: keyword + ignore_above: 1024 + description: 'Hostname of the host. + + It normally contains what the `hostname` command returns on the host machine.' + - name: id + level: core + type: keyword + ignore_above: 1024 + description: 'Unique host id. + + As hostname is not always unique, use values that are meaningful in your environment. + + Example: The current usage of `beat.name`.' + - name: ip + level: core + type: ip + description: Host ip addresses. + - name: mac + level: core + type: keyword + ignore_above: 1024 + description: Host mac addresses. + - name: name + level: core + type: keyword + ignore_above: 1024 + description: 'Name of the host. + + It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' + - name: os.family + level: extended + type: keyword + ignore_above: 1024 + description: OS family (such as redhat, debian, freebsd, windows). + example: debian + - name: os.kernel + level: extended + type: keyword + ignore_above: 1024 + description: Operating system kernel version as a raw string. + example: 4.4.0-112-generic + - name: os.name + level: extended + type: keyword + ignore_above: 1024 + multi_fields: + - name: text + type: text + norms: false + default_field: false + description: Operating system name, without the version. + example: Mac OS X + - name: os.platform + level: extended + type: keyword + ignore_above: 1024 + description: Operating system platform (such centos, ubuntu, windows). + example: darwin + - name: os.version + level: extended + type: keyword + ignore_above: 1024 + description: Operating system version as a raw string. + example: 10.14.1 + - name: type + level: core + type: keyword + ignore_above: 1024 + description: 'Type of host. + + For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' + - name: containerized + type: boolean + description: > + If the host is a container. + + - name: os.build + type: keyword + example: "18D109" + description: > + OS build information. + + - name: os.codename + type: keyword + example: "stretch" + description: > + OS codename, if any. + diff --git a/packages/gcp/data_stream/gke/fields/base-fields.yml b/packages/gcp/data_stream/gke/fields/base-fields.yml new file mode 100644 index 00000000000..485fc8f2d6a --- /dev/null +++ b/packages/gcp/data_stream/gke/fields/base-fields.yml @@ -0,0 +1,20 @@ +- name: data_stream.type + type: constant_keyword + description: Data stream type. +- name: data_stream.dataset + type: constant_keyword + description: Data stream dataset. +- name: data_stream.namespace + type: constant_keyword + description: Data stream namespace. +- name: '@timestamp' + type: date + description: Event timestamp. +- name: event.module + type: constant_keyword + description: Event module + value: gcp +- name: event.dataset + type: constant_keyword + description: Event dataset + value: gcp.gke diff --git a/packages/gcp/data_stream/gke/fields/ecs.yml b/packages/gcp/data_stream/gke/fields/ecs.yml new file mode 100644 index 00000000000..83e3f6f1225 --- /dev/null +++ b/packages/gcp/data_stream/gke/fields/ecs.yml @@ -0,0 +1,24 @@ +- external: ecs + name: cloud +- external: ecs + name: cloud.account.id +- external: ecs + name: cloud.account.name +- external: ecs + name: cloud.availability_zone +- external: ecs + name: cloud.instance.id +- external: ecs + name: cloud.machine.type +- external: ecs + name: cloud.provider +- external: ecs + name: cloud.region +- external: ecs + name: ecs.version +- external: ecs + name: error +- external: ecs + name: error.message +- external: ecs + name: service.type diff --git a/packages/gcp/data_stream/gke/fields/fields.yml b/packages/gcp/data_stream/gke/fields/fields.yml new file mode 100644 index 00000000000..82b7560f2da --- /dev/null +++ b/packages/gcp/data_stream/gke/fields/fields.yml @@ -0,0 +1,169 @@ +- name: gcp.gke + type: group + description: '`gke` contains the metrics that we scraped from GCP Stackdriver API containing monitoring metrics for GCP GKE' + fields: + - name: container + type: group + fields: + - name: cpu + type: group + fields: + - name: core_usage_time.value + type: double + description: Cumulative CPU usage on all cores used by the container in seconds. Sampled every 60 seconds. + - name: limit_cores.value + type: double + description: CPU cores limit of the container. Sampled every 60 seconds. + - name: limit_utilization.value + type: double + description: The fraction of the CPU limit that is currently in use on the instance. This value cannot exceed 1 as usage cannot exceed the limit. Sampled every 60 seconds. After sampling, data is not visible for up to 240 seconds. + - name: request_cores.value + type: double + description: Number of CPU cores requested by the container. Sampled every 60 seconds. After sampling, data is not visible for up to 120 seconds. + - name: request_utilization.value + type: double + description: The fraction of the requested CPU that is currently in use on the instance. This value can be greater than 1 as usage can exceed the request. Sampled every 60 seconds. After sampling, data is not visible for up to 240 seconds. + - name: ephemeral_storage + type: group + fields: + - name: limit_bytes.value + type: long + description: Local ephemeral storage limit in bytes. Sampled every 60 seconds. + - name: request_bytes.value + type: long + description: Local ephemeral storage request in bytes. Sampled every 60 seconds. + - name: used_bytes.value + type: long + description: Local ephemeral storage usage in bytes. Sampled every 60 seconds. + - name: memory + type: group + fields: + - name: limit_bytes.value + type: long + description: Memory limit of the container in bytes. Sampled every 60 seconds. + - name: limit_utilization.value + type: double + description: The fraction of the memory limit that is currently in use on the instance. This value cannot exceed 1 as usage cannot exceed the limit. Sampled every 60 seconds. After sampling, data is not visible for up to 120 seconds. + - name: page_fault_count.value + type: long + description: Number of page faults, broken down by type, major and minor. + - name: request_bytes.value + type: long + description: Memory request of the container in bytes. Sampled every 60 seconds. After sampling, data is not visible for up to 120 seconds. + - name: request_utilization.value + type: double + description: The fraction of the requested memory that is currently in use on the instance. This value can be greater than 1 as usage can exceed the request. Sampled every 60 seconds. After sampling, data is not visible for up to 240 seconds. + - name: used_bytes.value + type: long + description: Memory usage in bytes. Sampled every 60 seconds. + - name: restart_count.value + type: long + description: Number of times the container has restarted. Sampled every 60 seconds. After sampling, data is not visible for up to 120 seconds. + - name: uptime.value + type: double + description: Time in seconds that the container has been running. Sampled every 60 seconds. + - name: node + type: group + fields: + - name: cpu + type: group + fields: + - name: allocatable_cores.value + type: double + description: Number of allocatable CPU cores on the node. Sampled every 60 seconds. + - name: allocatable_utilization.value + type: double + description: The fraction of the allocatable CPU that is currently in use on the instance. Sampled every 60 seconds. After sampling, data is not visible for up to 240 seconds. + - name: core_usage_time.value + type: double + description: Cumulative CPU usage on all cores used on the node in seconds. Sampled every 60 seconds. + - name: total_cores.value + type: double + description: Total number of CPU cores on the node. Sampled every 60 seconds. + - name: ephemeral_storage + type: group + fields: + - name: allocatable_bytes.value + type: long + description: Local ephemeral storage bytes allocatable on the node. Sampled every 60 seconds. + - name: inodes_free.value + type: long + description: Free number of inodes on local ephemeral storage. Sampled every 60 seconds. + - name: inodes_total.value + type: long + description: Total number of inodes on local ephemeral storage. Sampled every 60 seconds. + - name: total_bytes.value + type: long + description: Total ephemeral storage bytes on the node. Sampled every 60 seconds. + - name: used_bytes.value + type: long + description: Local ephemeral storage bytes used by the node. Sampled every 60 seconds. + - name: memory + type: group + fields: + - name: allocatable_bytes.value + type: long + description: Cumulative memory bytes used by the node. Sampled every 60 seconds. + - name: allocatable_utilization.value + type: double + description: The fraction of the allocatable memory that is currently in use on the instance. This value cannot exceed 1 as usage cannot exceed allocatable memory bytes. Sampled every 60 seconds. After sampling, data is not visible for up to 120 seconds. + - name: total_bytes.value + type: long + description: Number of bytes of memory allocatable on the node. Sampled every 60 seconds. + - name: used_bytes.value + type: long + description: Cumulative memory bytes used by the node. Sampled every 60 seconds. + - name: network + type: group + fields: + - name: received_bytes_count.value + type: long + description: Cumulative number of bytes received by the node over the network. Sampled every 60 seconds. + - name: sent_bytes_count.value + type: long + description: Cumulative number of bytes transmitted by the node over the network. Sampled every 60 seconds. + - name: pid_limit.value + type: long + description: The max PID of OS on the node. Sampled every 60 seconds. + - name: pid_used.value + type: long + description: The number of running process in the OS on the node. Sampled every 60 seconds. + - name: node_daemon + type: group + fields: + - name: cpu + type: group + fields: + - name: core_usage_time.value + type: double + description: Cumulative CPU usage on all cores used by the node level system daemon in seconds. Sampled every 60 seconds. + - name: memory + type: group + fields: + - name: used_bytes.value + type: long + description: Memory usage by the system daemon in bytes. Sampled every 60 seconds. + - name: pod + type: group + fields: + - name: network + type: group + fields: + - name: received_bytes_count.value + type: long + description: Cumulative number of bytes received by the pod over the network. Sampled every 60 seconds. + - name: sent_bytes_count.value + type: long + description: Cumulative number of bytes transmitted by the pod over the network. Sampled every 60 seconds. + - name: volume + type: group + fields: + - name: total_bytes.value + type: long + description: Total number of disk bytes available to the pod. Sampled every 60 seconds. After sampling, data is not visible for up to 120 seconds. + - name: used_bytes.value + type: long + description: Number of disk bytes used by the pod. Sampled every 60 seconds. + - name: utilization.value + type: double + description: The fraction of the volume that is currently being used by the instance. This value cannot be greater than 1 as usage cannot exceed the total available volume space. Sampled every 60 seconds. After sampling, data is not visible for up to 120 seconds. diff --git a/packages/gcp/data_stream/gke/manifest.yml b/packages/gcp/data_stream/gke/manifest.yml new file mode 100644 index 00000000000..0a43d63bab6 --- /dev/null +++ b/packages/gcp/data_stream/gke/manifest.yml @@ -0,0 +1,11 @@ +title: "GCP GKE Metrics" +type: metrics +streams: + - input: gcp/metrics + title: GCP GKE Metrics + description: Collect GCP GKE Metrics + vars: + - name: period + type: text + title: Period + default: 10s diff --git a/packages/gcp/data_stream/loadbalancing/agent/stream/stream.yml.hbs b/packages/gcp/data_stream/loadbalancing/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..8101b46c965 --- /dev/null +++ b/packages/gcp/data_stream/loadbalancing/agent/stream/stream.yml.hbs @@ -0,0 +1,16 @@ +metricsets: ["loadbalancing"] +period: {{period}} +project_id: {{project_id}} +{{#if credentials_file}} +credentials_file: {{credentials_file}} +{{/if}} +{{#if credentials_json}} +credentials_json: {{credentials_json}} +{{/if}} +{{#if region}} +region: {{region}} +{{/if}} +{{#if zone}} +zone: {{zone}} +{{#/if}} +exclude_labels: {{exclude_labels}} diff --git a/packages/gcp/data_stream/loadbalancing/fields/agent.yml b/packages/gcp/data_stream/loadbalancing/fields/agent.yml new file mode 100644 index 00000000000..da4e652c53b --- /dev/null +++ b/packages/gcp/data_stream/loadbalancing/fields/agent.yml @@ -0,0 +1,198 @@ +- name: cloud + title: Cloud + group: 2 + description: Fields related to the cloud or infrastructure the events are coming from. + footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' + type: group + fields: + - name: account.id + level: extended + type: keyword + ignore_above: 1024 + description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. + + Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' + example: 666777888999 + - name: availability_zone + level: extended + type: keyword + ignore_above: 1024 + description: Availability zone in which this host is running. + example: us-east-1c + - name: instance.id + level: extended + type: keyword + ignore_above: 1024 + description: Instance ID of the host machine. + example: i-1234567890abcdef0 + - name: instance.name + level: extended + type: keyword + ignore_above: 1024 + description: Instance name of the host machine. + - name: machine.type + level: extended + type: keyword + ignore_above: 1024 + description: Machine type of the host machine. + example: t2.medium + - name: provider + level: extended + type: keyword + ignore_above: 1024 + description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. + example: aws + - name: region + level: extended + type: keyword + ignore_above: 1024 + description: Region in which this host is running. + example: us-east-1 + - name: project.id + type: keyword + description: Name of the project in Google Cloud. + - name: image.id + type: keyword + description: Image ID for the cloud instance. +- name: container + title: Container + group: 2 + description: 'Container fields are used for meta information about the specific container that is the source of information. + + These fields help correlate data based containers from any runtime.' + type: group + fields: + - name: id + level: core + type: keyword + ignore_above: 1024 + description: Unique container id. + - name: image.name + level: extended + type: keyword + ignore_above: 1024 + description: Name of the image the container was built on. + - name: labels + level: extended + type: object + object_type: keyword + description: Image labels. + - name: name + level: extended + type: keyword + ignore_above: 1024 + description: Container name. +- name: host + title: Host + group: 2 + description: 'A host is defined as a general computing instance. + + ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' + type: group + fields: + - name: architecture + level: core + type: keyword + ignore_above: 1024 + description: Operating system architecture. + example: x86_64 + - name: domain + level: extended + type: keyword + ignore_above: 1024 + description: 'Name of the domain of which the host is a member. + + For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' + example: CONTOSO + default_field: false + - name: hostname + level: core + type: keyword + ignore_above: 1024 + description: 'Hostname of the host. + + It normally contains what the `hostname` command returns on the host machine.' + - name: id + level: core + type: keyword + ignore_above: 1024 + description: 'Unique host id. + + As hostname is not always unique, use values that are meaningful in your environment. + + Example: The current usage of `beat.name`.' + - name: ip + level: core + type: ip + description: Host ip addresses. + - name: mac + level: core + type: keyword + ignore_above: 1024 + description: Host mac addresses. + - name: name + level: core + type: keyword + ignore_above: 1024 + description: 'Name of the host. + + It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' + - name: os.family + level: extended + type: keyword + ignore_above: 1024 + description: OS family (such as redhat, debian, freebsd, windows). + example: debian + - name: os.kernel + level: extended + type: keyword + ignore_above: 1024 + description: Operating system kernel version as a raw string. + example: 4.4.0-112-generic + - name: os.name + level: extended + type: keyword + ignore_above: 1024 + multi_fields: + - name: text + type: text + norms: false + default_field: false + description: Operating system name, without the version. + example: Mac OS X + - name: os.platform + level: extended + type: keyword + ignore_above: 1024 + description: Operating system platform (such centos, ubuntu, windows). + example: darwin + - name: os.version + level: extended + type: keyword + ignore_above: 1024 + description: Operating system version as a raw string. + example: 10.14.1 + - name: type + level: core + type: keyword + ignore_above: 1024 + description: 'Type of host. + + For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' + - name: containerized + type: boolean + description: > + If the host is a container. + + - name: os.build + type: keyword + example: "18D109" + description: > + OS build information. + + - name: os.codename + type: keyword + example: "stretch" + description: > + OS codename, if any. + diff --git a/packages/gcp/data_stream/loadbalancing/fields/base-fields.yml b/packages/gcp/data_stream/loadbalancing/fields/base-fields.yml new file mode 100644 index 00000000000..66556a36c5e --- /dev/null +++ b/packages/gcp/data_stream/loadbalancing/fields/base-fields.yml @@ -0,0 +1,20 @@ +- name: data_stream.type + type: constant_keyword + description: Data stream type. +- name: data_stream.dataset + type: constant_keyword + description: Data stream dataset. +- name: data_stream.namespace + type: constant_keyword + description: Data stream namespace. +- name: '@timestamp' + type: date + description: Event timestamp. +- name: event.module + type: constant_keyword + description: Event module + value: gcp +- name: event.dataset + type: constant_keyword + description: Event dataset + value: gcp.loadbalancing diff --git a/packages/gcp/data_stream/loadbalancing/fields/ecs.yml b/packages/gcp/data_stream/loadbalancing/fields/ecs.yml new file mode 100644 index 00000000000..83e3f6f1225 --- /dev/null +++ b/packages/gcp/data_stream/loadbalancing/fields/ecs.yml @@ -0,0 +1,24 @@ +- external: ecs + name: cloud +- external: ecs + name: cloud.account.id +- external: ecs + name: cloud.account.name +- external: ecs + name: cloud.availability_zone +- external: ecs + name: cloud.instance.id +- external: ecs + name: cloud.machine.type +- external: ecs + name: cloud.provider +- external: ecs + name: cloud.region +- external: ecs + name: ecs.version +- external: ecs + name: error +- external: ecs + name: error.message +- external: ecs + name: service.type diff --git a/packages/gcp/data_stream/loadbalancing/fields/fields.yml b/packages/gcp/data_stream/loadbalancing/fields/fields.yml new file mode 100644 index 00000000000..574ac63fdb9 --- /dev/null +++ b/packages/gcp/data_stream/loadbalancing/fields/fields.yml @@ -0,0 +1,58 @@ +- name: gcp.loadbalancing + type: group + description: Google Cloud Load Balancing metrics + fields: + - name: https + type: group + description: Google Cloud Load Balancing metrics + fields: + - name: backend_request_bytes_count.value + type: long + description: The number of bytes sent as requests from HTTP/S load balancer to backends. + - name: backend_request_count.value + type: long + description: The number of requests served by backends of HTTP/S load balancer. + - name: request_bytes_count.value + type: long + description: The number of bytes sent as requests from clients to HTTP/S load balancer. + - name: request_count.value + type: long + description: The number of requests served by HTTP/S load balancer. + - name: response_bytes_count.value + type: long + description: The number of bytes sent as responses from HTTP/S load balancer to clients. + - name: l3.internal + type: group + description: Google Cloud Load Balancing metrics + fields: + - name: egress_bytes_count.value + type: long + description: The number of bytes sent from ILB backend to client (for TCP flows it's counting bytes on application stream only). + - name: egress_packets_count.value + type: long + description: The number of packets sent from ILB backend to client of the flow. + - name: ingress_bytes_count.value + type: long + description: The number of bytes sent from client to ILB backend (for TCP flows it's counting bytes on application stream only). + - name: ingress_packets_count.value + type: long + description: The number of packets sent from client to ILB backend. + - name: tcp_ssl_proxy + type: group + description: Google Cloud Load Balancing metrics + fields: + - name: closed_connections.value + type: long + description: Number of connections that were terminated over TCP/SSL proxy. + - name: egress_bytes_count.value + type: long + description: Number of bytes sent from VM to client using proxy. + - name: ingress_bytes_count.value + type: long + description: Number of bytes sent from client to VM using proxy. + - name: new_connections.value + type: long + description: Number of connections that were created over TCP/SSL proxy. + - name: open_connections.value + type: long + description: Current number of outstanding connections through the TCP/SSL proxy. diff --git a/packages/gcp/data_stream/loadbalancing/manifest.yml b/packages/gcp/data_stream/loadbalancing/manifest.yml new file mode 100644 index 00000000000..5e4d40cacf6 --- /dev/null +++ b/packages/gcp/data_stream/loadbalancing/manifest.yml @@ -0,0 +1,11 @@ +title: "GCP Load Balancer Metrics" +type: metrics +streams: + - input: gcp/metrics + title: GCP Load Balancer Metrics + description: Collect GCP Load Balancer Metrics + vars: + - name: period + type: text + title: Period + default: 10s diff --git a/packages/gcp/data_stream/loadbalancing/sample_event.json b/packages/gcp/data_stream/loadbalancing/sample_event.json new file mode 100644 index 00000000000..a8971832409 --- /dev/null +++ b/packages/gcp/data_stream/loadbalancing/sample_event.json @@ -0,0 +1,52 @@ +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability" + }, + "provider": "gcp" + }, + "event": { + "dataset": "gcp.loadbalancing", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "labels": { + "metrics": { + "client_network": "ocp-be-c5kjr-network", + "client_subnetwork": "ocp-be-c5kjr-worker-subnet", + "client_zone": "us-central1-a" + }, + "resource": { + "backend_name": "ocp-be-c5kjr-master-us-central1-a", + "backend_scope": "us-central1-a", + "backend_scope_type": "ZONE", + "backend_subnetwork_name": "ocp-be-c5kjr-master-subnet", + "backend_target_name": "ocp-be-c5kjr-api-internal", + "backend_target_type": "BACKEND_SERVICE", + "backend_type": "INSTANCE_GROUP", + "forwarding_rule_name": "ocp-be-c5kjr-api-internal", + "load_balancer_name": "ocp-be-c5kjr-api-internal", + "network_name": "ocp-be-c5kjr-network", + "region": "us-central1" + } + }, + "loadbalancing": { + "l3": { + "internal": { + "egress_packets_count": { + "value": 0 + } + } + } + } + }, + "metricset": { + "name": "loadbalancing", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} \ No newline at end of file diff --git a/packages/gcp/data_stream/metrics/agent/stream/stream.yml.hbs b/packages/gcp/data_stream/metrics/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..389675c94fc --- /dev/null +++ b/packages/gcp/data_stream/metrics/agent/stream/stream.yml.hbs @@ -0,0 +1,20 @@ +metricsets: ["storage"] +period: {{period}} +project_id: {{project_id}} +{{#if credentials_file}} +credentials_file: {{credentials_file}} +{{/if}} +{{#if credentials_json}} +credentials_json: {{credentials_json}} +{{/if}} +{{#if region}} +region: {{region}} +{{/if}} +{{#if zone}} +zone: {{zone}} +{{#/if}} +exclude_labels: {{exclude_labels}} +{{#if metrics}} +metrics: +{{metrics}} +{{#/if}} diff --git a/packages/gcp/data_stream/metrics/fields/agent.yml b/packages/gcp/data_stream/metrics/fields/agent.yml new file mode 100644 index 00000000000..da4e652c53b --- /dev/null +++ b/packages/gcp/data_stream/metrics/fields/agent.yml @@ -0,0 +1,198 @@ +- name: cloud + title: Cloud + group: 2 + description: Fields related to the cloud or infrastructure the events are coming from. + footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' + type: group + fields: + - name: account.id + level: extended + type: keyword + ignore_above: 1024 + description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. + + Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' + example: 666777888999 + - name: availability_zone + level: extended + type: keyword + ignore_above: 1024 + description: Availability zone in which this host is running. + example: us-east-1c + - name: instance.id + level: extended + type: keyword + ignore_above: 1024 + description: Instance ID of the host machine. + example: i-1234567890abcdef0 + - name: instance.name + level: extended + type: keyword + ignore_above: 1024 + description: Instance name of the host machine. + - name: machine.type + level: extended + type: keyword + ignore_above: 1024 + description: Machine type of the host machine. + example: t2.medium + - name: provider + level: extended + type: keyword + ignore_above: 1024 + description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. + example: aws + - name: region + level: extended + type: keyword + ignore_above: 1024 + description: Region in which this host is running. + example: us-east-1 + - name: project.id + type: keyword + description: Name of the project in Google Cloud. + - name: image.id + type: keyword + description: Image ID for the cloud instance. +- name: container + title: Container + group: 2 + description: 'Container fields are used for meta information about the specific container that is the source of information. + + These fields help correlate data based containers from any runtime.' + type: group + fields: + - name: id + level: core + type: keyword + ignore_above: 1024 + description: Unique container id. + - name: image.name + level: extended + type: keyword + ignore_above: 1024 + description: Name of the image the container was built on. + - name: labels + level: extended + type: object + object_type: keyword + description: Image labels. + - name: name + level: extended + type: keyword + ignore_above: 1024 + description: Container name. +- name: host + title: Host + group: 2 + description: 'A host is defined as a general computing instance. + + ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' + type: group + fields: + - name: architecture + level: core + type: keyword + ignore_above: 1024 + description: Operating system architecture. + example: x86_64 + - name: domain + level: extended + type: keyword + ignore_above: 1024 + description: 'Name of the domain of which the host is a member. + + For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' + example: CONTOSO + default_field: false + - name: hostname + level: core + type: keyword + ignore_above: 1024 + description: 'Hostname of the host. + + It normally contains what the `hostname` command returns on the host machine.' + - name: id + level: core + type: keyword + ignore_above: 1024 + description: 'Unique host id. + + As hostname is not always unique, use values that are meaningful in your environment. + + Example: The current usage of `beat.name`.' + - name: ip + level: core + type: ip + description: Host ip addresses. + - name: mac + level: core + type: keyword + ignore_above: 1024 + description: Host mac addresses. + - name: name + level: core + type: keyword + ignore_above: 1024 + description: 'Name of the host. + + It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' + - name: os.family + level: extended + type: keyword + ignore_above: 1024 + description: OS family (such as redhat, debian, freebsd, windows). + example: debian + - name: os.kernel + level: extended + type: keyword + ignore_above: 1024 + description: Operating system kernel version as a raw string. + example: 4.4.0-112-generic + - name: os.name + level: extended + type: keyword + ignore_above: 1024 + multi_fields: + - name: text + type: text + norms: false + default_field: false + description: Operating system name, without the version. + example: Mac OS X + - name: os.platform + level: extended + type: keyword + ignore_above: 1024 + description: Operating system platform (such centos, ubuntu, windows). + example: darwin + - name: os.version + level: extended + type: keyword + ignore_above: 1024 + description: Operating system version as a raw string. + example: 10.14.1 + - name: type + level: core + type: keyword + ignore_above: 1024 + description: 'Type of host. + + For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' + - name: containerized + type: boolean + description: > + If the host is a container. + + - name: os.build + type: keyword + example: "18D109" + description: > + OS build information. + + - name: os.codename + type: keyword + example: "stretch" + description: > + OS codename, if any. + diff --git a/packages/gcp/data_stream/metrics/fields/base-fields.yml b/packages/gcp/data_stream/metrics/fields/base-fields.yml new file mode 100644 index 00000000000..a98b338bf92 --- /dev/null +++ b/packages/gcp/data_stream/metrics/fields/base-fields.yml @@ -0,0 +1,20 @@ +- name: data_stream.type + type: constant_keyword + description: Data stream type. +- name: data_stream.dataset + type: constant_keyword + description: Data stream dataset. +- name: data_stream.namespace + type: constant_keyword + description: Data stream namespace. +- name: '@timestamp' + type: date + description: Event timestamp. +- name: event.module + type: constant_keyword + description: Event module + value: gcp +- name: event.dataset + type: constant_keyword + description: Event dataset + value: gcp.metrics diff --git a/packages/gcp/data_stream/metrics/fields/ecs.yml b/packages/gcp/data_stream/metrics/fields/ecs.yml new file mode 100644 index 00000000000..83e3f6f1225 --- /dev/null +++ b/packages/gcp/data_stream/metrics/fields/ecs.yml @@ -0,0 +1,24 @@ +- external: ecs + name: cloud +- external: ecs + name: cloud.account.id +- external: ecs + name: cloud.account.name +- external: ecs + name: cloud.availability_zone +- external: ecs + name: cloud.instance.id +- external: ecs + name: cloud.machine.type +- external: ecs + name: cloud.provider +- external: ecs + name: cloud.region +- external: ecs + name: ecs.version +- external: ecs + name: error +- external: ecs + name: error.message +- external: ecs + name: service.type diff --git a/packages/gcp/data_stream/metrics/manifest.yml b/packages/gcp/data_stream/metrics/manifest.yml new file mode 100644 index 00000000000..0d4397c3ee4 --- /dev/null +++ b/packages/gcp/data_stream/metrics/manifest.yml @@ -0,0 +1,20 @@ +title: "GCP Metrics" +type: metrics +streams: + - input: gcp/metrics + title: GCP Metrics + description: Collect GCP Metrics + vars: + - name: period + type: text + title: Period + default: 10s + - name: metrics + type: yaml + title: Metrics + required: false + show_user: true + multi: false + description: > + Groups of agregated metrics. See https://www.elastic.co/guide/en/beats/metricbeat/current/metricbeat-module-gcp.html#_example_configuration_23 for examples + diff --git a/packages/gcp/data_stream/metrics/sample_event.json b/packages/gcp/data_stream/metrics/sample_event.json new file mode 100644 index 00000000000..63de88f4828 --- /dev/null +++ b/packages/gcp/data_stream/metrics/sample_event.json @@ -0,0 +1,45 @@ +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability", + "name": "elastic-observability" + }, + "instance": { + "id": "4049989596327614796", + "name": "nchaulet-loadtest-horde-master" + }, + "machine": { + "type": "n1-standard-8" + }, + "provider": "gcp" + }, + "cloud.availability_zone": "us-central1-a", + "cloud.region": "us-central1", + "event": { + "dataset": "gcp.metrics", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "labels": {}, + "metrics": { + "instance": { + "uptime_total": { + "value": 791820 + } + } + } + }, + "host": { + "id": "4049989596327614796", + "name": "nchaulet-loadtest-horde-master" + }, + "metricset": { + "name": "metrics", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} \ No newline at end of file diff --git a/packages/gcp/data_stream/pubsub/agent/stream/stream.yml.hbs b/packages/gcp/data_stream/pubsub/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..e1c90cc02ff --- /dev/null +++ b/packages/gcp/data_stream/pubsub/agent/stream/stream.yml.hbs @@ -0,0 +1,16 @@ +metricsets: ["pubsub"] +period: {{period}} +project_id: {{project_id}} +{{#if credentials_file}} +credentials_file: {{credentials_file}} +{{/if}} +{{#if credentials_json}} +credentials_json: {{credentials_json}} +{{/if}} +{{#if region}} +region: {{region}} +{{/if}} +{{#if zone}} +zone: {{zone}} +{{#/if}} +exclude_labels: {{exclude_labels}} diff --git a/packages/gcp/data_stream/pubsub/fields/agent.yml b/packages/gcp/data_stream/pubsub/fields/agent.yml new file mode 100644 index 00000000000..da4e652c53b --- /dev/null +++ b/packages/gcp/data_stream/pubsub/fields/agent.yml @@ -0,0 +1,198 @@ +- name: cloud + title: Cloud + group: 2 + description: Fields related to the cloud or infrastructure the events are coming from. + footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' + type: group + fields: + - name: account.id + level: extended + type: keyword + ignore_above: 1024 + description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. + + Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' + example: 666777888999 + - name: availability_zone + level: extended + type: keyword + ignore_above: 1024 + description: Availability zone in which this host is running. + example: us-east-1c + - name: instance.id + level: extended + type: keyword + ignore_above: 1024 + description: Instance ID of the host machine. + example: i-1234567890abcdef0 + - name: instance.name + level: extended + type: keyword + ignore_above: 1024 + description: Instance name of the host machine. + - name: machine.type + level: extended + type: keyword + ignore_above: 1024 + description: Machine type of the host machine. + example: t2.medium + - name: provider + level: extended + type: keyword + ignore_above: 1024 + description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. + example: aws + - name: region + level: extended + type: keyword + ignore_above: 1024 + description: Region in which this host is running. + example: us-east-1 + - name: project.id + type: keyword + description: Name of the project in Google Cloud. + - name: image.id + type: keyword + description: Image ID for the cloud instance. +- name: container + title: Container + group: 2 + description: 'Container fields are used for meta information about the specific container that is the source of information. + + These fields help correlate data based containers from any runtime.' + type: group + fields: + - name: id + level: core + type: keyword + ignore_above: 1024 + description: Unique container id. + - name: image.name + level: extended + type: keyword + ignore_above: 1024 + description: Name of the image the container was built on. + - name: labels + level: extended + type: object + object_type: keyword + description: Image labels. + - name: name + level: extended + type: keyword + ignore_above: 1024 + description: Container name. +- name: host + title: Host + group: 2 + description: 'A host is defined as a general computing instance. + + ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' + type: group + fields: + - name: architecture + level: core + type: keyword + ignore_above: 1024 + description: Operating system architecture. + example: x86_64 + - name: domain + level: extended + type: keyword + ignore_above: 1024 + description: 'Name of the domain of which the host is a member. + + For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' + example: CONTOSO + default_field: false + - name: hostname + level: core + type: keyword + ignore_above: 1024 + description: 'Hostname of the host. + + It normally contains what the `hostname` command returns on the host machine.' + - name: id + level: core + type: keyword + ignore_above: 1024 + description: 'Unique host id. + + As hostname is not always unique, use values that are meaningful in your environment. + + Example: The current usage of `beat.name`.' + - name: ip + level: core + type: ip + description: Host ip addresses. + - name: mac + level: core + type: keyword + ignore_above: 1024 + description: Host mac addresses. + - name: name + level: core + type: keyword + ignore_above: 1024 + description: 'Name of the host. + + It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' + - name: os.family + level: extended + type: keyword + ignore_above: 1024 + description: OS family (such as redhat, debian, freebsd, windows). + example: debian + - name: os.kernel + level: extended + type: keyword + ignore_above: 1024 + description: Operating system kernel version as a raw string. + example: 4.4.0-112-generic + - name: os.name + level: extended + type: keyword + ignore_above: 1024 + multi_fields: + - name: text + type: text + norms: false + default_field: false + description: Operating system name, without the version. + example: Mac OS X + - name: os.platform + level: extended + type: keyword + ignore_above: 1024 + description: Operating system platform (such centos, ubuntu, windows). + example: darwin + - name: os.version + level: extended + type: keyword + ignore_above: 1024 + description: Operating system version as a raw string. + example: 10.14.1 + - name: type + level: core + type: keyword + ignore_above: 1024 + description: 'Type of host. + + For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' + - name: containerized + type: boolean + description: > + If the host is a container. + + - name: os.build + type: keyword + example: "18D109" + description: > + OS build information. + + - name: os.codename + type: keyword + example: "stretch" + description: > + OS codename, if any. + diff --git a/packages/gcp/data_stream/pubsub/fields/base-fields.yml b/packages/gcp/data_stream/pubsub/fields/base-fields.yml new file mode 100644 index 00000000000..2ca07084fcb --- /dev/null +++ b/packages/gcp/data_stream/pubsub/fields/base-fields.yml @@ -0,0 +1,20 @@ +- name: data_stream.type + type: constant_keyword + description: Data stream type. +- name: data_stream.dataset + type: constant_keyword + description: Data stream dataset. +- name: data_stream.namespace + type: constant_keyword + description: Data stream namespace. +- name: '@timestamp' + type: date + description: Event timestamp. +- name: event.module + type: constant_keyword + description: Event module + value: gcp +- name: event.dataset + type: constant_keyword + description: Event dataset + value: gcp.pubsub diff --git a/packages/gcp/data_stream/pubsub/fields/ecs.yml b/packages/gcp/data_stream/pubsub/fields/ecs.yml new file mode 100644 index 00000000000..83e3f6f1225 --- /dev/null +++ b/packages/gcp/data_stream/pubsub/fields/ecs.yml @@ -0,0 +1,24 @@ +- external: ecs + name: cloud +- external: ecs + name: cloud.account.id +- external: ecs + name: cloud.account.name +- external: ecs + name: cloud.availability_zone +- external: ecs + name: cloud.instance.id +- external: ecs + name: cloud.machine.type +- external: ecs + name: cloud.provider +- external: ecs + name: cloud.region +- external: ecs + name: ecs.version +- external: ecs + name: error +- external: ecs + name: error.message +- external: ecs + name: service.type diff --git a/packages/gcp/data_stream/pubsub/fields/fields.yml b/packages/gcp/data_stream/pubsub/fields/fields.yml new file mode 100644 index 00000000000..709a8ceb219 --- /dev/null +++ b/packages/gcp/data_stream/pubsub/fields/fields.yml @@ -0,0 +1,160 @@ +- name: gcp.pubsub + type: group + description: Google Cloud PubSub metrics + fields: + - name: subscription + type: group + description: Suscription related metrics + fields: + - name: ack_message_count.value + type: long + description: Cumulative count of messages acknowledged by Acknowledge requests, grouped by delivery type. + - name: backlog_bytes.value + type: long + description: Total byte size of the unacknowledged messages (a.k.a. backlog messages) in a subscription. + - name: num_outstanding_messages.value + type: long + description: Number of messages delivered to a subscription's push endpoint, but not yet acknowledged. + - name: num_undelivered_messages.value + type: long + description: Number of unacknowledged messages (a.k.a. backlog messages) in a subscription. + - name: oldest_unacked_message_age.value + type: long + description: Age (in seconds) of the oldest unacknowledged message (a.k.a. backlog message) in a subscription. + - name: pull_ack_message_operation_count.value + type: long + description: Cumulative count of acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. + - name: pull_ack_request_count.value + type: long + description: Cumulative count of acknowledge requests, grouped by result. + - name: pull_message_operation_count.value + type: long + description: Cumulative count of pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. + - name: pull_request_count.value + type: long + description: Cumulative count of pull requests, grouped by result. + - name: push_request_count.value + type: long + description: Cumulative count of push attempts, grouped by result. Unlike pulls, the push server implementation does not batch user messages. So each request only contains one user message. The push server retries on errors, so a given user message can appear multiple times. + - name: push_request_latencies.value + type: long + description: Distribution of push request latencies (in microseconds), grouped by result. + - name: sent_message_count.value + type: long + description: Cumulative count of messages sent by Cloud Pub/Sub to subscriber clients, grouped by delivery type. + - name: streaming_pull_ack_message_operation_count.value + type: long + description: Cumulative count of StreamingPull acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. + - name: streaming_pull_ack_request_count.value + type: long + description: Cumulative count of streaming pull requests with non-empty acknowledge ids, grouped by result. + - name: streaming_pull_message_operation_count.value + type: long + description: Cumulative count of streaming pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count + - name: streaming_pull_response_count.value + type: long + description: Cumulative count of streaming pull responses, grouped by result. + - name: dead_letter_message_count.value + type: long + description: Cumulative count of messages published to dead letter topic, grouped by result. + - name: mod_ack_deadline_message_count.value + type: long + description: Cumulative count of messages whose deadline was updated by ModifyAckDeadline requests, grouped by delivery type. + - name: mod_ack_deadline_message_operation_count.value + type: long + description: Cumulative count of ModifyAckDeadline message operations, grouped by result. + - name: mod_ack_deadline_request_count.value + type: long + description: Cumulative count of ModifyAckDeadline requests, grouped by result. + - name: oldest_retained_acked_message_age.value + type: long + description: Age (in seconds) of the oldest acknowledged message retained in a subscription. + - name: oldest_retained_acked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest acknowledged message retained in a subscription, broken down by Cloud region. + - name: oldest_unacked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest unacknowledged message in a subscription, broken down by Cloud region. + - name: retained_acked_bytes.value + type: long + description: Total byte size of the acknowledged messages retained in a subscription. + - name: retained_acked_bytes_by_region.value + type: long + description: Total byte size of the acknowledged messages retained in a subscription, broken down by Cloud region. + - name: seek_request_count.value + type: long + description: Cumulative count of seek attempts, grouped by result. + - name: streaming_pull_mod_ack_deadline_message_operation_count.value + type: long + description: Cumulative count of StreamingPull ModifyAckDeadline operations, grouped by result. + - name: streaming_pull_mod_ack_deadline_request_count.value + type: long + description: Cumulative count of streaming pull requests with non-empty ModifyAckDeadline fields, grouped by result. + - name: byte_cost.value + type: long + description: Cumulative cost of operations, measured in bytes. This is used to measure quota utilization. + - name: config_updates_count.value + type: long + description: Cumulative count of configuration changes for each subscription, grouped by operation type and result. + - name: unacked_bytes_by_region.value + type: long + description: Total byte size of the unacknowledged messages in a subscription, broken down by Cloud region. + - name: topic + type: group + description: Topic related metrics + fields: + - name: streaming_pull_response_count.value + type: long + description: Cumulative count of streaming pull responses, grouped by result. + - name: send_message_operation_count.value + type: long + description: Cumulative count of publish message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. + - name: send_request_count.value + type: long + description: Cumulative count of publish requests, grouped by result. + - name: oldest_retained_acked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest acknowledged message retained in a topic, broken down by Cloud region. + - name: oldest_unacked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest unacknowledged message in a topic, broken down by Cloud region. + - name: retained_acked_bytes_by_region.value + type: long + description: Total byte size of the acknowledged messages retained in a topic, broken down by Cloud region. + - name: byte_cost.value + type: long + description: Cost of operations, measured in bytes. This is used to measure utilization for quotas. + - name: config_updates_count.value + type: long + description: Cumulative count of configuration changes, grouped by operation type and result. + - name: message_sizes.value + type: long + description: Distribution of publish message sizes (in bytes) + - name: unacked_bytes_by_region.value + type: long + description: Total byte size of the unacknowledged messages in a topic, broken down by Cloud region. + - name: snapshot + type: group + description: Snapshot related metrics + fields: + - name: oldest_message_age.value + type: long + description: Age (in seconds) of the oldest message retained in a snapshot. + - name: oldest_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest message retained in a snapshot, broken down by Cloud region. + - name: backlog_bytes.value + type: long + description: Total byte size of the messages retained in a snapshot. + - name: backlog_bytes_by_region.value + type: long + description: Total byte size of the messages retained in a snapshot, broken down by Cloud region. + - name: num_messages.value + type: long + description: Number of messages retained in a snapshot. + - name: num_messages_by_region.value + type: long + description: Number of messages retained in a snapshot, broken down by Cloud region. + - name: config_updates_count.value + type: long + description: Cumulative count of configuration changes, grouped by operation type and result. diff --git a/packages/gcp/data_stream/pubsub/manifest.yml b/packages/gcp/data_stream/pubsub/manifest.yml new file mode 100644 index 00000000000..c6e2159aa7c --- /dev/null +++ b/packages/gcp/data_stream/pubsub/manifest.yml @@ -0,0 +1,11 @@ +title: "GCP PubSub Metrics" +type: metrics +streams: + - input: gcp/metrics + title: GCP PubSub Metrics + description: Collect GCP PubSub Metrics + vars: + - name: period + type: text + title: Period + default: 10s diff --git a/packages/gcp/data_stream/pubsub/sample_event.json b/packages/gcp/data_stream/pubsub/sample_event.json new file mode 100644 index 00000000000..a2d90472ca7 --- /dev/null +++ b/packages/gcp/data_stream/pubsub/sample_event.json @@ -0,0 +1,35 @@ +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability" + }, + "provider": "gcp" + }, + "event": { + "dataset": "gcp.pubsub", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "labels": { + "resource": { + "subscription_id": "test-subscription-1" + } + }, + "pubsub": { + "subscription": { + "backlog_bytes": { + "value": 0 + } + } + } + }, + "metricset": { + "name": "pubsub", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} \ No newline at end of file diff --git a/packages/gcp/data_stream/storage/agent/stream/stream.yml.hbs b/packages/gcp/data_stream/storage/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..775a4f8dc20 --- /dev/null +++ b/packages/gcp/data_stream/storage/agent/stream/stream.yml.hbs @@ -0,0 +1,16 @@ +metricsets: ["storage"] +period: {{period}} +project_id: {{project_id}} +{{#if credentials_file}} +credentials_file: {{credentials_file}} +{{/if}} +{{#if credentials_json}} +credentials_json: {{credentials_json}} +{{/if}} +{{#if region}} +region: {{region}} +{{/if}} +{{#if zone}} +zone: {{zone}} +{{#/if}} +exclude_labels: {{exclude_labels}} diff --git a/packages/gcp/data_stream/storage/fields/agent.yml b/packages/gcp/data_stream/storage/fields/agent.yml new file mode 100644 index 00000000000..da4e652c53b --- /dev/null +++ b/packages/gcp/data_stream/storage/fields/agent.yml @@ -0,0 +1,198 @@ +- name: cloud + title: Cloud + group: 2 + description: Fields related to the cloud or infrastructure the events are coming from. + footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' + type: group + fields: + - name: account.id + level: extended + type: keyword + ignore_above: 1024 + description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. + + Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' + example: 666777888999 + - name: availability_zone + level: extended + type: keyword + ignore_above: 1024 + description: Availability zone in which this host is running. + example: us-east-1c + - name: instance.id + level: extended + type: keyword + ignore_above: 1024 + description: Instance ID of the host machine. + example: i-1234567890abcdef0 + - name: instance.name + level: extended + type: keyword + ignore_above: 1024 + description: Instance name of the host machine. + - name: machine.type + level: extended + type: keyword + ignore_above: 1024 + description: Machine type of the host machine. + example: t2.medium + - name: provider + level: extended + type: keyword + ignore_above: 1024 + description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. + example: aws + - name: region + level: extended + type: keyword + ignore_above: 1024 + description: Region in which this host is running. + example: us-east-1 + - name: project.id + type: keyword + description: Name of the project in Google Cloud. + - name: image.id + type: keyword + description: Image ID for the cloud instance. +- name: container + title: Container + group: 2 + description: 'Container fields are used for meta information about the specific container that is the source of information. + + These fields help correlate data based containers from any runtime.' + type: group + fields: + - name: id + level: core + type: keyword + ignore_above: 1024 + description: Unique container id. + - name: image.name + level: extended + type: keyword + ignore_above: 1024 + description: Name of the image the container was built on. + - name: labels + level: extended + type: object + object_type: keyword + description: Image labels. + - name: name + level: extended + type: keyword + ignore_above: 1024 + description: Container name. +- name: host + title: Host + group: 2 + description: 'A host is defined as a general computing instance. + + ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' + type: group + fields: + - name: architecture + level: core + type: keyword + ignore_above: 1024 + description: Operating system architecture. + example: x86_64 + - name: domain + level: extended + type: keyword + ignore_above: 1024 + description: 'Name of the domain of which the host is a member. + + For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' + example: CONTOSO + default_field: false + - name: hostname + level: core + type: keyword + ignore_above: 1024 + description: 'Hostname of the host. + + It normally contains what the `hostname` command returns on the host machine.' + - name: id + level: core + type: keyword + ignore_above: 1024 + description: 'Unique host id. + + As hostname is not always unique, use values that are meaningful in your environment. + + Example: The current usage of `beat.name`.' + - name: ip + level: core + type: ip + description: Host ip addresses. + - name: mac + level: core + type: keyword + ignore_above: 1024 + description: Host mac addresses. + - name: name + level: core + type: keyword + ignore_above: 1024 + description: 'Name of the host. + + It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' + - name: os.family + level: extended + type: keyword + ignore_above: 1024 + description: OS family (such as redhat, debian, freebsd, windows). + example: debian + - name: os.kernel + level: extended + type: keyword + ignore_above: 1024 + description: Operating system kernel version as a raw string. + example: 4.4.0-112-generic + - name: os.name + level: extended + type: keyword + ignore_above: 1024 + multi_fields: + - name: text + type: text + norms: false + default_field: false + description: Operating system name, without the version. + example: Mac OS X + - name: os.platform + level: extended + type: keyword + ignore_above: 1024 + description: Operating system platform (such centos, ubuntu, windows). + example: darwin + - name: os.version + level: extended + type: keyword + ignore_above: 1024 + description: Operating system version as a raw string. + example: 10.14.1 + - name: type + level: core + type: keyword + ignore_above: 1024 + description: 'Type of host. + + For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' + - name: containerized + type: boolean + description: > + If the host is a container. + + - name: os.build + type: keyword + example: "18D109" + description: > + OS build information. + + - name: os.codename + type: keyword + example: "stretch" + description: > + OS codename, if any. + diff --git a/packages/gcp/data_stream/storage/fields/base-fields.yml b/packages/gcp/data_stream/storage/fields/base-fields.yml new file mode 100644 index 00000000000..5f309fd4f78 --- /dev/null +++ b/packages/gcp/data_stream/storage/fields/base-fields.yml @@ -0,0 +1,20 @@ +- name: data_stream.type + type: constant_keyword + description: Data stream type. +- name: data_stream.dataset + type: constant_keyword + description: Data stream dataset. +- name: data_stream.namespace + type: constant_keyword + description: Data stream namespace. +- name: '@timestamp' + type: date + description: Event timestamp. +- name: event.module + type: constant_keyword + description: Event module + value: gcp +- name: event.dataset + type: constant_keyword + description: Event dataset + value: gcp.storage diff --git a/packages/gcp/data_stream/storage/fields/ecs.yml b/packages/gcp/data_stream/storage/fields/ecs.yml new file mode 100644 index 00000000000..83e3f6f1225 --- /dev/null +++ b/packages/gcp/data_stream/storage/fields/ecs.yml @@ -0,0 +1,24 @@ +- external: ecs + name: cloud +- external: ecs + name: cloud.account.id +- external: ecs + name: cloud.account.name +- external: ecs + name: cloud.availability_zone +- external: ecs + name: cloud.instance.id +- external: ecs + name: cloud.machine.type +- external: ecs + name: cloud.provider +- external: ecs + name: cloud.region +- external: ecs + name: ecs.version +- external: ecs + name: error +- external: ecs + name: error.message +- external: ecs + name: service.type diff --git a/packages/gcp/data_stream/storage/fields/fields.yml b/packages/gcp/data_stream/storage/fields/fields.yml new file mode 100644 index 00000000000..2028935c4c3 --- /dev/null +++ b/packages/gcp/data_stream/storage/fields/fields.yml @@ -0,0 +1,43 @@ +- name: gcp.storage + type: group + description: Google Cloud Storage metrics + fields: + - name: api + type: group + fields: + - name: request_count.value + type: long + description: Delta count of API calls, grouped by the API method name and response code. + - name: authz + type: group + fields: + - name: acl_based_object_access_count.value + type: long + description: Delta count of requests that result in an object being granted access solely due to object ACLs. + - name: acl_operations_count.value + type: long + description: Usage of ACL operations broken down by type. + - name: object_specific_acl_mutation_count.value + type: long + description: Delta count of changes made to object specific ACLs. + - name: network + type: group + fields: + - name: received_bytes_count.value + type: long + description: Delta count of bytes received over the network, grouped by the API method name and response code. + - name: sent_bytes_count.value + type: long + description: Delta count of bytes sent over the network, grouped by the API method name and response code. + - name: storage + type: group + fields: + - name: object_count.value + type: long + description: Total number of objects per bucket, grouped by storage class. This value is measured once per day, and the value is repeated at each sampling interval throughout the day. + - name: total_byte_seconds.value + type: long + description: Delta count of bytes received over the network, grouped by the API method name and response code. + - name: total_bytes.value + type: long + description: Total size of all objects in the bucket, grouped by storage class. This value is measured once per day, and the value is repeated at each sampling interval throughout the day. diff --git a/packages/gcp/data_stream/storage/manifest.yml b/packages/gcp/data_stream/storage/manifest.yml new file mode 100644 index 00000000000..bb68846d09b --- /dev/null +++ b/packages/gcp/data_stream/storage/manifest.yml @@ -0,0 +1,11 @@ +title: "GCP Storage Metrics" +type: metrics +streams: + - input: gcp/metrics + title: GCP Storage Metrics + description: Collect GCP Storage Metrics + vars: + - name: period + type: text + title: Period + default: 10s diff --git a/packages/gcp/data_stream/storage/sample_event.json b/packages/gcp/data_stream/storage/sample_event.json new file mode 100644 index 00000000000..9e6823ea43d --- /dev/null +++ b/packages/gcp/data_stream/storage/sample_event.json @@ -0,0 +1,39 @@ +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability" + }, + "provider": "gcp" + }, + "event": { + "dataset": "gcp.storage", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "labels": { + "metrics": { + "storage_class": "MULTI_REGIONAL" + }, + "resource": { + "bucket_name": "fstuermer-log-data-categorization-7-6-0", + "location": "us" + } + }, + "storage": { + "storage": { + "total_bytes": { + "value": 4472520191 + } + } + } + }, + "metricset": { + "name": "storage", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} \ No newline at end of file diff --git a/packages/gcp/docs/README.md b/packages/gcp/docs/README.md index 5ee8ea7c331..7d06899826a 100644 --- a/packages/gcp/docs/README.md +++ b/packages/gcp/docs/README.md @@ -1,671 +1,22 @@ -# Google Cloud Integration - -The Google Cloud integration collects and parses Google Cloud audit, VPC flow, -and firewall logs that have been exported from Stackdriver to a Google Pub/Sub topic sink. - -## Logs - -### Audit - -This is the `audit` dataset. - -An example event for `audit` looks as following: - -```json -{ - "log": { - "logger": "projects/foo/logs/cloudaudit.googleapis.com%2Factivity" - }, - "source": { - "geo": { - "continent_name": "Europe", - "region_iso_code": "RU-MOW", - "city_name": "Moscow", - "country_iso_code": "RU", - "country_name": "Russia", - "region_name": "Moscow", - "location": { - "lon": 37.6172, - "lat": 55.7527 - } - }, - "ip": "1.2.3.4" - }, - "cloud": { - "project": { - "id": "foo" - } - }, - "@timestamp": "2020-08-05T21:59:26.456Z", - "ecs": { - "version": "1.8.0" - }, - "gcp": { - "audit": { - "request": { - "name": "windows-server-2016-v20200805", - "proto_name": "type.googleapis.com/compute.images.insert" - }, - "authentication_info": { - "principal_email": "user@mycompany.com" - }, - "method_name": "v1.compute.images.insert", - "request_metadata": { - "caller_ip": "1.2.3.4", - "caller_supplied_user_agent": "google-cloud-sdk gcloud/290.0.1 command/gcloud.compute.images.create invocation-id/032752ad0fa44b4ea951951d2deef6a3 environment/None environment-version/None interactive/True from-script/False python/2.7.17 term/xterm-256color (Macintosh; Intel Mac OS X 19.6.0),gzip(gfe)" - }, - "response": { - "proto_name": "type.googleapis.com/operation", - "status": { - "value": "RUNNING" - } - }, - "service_name": "compute.googleapis.com", - "type": "type.googleapis.com/google.cloud.audit.AuditLog", - "authorization_info": [ - { - "resource_attributes": { - "name": "projects/foo/global/images/windows-server-2016-v20200805", - "type": "compute.images", - "service": "compute" - }, - "permission": "compute.images.create", - "granted": true - } - ], - "resource_name": "projects/foo/global/images/windows-server-2016-v20200805", - "resource_location": { - "current_locations": [ - "eu" - ] - } - } - }, - "service": { - "name": "compute.googleapis.com" - }, - "event": { - "action": "v1.compute.images.insert", - "ingested": "2021-02-19T09:19:47.732239800Z", - "original": "{\"insertId\":\"v2spcwdzmc2\",\"logName\":\"projects/foo/logs/cloudaudit.googleapis.com%2Factivity\",\"operation\":{\"first\":true,\"id\":\"operation-1596664766354-5ac287c395484-fa3923bd-543e018e\",\"producer\":\"compute.googleapis.com\"},\"protoPayload\":{\"@type\":\"type.googleapis.com/google.cloud.audit.AuditLog\",\"authenticationInfo\":{\"principalEmail\":\"user@mycompany.com\"},\"authorizationInfo\":[{\"granted\":true,\"permission\":\"compute.images.create\",\"resourceAttributes\":{\"name\":\"projects/foo/global/images/windows-server-2016-v20200805\",\"service\":\"compute\",\"type\":\"compute.images\"}}],\"methodName\":\"v1.compute.images.insert\",\"request\":{\"@type\":\"type.googleapis.com/compute.images.insert\",\"family\":\"windows-server-2016\",\"guestOsFeatures\":[{\"type\":\"VIRTIO_SCSI_MULTIQUEUE\"},{\"type\":\"WINDOWS\"}],\"name\":\"windows-server-2016-v20200805\",\"rawDisk\":{\"source\":\"https://storage.googleapis.com/storage/v1/b/foo/o/windows-server-2016-v20200805.tar.gz\"},\"sourceType\":\"RAW\"},\"requestMetadata\":{\"callerIp\":\"1.2.3.4\",\"callerSuppliedUserAgent\":\"google-cloud-sdk gcloud/290.0.1 command/gcloud.compute.images.create invocation-id/032752ad0fa44b4ea951951d2deef6a3 environment/None environment-version/None interactive/True from-script/False python/2.7.17 term/xterm-256color (Macintosh; Intel Mac OS X 19.6.0),gzip(gfe)\",\"destinationAttributes\":{},\"requestAttributes\":{\"auth\":{},\"time\":\"2020-08-05T21:59:27.515Z\"}},\"resourceLocation\":{\"currentLocations\":[\"eu\"]},\"resourceName\":\"projects/foo/global/images/windows-server-2016-v20200805\",\"response\":{\"@type\":\"type.googleapis.com/operation\",\"id\":\"44919313\",\"insertTime\":\"2020-08-05T14:59:27.259-07:00\",\"name\":\"operation-1596664766354-5ac287c395484-fa3923bd-543e018e\",\"operationType\":\"insert\",\"progress\":\"0\",\"selfLink\":\"https://www.googleapis.com/compute/v1/projects/foo/global/operations/operation-1596664766354-5ac287c395484-fa3923bd-543e018e\",\"selfLinkWithId\":\"https://www.googleapis.com/compute/v1/projects/foo/global/operations/4491931805423146320\",\"startTime\":\"2020-08-05T14:59:27.274-07:00\",\"status\":\"RUNNING\",\"targetId\":\"12345\",\"targetLink\":\"https://www.googleapis.com/compute/v1/projects/foo/global/images/windows-server-2016-v20200805\",\"user\":\"user@mycompany.com\"},\"serviceName\":\"compute.googleapis.com\"},\"receiveTimestamp\":\"2020-08-05T21:59:27.822546978Z\",\"resource\":{\"labels\":{\"image_id\":\"771879043\",\"project_id\":\"foo\"},\"type\":\"gce_image\"},\"severity\":\"NOTICE\",\"timestamp\":\"2020-08-05T21:59:26.456Z\"}", - "id": "v2spcwdzmc2", - "kind": "event", - "outcome": "success" - }, - "user": { - "email": "user@mycompany.com" - }, - "user_agent": { - "name": "Other", - "original": "google-cloud-sdk gcloud/290.0.1 command/gcloud.compute.images.create invocation-id/032752ad0fa44b4ea951951d2deef6a3 environment/None environment-version/None interactive/True from-script/False python/2.7.17 term/xterm-256color (Macintosh; Intel Mac OS X 19.6.0),gzip(gfe)", - "os": { - "name": "Mac OS X", - "version": "19.6.0", - "full": "Mac OS X 19.6.0" - }, - "device": { - "name": "Mac" - } - } -} -``` - -**Exported fields** - -| Field | Description | Type | -|---|---|---| -| @timestamp | Event timestamp. | date | -| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | -| cloud.availability_zone | Availability zone in which this host is running. | keyword | -| cloud.image.id | Image ID for the cloud instance. | keyword | -| cloud.instance.id | Instance ID of the host machine. | keyword | -| cloud.instance.name | Instance name of the host machine. | keyword | -| cloud.machine.type | Machine type of the host machine. | keyword | -| cloud.project.id | Name of the project in Google Cloud. | keyword | -| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | -| cloud.region | Region in which this host is running. | keyword | -| container.id | Unique container id. | keyword | -| container.image.name | Name of the image the container was built on. | keyword | -| container.labels | Image labels. | object | -| container.name | Container name. | keyword | -| container.runtime | Runtime managing this container. | keyword | -| data_stream.dataset | Data stream dataset. | constant_keyword | -| data_stream.namespace | Data stream namespace. | constant_keyword | -| data_stream.type | Data stream type. | constant_keyword | -| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | -| event.action | The action captured by the event. This describes the information in the event. It is more specific than `event.category`. Examples are `group-add`, `process-started`, `file-created`. The value is normally defined by the implementer. | keyword | -| event.dataset | Event dataset | constant_keyword | -| event.ingested | Timestamp when an event arrived in the central data store. This is different from `@timestamp`, which is when the event originally occurred. It's also different from `event.created`, which is meant to capture the first time an agent saw the event. In normal conditions, assuming no tampering, the timestamps should chronologically look like this: `@timestamp` \< `event.created` \< `event.ingested`. | date | -| event.module | Event module | constant_keyword | -| event.outcome | This is one of four ECS Categorization Fields, and indicates the lowest level in the ECS category hierarchy. `event.outcome` simply denotes whether the event represents a success or a failure from the perspective of the entity that produced the event. Note that when a single transaction is described in multiple events, each event may populate different values of `event.outcome`, according to their perspective. Also note that in the case of a compound event (a single event that contains multiple logical events), this field should be populated with the value that best captures the overall success or failure from the perspective of the event producer. Further note that not all events will have an associated outcome. For example, this field is generally not populated for metric events, events with `event.type:info`, or any events for which an outcome does not make logical sense. | keyword | -| gcp.audit.authentication_info.authority_selector | The authority selector specified by the requestor, if any. It is not guaranteed that the principal was allowed to use this authority. | keyword | -| gcp.audit.authentication_info.principal_email | The email address of the authenticated user making the request. | keyword | -| gcp.audit.authorization_info.granted | Whether or not authorization for resource and permission was granted. | boolean | -| gcp.audit.authorization_info.permission | The required IAM permission. | keyword | -| gcp.audit.authorization_info.resource_attributes.name | The name of the resource. | keyword | -| gcp.audit.authorization_info.resource_attributes.service | The name of the service. | keyword | -| gcp.audit.authorization_info.resource_attributes.type | The type of the resource. | keyword | -| gcp.audit.method_name | The name of the service method or operation. For API calls, this should be the name of the API method. For example, 'google.datastore.v1.Datastore.RunQuery'. | keyword | -| gcp.audit.num_response_items | The number of items returned from a List or Query API method, if applicable. | long | -| gcp.audit.request.filter | Filter of the request. | keyword | -| gcp.audit.request.name | Name of the request. | keyword | -| gcp.audit.request.proto_name | Type property of the request. | keyword | -| gcp.audit.request.resource_name | Name of the request resource. | keyword | -| gcp.audit.request_metadata.caller_ip | The IP address of the caller. | ip | -| gcp.audit.request_metadata.caller_supplied_user_agent | The user agent of the caller. This information is not authenticated and should be treated accordingly. | keyword | -| gcp.audit.resource_location.current_locations | Current locations of the resource. | keyword | -| gcp.audit.resource_name | The resource or collection that is the target of the operation. The name is a scheme-less URI, not including the API service name. For example, 'shelves/SHELF_ID/books'. | keyword | -| gcp.audit.response.details.group | The name of the group. | keyword | -| gcp.audit.response.details.kind | The kind of the response details. | keyword | -| gcp.audit.response.details.name | The name of the response details. | keyword | -| gcp.audit.response.details.uid | The uid of the response details. | keyword | -| gcp.audit.response.proto_name | Type property of the response. | keyword | -| gcp.audit.response.status.allowed | | boolean | -| gcp.audit.response.status.reason | | keyword | -| gcp.audit.response.status.value | | keyword | -| gcp.audit.service_name | The name of the API service performing the operation. For example, datastore.googleapis.com. | keyword | -| gcp.audit.status.code | The status code, which should be an enum value of google.rpc.Code. | integer | -| gcp.audit.status.message | A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client. | keyword | -| gcp.audit.type | Type property. | keyword | -| gcp.destination.instance.project_id | ID of the project containing the VM. | keyword | -| gcp.destination.instance.region | Region of the VM. | keyword | -| gcp.destination.instance.zone | Zone of the VM. | keyword | -| gcp.destination.vpc.project_id | ID of the project containing the VM. | keyword | -| gcp.destination.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | -| gcp.destination.vpc.vpc_name | VPC on which the VM is operating. | keyword | -| gcp.source.instance.project_id | ID of the project containing the VM. | keyword | -| gcp.source.instance.region | Region of the VM. | keyword | -| gcp.source.instance.zone | Zone of the VM. | keyword | -| gcp.source.vpc.project_id | ID of the project containing the VM. | keyword | -| gcp.source.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | -| gcp.source.vpc.vpc_name | VPC on which the VM is operating. | keyword | -| host.architecture | Operating system architecture. | keyword | -| host.containerized | If the host is a container. | boolean | -| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | -| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | -| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | -| host.ip | Host ip addresses. | ip | -| host.mac | Host mac addresses. | keyword | -| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | -| host.os.build | OS build information. | keyword | -| host.os.codename | OS codename, if any. | keyword | -| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | -| host.os.kernel | Operating system kernel version as a raw string. | keyword | -| host.os.name | Operating system name, without the version. | keyword | -| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | -| host.os.version | Operating system version as a raw string. | keyword | -| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | -| input.type | Input type | keyword | -| log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | -| log.logger | The name of the logger inside an application. This is usually the name of the class which initialized the logger, or can be a custom name. | keyword | -| log.offset | Log offset | long | -| message | For log events the message field contains the log message, optimized for viewing in a log viewer. For structured logs without an original message field, other fields can be concatenated to form a human-readable summary of the event. If multiple messages exist, they can be combined into one message. | match_only_text | -| orchestrator.api_version | API version being used to carry out the action | keyword | -| orchestrator.cluster.name | Name of the cluster. | keyword | -| orchestrator.cluster.url | URL of the API used to manage the cluster. | keyword | -| orchestrator.cluster.version | The version of the cluster. | keyword | -| orchestrator.namespace | Namespace in which the action is taking place. | keyword | -| orchestrator.organization | Organization affected by the event (for multi-tenant orchestrator setups). | keyword | -| orchestrator.resource.name | Name of the resource being acted upon. | keyword | -| orchestrator.resource.type | Type of resource being acted upon. | keyword | -| orchestrator.type | Orchestrator cluster type (e.g. kubernetes, nomad or cloudfoundry). | keyword | -| service.name | Name of the service data is collected from. The name of the service is normally user given. This allows for distributed services that run on multiple hosts to correlate the related instances based on the name. In the case of Elasticsearch the `service.name` could contain the cluster name. For Beats the `service.name` is by default a copy of the `service.type` field if no name is specified. | keyword | -| source.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | -| source.as.organization.name | Organization name. | keyword | -| source.geo.city_name | City name. | keyword | -| source.geo.continent_name | Name of the continent. | keyword | -| source.geo.country_iso_code | Country ISO code. | keyword | -| source.geo.country_name | Country name. | keyword | -| source.geo.location | Longitude and latitude. | geo_point | -| source.geo.region_iso_code | Region ISO code. | keyword | -| source.geo.region_name | Region name. | keyword | -| source.ip | IP address of the source (IPv4 or IPv6). | ip | -| tags | List of keywords used to tag each event. | keyword | -| user.email | User email address. | keyword | -| user_agent.device.name | Name of the device. | keyword | -| user_agent.name | Name of the user agent. | keyword | -| user_agent.original | Unparsed user_agent string. | keyword | -| user_agent.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | -| user_agent.os.full | Operating system name, including the version or code name. | keyword | -| user_agent.os.kernel | Operating system kernel version as a raw string. | keyword | -| user_agent.os.name | Operating system name, without the version. | keyword | -| user_agent.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | -| user_agent.os.version | Operating system version as a raw string. | keyword | -| user_agent.version | Version of the user agent. | keyword | - - -### Firewall - -This is the `firewall` dataset. - -An example event for `firewall` looks as following: - -```json -{ - "log": { - "logger": "projects/test-beats/logs/compute.googleapis.com%2Ffirewall" - }, - "destination": { - "geo": { - "continent_name": "North America", - "country_name": "United States", - "location": { - "lon": -97.822, - "lat": 37.751 - }, - "country_iso_code": "US" - }, - "as": { - "number": 15169, - "organization": { - "name": "Google LLC" - } - }, - "address": "8.8.8.8", - "port": 53, - "ip": "8.8.8.8" - }, - "rule": { - "name": "network:default/firewall:adrian-test-1" - }, - "source": { - "address": "10.128.0.16", - "port": 60094, - "domain": "adrian-test", - "ip": "10.128.0.16" - }, - "network": { - "name": "default", - "community_id": "1:iiDdIEXnxwSiz/hJbVnseQ4SZVE=", - "transport": "udp", - "type": "ipv4", - "iana_number": "17", - "direction": "outbound" - }, - "cloud": { - "region": "us-central1", - "availability_zone": "us-central1-a", - "project": { - "id": "test-beats" - } - }, - "@timestamp": "2019-11-12T12:35:17.214Z", - "ecs": { - "version": "1.8.0" - }, - "related": { - "ip": [ - "10.128.0.16", - "8.8.8.8" - ] - }, - "gcp": { - "firewall": { - "rule_details": { - "action": "DENY", - "target_tag": [ - "adrian-test" - ], - "priority": 1000, - "destination_range": [ - "8.8.8.0/24" - ], - "ip_port_info": [ - { - "ip_protocol": "ALL" - } - ], - "direction": "EGRESS" - } - }, - "source": { - "vpc": { - "project_id": "test-beats", - "subnetwork_name": "default", - "vpc_name": "default" - }, - "instance": { - "region": "us-central1", - "project_id": "test-beats", - "zone": "us-central1-a" - } - } - }, - "event": { - "ingested": "2021-02-19T09:19:48.040375200Z", - "original": "{\"insertId\":\"4zuj4nfn4llkb\",\"jsonPayload\":{\"connection\":{\"dest_ip\":\"8.8.8.8\",\"dest_port\":53,\"protocol\":17,\"src_ip\":\"10.128.0.16\",\"src_port\":60094},\"disposition\":\"DENIED\",\"instance\":{\"project_id\":\"test-beats\",\"region\":\"us-central1\",\"vm_name\":\"adrian-test\",\"zone\":\"us-central1-a\"},\"remote_location\":{\"continent\":\"America\",\"country\":\"usa\"},\"rule_details\":{\"action\":\"DENY\",\"destination_range\":[\"8.8.8.0/24\"],\"direction\":\"EGRESS\",\"ip_port_info\":[{\"ip_protocol\":\"ALL\"}],\"priority\":1000,\"reference\":\"network:default/firewall:adrian-test-1\",\"target_tag\":[\"adrian-test\"]},\"vpc\":{\"project_id\":\"test-beats\",\"subnetwork_name\":\"default\",\"vpc_name\":\"default\"}},\"logName\":\"projects/test-beats/logs/compute.googleapis.com%2Ffirewall\",\"receiveTimestamp\":\"2019-11-12T12:35:24.466374097Z\",\"resource\":{\"labels\":{\"location\":\"us-central1-a\",\"project_id\":\"test-beats\",\"subnetwork_id\":\"1266623735137648253\",\"subnetwork_name\":\"default\"},\"type\":\"gce_subnetwork\"},\"timestamp\":\"2019-11-12T12:35:17.214711274Z\"}", - "kind": "event", - "action": "firewall-rule", - "id": "4zuj4nfn4llkb", - "category": "network", - "type": "connection" - } -} -``` - -**Exported fields** - -| Field | Description | Type | -|---|---|---| -| @timestamp | Event timestamp. | date | -| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | -| cloud.availability_zone | Availability zone in which this host is running. | keyword | -| cloud.image.id | Image ID for the cloud instance. | keyword | -| cloud.instance.id | Instance ID of the host machine. | keyword | -| cloud.instance.name | Instance name of the host machine. | keyword | -| cloud.machine.type | Machine type of the host machine. | keyword | -| cloud.project.id | Name of the project in Google Cloud. | keyword | -| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | -| cloud.region | Region in which this host is running. | keyword | -| container.id | Unique container id. | keyword | -| container.image.name | Name of the image the container was built on. | keyword | -| container.labels | Image labels. | object | -| container.name | Container name. | keyword | -| container.runtime | Runtime managing this container. | keyword | -| data_stream.dataset | Data stream dataset. | constant_keyword | -| data_stream.namespace | Data stream namespace. | constant_keyword | -| data_stream.type | Data stream type. | constant_keyword | -| destination.address | Some event destination addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | -| destination.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | -| destination.as.organization.name | Organization name. | keyword | -| destination.domain | Destination domain. | keyword | -| destination.geo.city_name | City name. | keyword | -| destination.geo.continent_name | Name of the continent. | keyword | -| destination.geo.country_iso_code | Country ISO code. | keyword | -| destination.geo.country_name | Country name. | keyword | -| destination.geo.location | Longitude and latitude. | geo_point | -| destination.geo.name | User-defined description of a location, at the level of granularity they care about. Could be the name of their data centers, the floor number, if this describes a local physical entity, city names. Not typically used in automated geolocation. | keyword | -| destination.geo.region_iso_code | Region ISO code. | keyword | -| destination.geo.region_name | Region name. | keyword | -| destination.ip | IP address of the destination (IPv4 or IPv6). | ip | -| destination.port | Port of the destination. | long | -| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | -| event.action | The action captured by the event. This describes the information in the event. It is more specific than `event.category`. Examples are `group-add`, `process-started`, `file-created`. The value is normally defined by the implementer. | keyword | -| event.dataset | Event dataset | constant_keyword | -| event.ingested | Timestamp when an event arrived in the central data store. This is different from `@timestamp`, which is when the event originally occurred. It's also different from `event.created`, which is meant to capture the first time an agent saw the event. In normal conditions, assuming no tampering, the timestamps should chronologically look like this: `@timestamp` \< `event.created` \< `event.ingested`. | date | -| event.module | Event module | constant_keyword | -| event.outcome | This is one of four ECS Categorization Fields, and indicates the lowest level in the ECS category hierarchy. `event.outcome` simply denotes whether the event represents a success or a failure from the perspective of the entity that produced the event. Note that when a single transaction is described in multiple events, each event may populate different values of `event.outcome`, according to their perspective. Also note that in the case of a compound event (a single event that contains multiple logical events), this field should be populated with the value that best captures the overall success or failure from the perspective of the event producer. Further note that not all events will have an associated outcome. For example, this field is generally not populated for metric events, events with `event.type:info`, or any events for which an outcome does not make logical sense. | keyword | -| gcp.destination.instance.project_id | ID of the project containing the VM. | keyword | -| gcp.destination.instance.region | Region of the VM. | keyword | -| gcp.destination.instance.zone | Zone of the VM. | keyword | -| gcp.destination.vpc.project_id | ID of the project containing the VM. | keyword | -| gcp.destination.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | -| gcp.destination.vpc.vpc_name | VPC on which the VM is operating. | keyword | -| gcp.firewall.rule_details.action | Action that the rule performs on match. | keyword | -| gcp.firewall.rule_details.destination_range | List of destination ranges that the firewall applies to. | keyword | -| gcp.firewall.rule_details.direction | Direction of traffic that matches this rule. | keyword | -| gcp.firewall.rule_details.ip_port_info | List of ip protocols and applicable port ranges for rules. | array | -| gcp.firewall.rule_details.priority | The priority for the firewall rule. | long | -| gcp.firewall.rule_details.reference | Reference to the firewall rule. | keyword | -| gcp.firewall.rule_details.source_range | List of source ranges that the firewall rule applies to. | keyword | -| gcp.firewall.rule_details.source_service_account | List of all the source service accounts that the firewall rule applies to. | keyword | -| gcp.firewall.rule_details.source_tag | List of all the source tags that the firewall rule applies to. | keyword | -| gcp.firewall.rule_details.target_service_account | List of all the target service accounts that the firewall rule applies to. | keyword | -| gcp.firewall.rule_details.target_tag | List of all the target tags that the firewall rule applies to. | keyword | -| gcp.source.instance.project_id | ID of the project containing the VM. | keyword | -| gcp.source.instance.region | Region of the VM. | keyword | -| gcp.source.instance.zone | Zone of the VM. | keyword | -| gcp.source.vpc.project_id | ID of the project containing the VM. | keyword | -| gcp.source.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | -| gcp.source.vpc.vpc_name | VPC on which the VM is operating. | keyword | -| host.architecture | Operating system architecture. | keyword | -| host.containerized | If the host is a container. | boolean | -| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | -| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | -| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | -| host.ip | Host ip addresses. | ip | -| host.mac | Host mac addresses. | keyword | -| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | -| host.os.build | OS build information. | keyword | -| host.os.codename | OS codename, if any. | keyword | -| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | -| host.os.kernel | Operating system kernel version as a raw string. | keyword | -| host.os.name | Operating system name, without the version. | keyword | -| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | -| host.os.version | Operating system version as a raw string. | keyword | -| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | -| input.type | Input type | keyword | -| log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | -| log.logger | The name of the logger inside an application. This is usually the name of the class which initialized the logger, or can be a custom name. | keyword | -| log.offset | Log offset | long | -| message | For log events the message field contains the log message, optimized for viewing in a log viewer. For structured logs without an original message field, other fields can be concatenated to form a human-readable summary of the event. If multiple messages exist, they can be combined into one message. | match_only_text | -| network.community_id | A hash of source and destination IPs and ports, as well as the protocol used in a communication. This is a tool-agnostic standard to identify flows. Learn more at https://github.com/corelight/community-id-spec. | keyword | -| network.direction | Direction of the network traffic. Recommended values are: \* ingress \* egress \* inbound \* outbound \* internal \* external \* unknown When mapping events from a host-based monitoring context, populate this field from the host's point of view, using the values "ingress" or "egress". When mapping events from a network or perimeter-based monitoring context, populate this field from the point of view of the network perimeter, using the values "inbound", "outbound", "internal" or "external". Note that "internal" is not crossing perimeter boundaries, and is meant to describe communication between two hosts within the perimeter. Note also that "external" is meant to describe traffic between two hosts that are external to the perimeter. This could for example be useful for ISPs or VPN service providers. | keyword | -| network.iana_number | IANA Protocol Number (https://www.iana.org/assignments/protocol-numbers/protocol-numbers.xhtml). Standardized list of protocols. This aligns well with NetFlow and sFlow related logs which use the IANA Protocol Number. | keyword | -| network.name | Name given by operators to sections of their network. | keyword | -| network.transport | Same as network.iana_number, but instead using the Keyword name of the transport layer (udp, tcp, ipv6-icmp, etc.) The field value must be normalized to lowercase for querying. See the documentation section "Implementing ECS". | keyword | -| network.type | In the OSI Model this would be the Network Layer. ipv4, ipv6, ipsec, pim, etc The field value must be normalized to lowercase for querying. See the documentation section "Implementing ECS". | keyword | -| related.hash | All the hashes seen on your event. Populating this field, then using it to search for hashes can help in situations where you're unsure what the hash algorithm is (and therefore which key name to search). | keyword | -| related.hosts | All hostnames or other host identifiers seen on your event. Example identifiers include FQDNs, domain names, workstation names, or aliases. | keyword | -| related.ip | All of the IPs seen on your event. | ip | -| related.user | All the user names or other user identifiers seen on the event. | keyword | -| rule.name | The name of the rule or signature generating the event. | keyword | -| source.address | Some event source addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | -| source.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | -| source.as.organization.name | Organization name. | keyword | -| source.domain | Source domain. | keyword | -| source.geo.city_name | City name. | keyword | -| source.geo.continent_name | Name of the continent. | keyword | -| source.geo.country_iso_code | Country ISO code. | keyword | -| source.geo.country_name | Country name. | keyword | -| source.geo.location | Longitude and latitude. | geo_point | -| source.geo.name | User-defined description of a location, at the level of granularity they care about. Could be the name of their data centers, the floor number, if this describes a local physical entity, city names. Not typically used in automated geolocation. | keyword | -| source.geo.region_iso_code | Region ISO code. | keyword | -| source.geo.region_name | Region name. | keyword | -| source.ip | IP address of the source (IPv4 or IPv6). | ip | -| source.port | Port of the source. | long | -| tags | List of keywords used to tag each event. | keyword | - - -### VPC Flow - -This is the `VPC Flow` dataset. - -An example event for `vpcflow` looks as following: - -```json -{ - "log": { - "logger": "projects/my-sample-project/logs/compute.googleapis.com%2Fvpc_flows" - }, - "destination": { - "address": "10.87.40.76", - "port": 33970, - "domain": "kibana", - "ip": "10.87.40.76" - }, - "source": { - "geo": { - "continent_name": "America", - "country_name": "usa" - }, - "as": { - "number": 15169 - }, - "address": "198.51.100.248", - "port": 9200, - "bytes": 173663, - "domain": "elasticsearch", - "ip": "198.51.100.248", - "packets": 68 - }, - "network": { - "community_id": "1:e5cZeUPf9fWSqRY+SUSG302spGE=", - "bytes": 173663, - "name": "default", - "transport": "tcp", - "type": "ipv4", - "iana_number": "6", - "packets": 68, - "direction": "internal" - }, - "cloud": { - "region": "us-east1", - "availability_zone": "us-east1-b", - "project": { - "id": "my-sample-project" - } - }, - "@timestamp": "2019-06-14T03:50:10.845Z", - "ecs": { - "version": "1.8.0" - }, - "related": { - "ip": [ - "198.51.100.248", - "10.87.40.76" - ] - }, - "gcp": { - "destination": { - "vpc": { - "project_id": "my-sample-project", - "subnetwork_name": "default", - "vpc_name": "default" - }, - "instance": { - "region": "us-east1", - "project_id": "my-sample-project", - "zone": "us-east1-b" - } - }, - "vpcflow": { - "reporter": "DEST", - "rtt": { - "ms": 1 - } - }, - "source": { - "vpc": { - "project_id": "my-sample-project", - "subnetwork_name": "default", - "vpc_name": "default" - }, - "instance": { - "region": "us-east1", - "project_id": "my-sample-project", - "zone": "us-east1-b" - } - } - }, - "event": { - "ingested": "2021-02-19T09:19:49.051077900Z", - "original": "{\"insertId\":\"ut8lbrffooxzb\",\"jsonPayload\":{\"bytes_sent\":\"173663\",\"connection\":{\"dest_ip\":\"10.87.40.76\",\"dest_port\":33970,\"protocol\":6,\"src_ip\":\"198.51.100.248\",\"src_port\":9200},\"dest_instance\":{\"project_id\":\"my-sample-project\",\"region\":\"us-east1\",\"vm_name\":\"kibana\",\"zone\":\"us-east1-b\"},\"dest_vpc\":{\"project_id\":\"my-sample-project\",\"subnetwork_name\":\"default\",\"vpc_name\":\"default\"},\"end_time\":\"2019-06-14T03:49:51.821302149Z\",\"packets_sent\":\"68\",\"reporter\":\"DEST\",\"rtt_msec\":\"1\",\"src_instance\":{\"project_id\":\"my-sample-project\",\"region\":\"us-east1\",\"vm_name\":\"elasticsearch\",\"zone\":\"us-east1-b\"},\"src_location\":{\"asn\":15169,\"continent\":\"America\",\"country\":\"usa\"},\"src_vpc\":{\"project_id\":\"my-sample-project\",\"subnetwork_name\":\"default\",\"vpc_name\":\"default\"},\"start_time\":\"2019-06-14T03:40:08.466657665Z\"},\"logName\":\"projects/my-sample-project/logs/compute.googleapis.com%2Fvpc_flows\",\"receiveTimestamp\":\"2019-06-14T03:50:10.845445834Z\",\"resource\":{\"labels\":{\"location\":\"us-east1-b\",\"project_id\":\"my-sample-project\",\"subnetwork_id\":\"758019854043528829\",\"subnetwork_name\":\"default\"},\"type\":\"gce_subnetwork\"},\"timestamp\":\"2019-06-14T03:50:10.845445834Z\"}", - "kind": "event", - "start": "2019-06-14T03:40:08.466657665Z", - "end": "2019-06-14T03:49:51.821302149Z", - "id": "ut8lbrffooxzb", - "category": "network", - "type": "connection" - } -} -``` - -**Exported fields** - -| Field | Description | Type | -|---|---|---| -| @timestamp | Event timestamp. | date | -| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | -| cloud.availability_zone | Availability zone in which this host is running. | keyword | -| cloud.image.id | Image ID for the cloud instance. | keyword | -| cloud.instance.id | Instance ID of the host machine. | keyword | -| cloud.instance.name | Instance name of the host machine. | keyword | -| cloud.machine.type | Machine type of the host machine. | keyword | -| cloud.project.id | Name of the project in Google Cloud. | keyword | -| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | -| cloud.region | Region in which this host is running. | keyword | -| container.id | Unique container id. | keyword | -| container.image.name | Name of the image the container was built on. | keyword | -| container.labels | Image labels. | object | -| container.name | Container name. | keyword | -| container.runtime | Runtime managing this container. | keyword | -| data_stream.dataset | Data stream dataset. | constant_keyword | -| data_stream.namespace | Data stream namespace. | constant_keyword | -| data_stream.type | Data stream type. | constant_keyword | -| destination.address | Some event destination addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | -| destination.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | -| destination.as.organization.name | Organization name. | keyword | -| destination.domain | Destination domain. | keyword | -| destination.geo.city_name | City name. | keyword | -| destination.geo.continent_name | Name of the continent. | keyword | -| destination.geo.country_iso_code | Country ISO code. | keyword | -| destination.geo.country_name | Country name. | keyword | -| destination.geo.location | Longitude and latitude. | geo_point | -| destination.geo.name | User-defined description of a location, at the level of granularity they care about. Could be the name of their data centers, the floor number, if this describes a local physical entity, city names. Not typically used in automated geolocation. | keyword | -| destination.geo.region_iso_code | Region ISO code. | keyword | -| destination.geo.region_name | Region name. | keyword | -| destination.ip | IP address of the destination (IPv4 or IPv6). | ip | -| destination.port | Port of the destination. | long | -| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | -| event.action | The action captured by the event. This describes the information in the event. It is more specific than `event.category`. Examples are `group-add`, `process-started`, `file-created`. The value is normally defined by the implementer. | keyword | -| event.dataset | Event dataset | constant_keyword | -| event.ingested | Timestamp when an event arrived in the central data store. This is different from `@timestamp`, which is when the event originally occurred. It's also different from `event.created`, which is meant to capture the first time an agent saw the event. In normal conditions, assuming no tampering, the timestamps should chronologically look like this: `@timestamp` \< `event.created` \< `event.ingested`. | date | -| event.module | Event module | constant_keyword | -| event.outcome | This is one of four ECS Categorization Fields, and indicates the lowest level in the ECS category hierarchy. `event.outcome` simply denotes whether the event represents a success or a failure from the perspective of the entity that produced the event. Note that when a single transaction is described in multiple events, each event may populate different values of `event.outcome`, according to their perspective. Also note that in the case of a compound event (a single event that contains multiple logical events), this field should be populated with the value that best captures the overall success or failure from the perspective of the event producer. Further note that not all events will have an associated outcome. For example, this field is generally not populated for metric events, events with `event.type:info`, or any events for which an outcome does not make logical sense. | keyword | -| gcp.destination.instance.project_id | ID of the project containing the VM. | keyword | -| gcp.destination.instance.region | Region of the VM. | keyword | -| gcp.destination.instance.zone | Zone of the VM. | keyword | -| gcp.destination.vpc.project_id | ID of the project containing the VM. | keyword | -| gcp.destination.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | -| gcp.destination.vpc.vpc_name | VPC on which the VM is operating. | keyword | -| gcp.source.instance.project_id | ID of the project containing the VM. | keyword | -| gcp.source.instance.region | Region of the VM. | keyword | -| gcp.source.instance.zone | Zone of the VM. | keyword | -| gcp.source.vpc.project_id | ID of the project containing the VM. | keyword | -| gcp.source.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | -| gcp.source.vpc.vpc_name | VPC on which the VM is operating. | keyword | -| gcp.vpcflow.reporter | The side which reported the flow. Can be either 'SRC' or 'DEST'. | keyword | -| gcp.vpcflow.rtt.ms | Latency as measured (for TCP flows only) during the time interval. This is the time elapsed between sending a SEQ and receiving a corresponding ACK and it contains the network RTT as well as the application related delay. | long | -| host.architecture | Operating system architecture. | keyword | -| host.containerized | If the host is a container. | boolean | -| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | -| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | -| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | -| host.ip | Host ip addresses. | ip | -| host.mac | Host mac addresses. | keyword | -| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | -| host.os.build | OS build information. | keyword | -| host.os.codename | OS codename, if any. | keyword | -| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | -| host.os.kernel | Operating system kernel version as a raw string. | keyword | -| host.os.name | Operating system name, without the version. | keyword | -| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | -| host.os.version | Operating system version as a raw string. | keyword | -| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | -| input.type | Input type | keyword | -| log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | -| log.logger | The name of the logger inside an application. This is usually the name of the class which initialized the logger, or can be a custom name. | keyword | -| log.offset | Log offset | long | -| message | For log events the message field contains the log message, optimized for viewing in a log viewer. For structured logs without an original message field, other fields can be concatenated to form a human-readable summary of the event. If multiple messages exist, they can be combined into one message. | match_only_text | -| network.bytes | Total bytes transferred in both directions. If `source.bytes` and `destination.bytes` are known, `network.bytes` is their sum. | long | -| network.community_id | A hash of source and destination IPs and ports, as well as the protocol used in a communication. This is a tool-agnostic standard to identify flows. Learn more at https://github.com/corelight/community-id-spec. | keyword | -| network.direction | Direction of the network traffic. Recommended values are: \* ingress \* egress \* inbound \* outbound \* internal \* external \* unknown When mapping events from a host-based monitoring context, populate this field from the host's point of view, using the values "ingress" or "egress". When mapping events from a network or perimeter-based monitoring context, populate this field from the point of view of the network perimeter, using the values "inbound", "outbound", "internal" or "external". Note that "internal" is not crossing perimeter boundaries, and is meant to describe communication between two hosts within the perimeter. Note also that "external" is meant to describe traffic between two hosts that are external to the perimeter. This could for example be useful for ISPs or VPN service providers. | keyword | -| network.iana_number | IANA Protocol Number (https://www.iana.org/assignments/protocol-numbers/protocol-numbers.xhtml). Standardized list of protocols. This aligns well with NetFlow and sFlow related logs which use the IANA Protocol Number. | keyword | -| network.name | Name given by operators to sections of their network. | keyword | -| network.packets | Total packets transferred in both directions. If `source.packets` and `destination.packets` are known, `network.packets` is their sum. | long | -| network.transport | Same as network.iana_number, but instead using the Keyword name of the transport layer (udp, tcp, ipv6-icmp, etc.) The field value must be normalized to lowercase for querying. See the documentation section "Implementing ECS". | keyword | -| network.type | In the OSI Model this would be the Network Layer. ipv4, ipv6, ipsec, pim, etc The field value must be normalized to lowercase for querying. See the documentation section "Implementing ECS". | keyword | -| related.hash | All the hashes seen on your event. Populating this field, then using it to search for hashes can help in situations where you're unsure what the hash algorithm is (and therefore which key name to search). | keyword | -| related.hosts | All hostnames or other host identifiers seen on your event. Example identifiers include FQDNs, domain names, workstation names, or aliases. | keyword | -| related.ip | All of the IPs seen on your event. | ip | -| related.user | All the user names or other user identifiers seen on the event. | keyword | -| rule.name | The name of the rule or signature generating the event. | keyword | -| source.address | Some event source addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | -| source.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | -| source.as.organization.name | Organization name. | keyword | -| source.bytes | Bytes sent from the source to the destination. | long | -| source.domain | Source domain. | keyword | -| source.geo.city_name | City name. | keyword | -| source.geo.continent_name | Name of the continent. | keyword | -| source.geo.country_iso_code | Country ISO code. | keyword | -| source.geo.country_name | Country name. | keyword | -| source.geo.location | Longitude and latitude. | geo_point | -| source.geo.name | User-defined description of a location, at the level of granularity they care about. Could be the name of their data centers, the floor number, if this describes a local physical entity, city names. Not typically used in automated geolocation. | keyword | -| source.geo.region_iso_code | Region ISO code. | keyword | -| source.geo.region_name | Region name. | keyword | -| source.ip | IP address of the source (IPv4 or IPv6). | ip | -| source.packets | Packets sent from the source to the destination. | long | -| source.port | Port of the source. | long | -| tags | List of keywords used to tag each event. | keyword | - +# Google Cloud Platform Integration + +This integration is used to fetches logs and metrics from +[Google Cloud Platform](https://cloud.google.com/). + +## GCP Credentials +GCP credentials are required for running GCP integration. + +### Configuration parameters +* *project_id*: ID of the GCP project. +* *credentials_file*: Path to JSON file with GCP credentials. Required when not using `credentials_json`. +* *credentials_json*: Raw JSON text of GCP Credentials. Required when not using `credentials_file`. + +#### Data stream specific configuration parameters +* *period*: How often the data stream is executed. +* *region*: Specify which GCP regions to query metrics from. If the `region` +is not set in the config, then by default, the integration will query metrics +from all available GCP regions. If both `region` and `zone` is set, `region` takes precedent. +* *zone*: Specify which GCP zones to query metrics from. If the `zone` +is not set in the config, then by default, the integration will query metrics +from all available GCP zone. If both `region` and `zone` is set, `region` takes precedent. +* *exclude_labels*: Exclude additional labels from metrics. Defaults to false. \ No newline at end of file diff --git a/packages/gcp/docs/logs.md b/packages/gcp/docs/logs.md new file mode 100644 index 00000000000..7a58835a573 --- /dev/null +++ b/packages/gcp/docs/logs.md @@ -0,0 +1,671 @@ +# Google Cloud Platform Logs Integration + +The Google Cloud Platform Logs integration collects and parses Google Cloud audit, VPC flow, +and firewall logs that have been exported from Stackdriver to a Google Pub/Sub topic sink. + +## Logs + +### Audit + +This is the `audit` dataset. + +An example event for `audit` looks as following: + +```json +{ + "log": { + "logger": "projects/foo/logs/cloudaudit.googleapis.com%2Factivity" + }, + "source": { + "geo": { + "continent_name": "Europe", + "region_iso_code": "RU-MOW", + "city_name": "Moscow", + "country_iso_code": "RU", + "country_name": "Russia", + "region_name": "Moscow", + "location": { + "lon": 37.6172, + "lat": 55.7527 + } + }, + "ip": "1.2.3.4" + }, + "cloud": { + "project": { + "id": "foo" + } + }, + "@timestamp": "2020-08-05T21:59:26.456Z", + "ecs": { + "version": "1.8.0" + }, + "gcp": { + "audit": { + "request": { + "name": "windows-server-2016-v20200805", + "proto_name": "type.googleapis.com/compute.images.insert" + }, + "authentication_info": { + "principal_email": "user@mycompany.com" + }, + "method_name": "v1.compute.images.insert", + "request_metadata": { + "caller_ip": "1.2.3.4", + "caller_supplied_user_agent": "google-cloud-sdk gcloud/290.0.1 command/gcloud.compute.images.create invocation-id/032752ad0fa44b4ea951951d2deef6a3 environment/None environment-version/None interactive/True from-script/False python/2.7.17 term/xterm-256color (Macintosh; Intel Mac OS X 19.6.0),gzip(gfe)" + }, + "response": { + "proto_name": "type.googleapis.com/operation", + "status": { + "value": "RUNNING" + } + }, + "service_name": "compute.googleapis.com", + "type": "type.googleapis.com/google.cloud.audit.AuditLog", + "authorization_info": [ + { + "resource_attributes": { + "name": "projects/foo/global/images/windows-server-2016-v20200805", + "type": "compute.images", + "service": "compute" + }, + "permission": "compute.images.create", + "granted": true + } + ], + "resource_name": "projects/foo/global/images/windows-server-2016-v20200805", + "resource_location": { + "current_locations": [ + "eu" + ] + } + } + }, + "service": { + "name": "compute.googleapis.com" + }, + "event": { + "action": "v1.compute.images.insert", + "ingested": "2021-02-19T09:19:47.732239800Z", + "original": "{\"insertId\":\"v2spcwdzmc2\",\"logName\":\"projects/foo/logs/cloudaudit.googleapis.com%2Factivity\",\"operation\":{\"first\":true,\"id\":\"operation-1596664766354-5ac287c395484-fa3923bd-543e018e\",\"producer\":\"compute.googleapis.com\"},\"protoPayload\":{\"@type\":\"type.googleapis.com/google.cloud.audit.AuditLog\",\"authenticationInfo\":{\"principalEmail\":\"user@mycompany.com\"},\"authorizationInfo\":[{\"granted\":true,\"permission\":\"compute.images.create\",\"resourceAttributes\":{\"name\":\"projects/foo/global/images/windows-server-2016-v20200805\",\"service\":\"compute\",\"type\":\"compute.images\"}}],\"methodName\":\"v1.compute.images.insert\",\"request\":{\"@type\":\"type.googleapis.com/compute.images.insert\",\"family\":\"windows-server-2016\",\"guestOsFeatures\":[{\"type\":\"VIRTIO_SCSI_MULTIQUEUE\"},{\"type\":\"WINDOWS\"}],\"name\":\"windows-server-2016-v20200805\",\"rawDisk\":{\"source\":\"https://storage.googleapis.com/storage/v1/b/foo/o/windows-server-2016-v20200805.tar.gz\"},\"sourceType\":\"RAW\"},\"requestMetadata\":{\"callerIp\":\"1.2.3.4\",\"callerSuppliedUserAgent\":\"google-cloud-sdk gcloud/290.0.1 command/gcloud.compute.images.create invocation-id/032752ad0fa44b4ea951951d2deef6a3 environment/None environment-version/None interactive/True from-script/False python/2.7.17 term/xterm-256color (Macintosh; Intel Mac OS X 19.6.0),gzip(gfe)\",\"destinationAttributes\":{},\"requestAttributes\":{\"auth\":{},\"time\":\"2020-08-05T21:59:27.515Z\"}},\"resourceLocation\":{\"currentLocations\":[\"eu\"]},\"resourceName\":\"projects/foo/global/images/windows-server-2016-v20200805\",\"response\":{\"@type\":\"type.googleapis.com/operation\",\"id\":\"44919313\",\"insertTime\":\"2020-08-05T14:59:27.259-07:00\",\"name\":\"operation-1596664766354-5ac287c395484-fa3923bd-543e018e\",\"operationType\":\"insert\",\"progress\":\"0\",\"selfLink\":\"https://www.googleapis.com/compute/v1/projects/foo/global/operations/operation-1596664766354-5ac287c395484-fa3923bd-543e018e\",\"selfLinkWithId\":\"https://www.googleapis.com/compute/v1/projects/foo/global/operations/4491931805423146320\",\"startTime\":\"2020-08-05T14:59:27.274-07:00\",\"status\":\"RUNNING\",\"targetId\":\"12345\",\"targetLink\":\"https://www.googleapis.com/compute/v1/projects/foo/global/images/windows-server-2016-v20200805\",\"user\":\"user@mycompany.com\"},\"serviceName\":\"compute.googleapis.com\"},\"receiveTimestamp\":\"2020-08-05T21:59:27.822546978Z\",\"resource\":{\"labels\":{\"image_id\":\"771879043\",\"project_id\":\"foo\"},\"type\":\"gce_image\"},\"severity\":\"NOTICE\",\"timestamp\":\"2020-08-05T21:59:26.456Z\"}", + "id": "v2spcwdzmc2", + "kind": "event", + "outcome": "success" + }, + "user": { + "email": "user@mycompany.com" + }, + "user_agent": { + "name": "Other", + "original": "google-cloud-sdk gcloud/290.0.1 command/gcloud.compute.images.create invocation-id/032752ad0fa44b4ea951951d2deef6a3 environment/None environment-version/None interactive/True from-script/False python/2.7.17 term/xterm-256color (Macintosh; Intel Mac OS X 19.6.0),gzip(gfe)", + "os": { + "name": "Mac OS X", + "version": "19.6.0", + "full": "Mac OS X 19.6.0" + }, + "device": { + "name": "Mac" + } + } +} +``` + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.availability_zone | Availability zone in which this host is running. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host is running. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| container.runtime | Runtime managing this container. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| event.action | The action captured by the event. This describes the information in the event. It is more specific than `event.category`. Examples are `group-add`, `process-started`, `file-created`. The value is normally defined by the implementer. | keyword | +| event.dataset | Event dataset | constant_keyword | +| event.ingested | Timestamp when an event arrived in the central data store. This is different from `@timestamp`, which is when the event originally occurred. It's also different from `event.created`, which is meant to capture the first time an agent saw the event. In normal conditions, assuming no tampering, the timestamps should chronologically look like this: `@timestamp` \< `event.created` \< `event.ingested`. | date | +| event.module | Event module | constant_keyword | +| event.outcome | This is one of four ECS Categorization Fields, and indicates the lowest level in the ECS category hierarchy. `event.outcome` simply denotes whether the event represents a success or a failure from the perspective of the entity that produced the event. Note that when a single transaction is described in multiple events, each event may populate different values of `event.outcome`, according to their perspective. Also note that in the case of a compound event (a single event that contains multiple logical events), this field should be populated with the value that best captures the overall success or failure from the perspective of the event producer. Further note that not all events will have an associated outcome. For example, this field is generally not populated for metric events, events with `event.type:info`, or any events for which an outcome does not make logical sense. | keyword | +| gcp.audit.authentication_info.authority_selector | The authority selector specified by the requestor, if any. It is not guaranteed that the principal was allowed to use this authority. | keyword | +| gcp.audit.authentication_info.principal_email | The email address of the authenticated user making the request. | keyword | +| gcp.audit.authorization_info.granted | Whether or not authorization for resource and permission was granted. | boolean | +| gcp.audit.authorization_info.permission | The required IAM permission. | keyword | +| gcp.audit.authorization_info.resource_attributes.name | The name of the resource. | keyword | +| gcp.audit.authorization_info.resource_attributes.service | The name of the service. | keyword | +| gcp.audit.authorization_info.resource_attributes.type | The type of the resource. | keyword | +| gcp.audit.method_name | The name of the service method or operation. For API calls, this should be the name of the API method. For example, 'google.datastore.v1.Datastore.RunQuery'. | keyword | +| gcp.audit.num_response_items | The number of items returned from a List or Query API method, if applicable. | long | +| gcp.audit.request.filter | Filter of the request. | keyword | +| gcp.audit.request.name | Name of the request. | keyword | +| gcp.audit.request.proto_name | Type property of the request. | keyword | +| gcp.audit.request.resource_name | Name of the request resource. | keyword | +| gcp.audit.request_metadata.caller_ip | The IP address of the caller. | ip | +| gcp.audit.request_metadata.caller_supplied_user_agent | The user agent of the caller. This information is not authenticated and should be treated accordingly. | keyword | +| gcp.audit.resource_location.current_locations | Current locations of the resource. | keyword | +| gcp.audit.resource_name | The resource or collection that is the target of the operation. The name is a scheme-less URI, not including the API service name. For example, 'shelves/SHELF_ID/books'. | keyword | +| gcp.audit.response.details.group | The name of the group. | keyword | +| gcp.audit.response.details.kind | The kind of the response details. | keyword | +| gcp.audit.response.details.name | The name of the response details. | keyword | +| gcp.audit.response.details.uid | The uid of the response details. | keyword | +| gcp.audit.response.proto_name | Type property of the response. | keyword | +| gcp.audit.response.status.allowed | | boolean | +| gcp.audit.response.status.reason | | keyword | +| gcp.audit.response.status.value | | keyword | +| gcp.audit.service_name | The name of the API service performing the operation. For example, datastore.googleapis.com. | keyword | +| gcp.audit.status.code | The status code, which should be an enum value of google.rpc.Code. | integer | +| gcp.audit.status.message | A developer-facing error message, which should be in English. Any user-facing error message should be localized and sent in the google.rpc.Status.details field, or localized by the client. | keyword | +| gcp.audit.type | Type property. | keyword | +| gcp.destination.instance.project_id | ID of the project containing the VM. | keyword | +| gcp.destination.instance.region | Region of the VM. | keyword | +| gcp.destination.instance.zone | Zone of the VM. | keyword | +| gcp.destination.vpc.project_id | ID of the project containing the VM. | keyword | +| gcp.destination.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | +| gcp.destination.vpc.vpc_name | VPC on which the VM is operating. | keyword | +| gcp.source.instance.project_id | ID of the project containing the VM. | keyword | +| gcp.source.instance.region | Region of the VM. | keyword | +| gcp.source.instance.zone | Zone of the VM. | keyword | +| gcp.source.vpc.project_id | ID of the project containing the VM. | keyword | +| gcp.source.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | +| gcp.source.vpc.vpc_name | VPC on which the VM is operating. | keyword | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| input.type | Input type | keyword | +| log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | +| log.logger | The name of the logger inside an application. This is usually the name of the class which initialized the logger, or can be a custom name. | keyword | +| log.offset | Log offset | long | +| message | For log events the message field contains the log message, optimized for viewing in a log viewer. For structured logs without an original message field, other fields can be concatenated to form a human-readable summary of the event. If multiple messages exist, they can be combined into one message. | match_only_text | +| orchestrator.api_version | API version being used to carry out the action | keyword | +| orchestrator.cluster.name | Name of the cluster. | keyword | +| orchestrator.cluster.url | URL of the API used to manage the cluster. | keyword | +| orchestrator.cluster.version | The version of the cluster. | keyword | +| orchestrator.namespace | Namespace in which the action is taking place. | keyword | +| orchestrator.organization | Organization affected by the event (for multi-tenant orchestrator setups). | keyword | +| orchestrator.resource.name | Name of the resource being acted upon. | keyword | +| orchestrator.resource.type | Type of resource being acted upon. | keyword | +| orchestrator.type | Orchestrator cluster type (e.g. kubernetes, nomad or cloudfoundry). | keyword | +| service.name | Name of the service data is collected from. The name of the service is normally user given. This allows for distributed services that run on multiple hosts to correlate the related instances based on the name. In the case of Elasticsearch the `service.name` could contain the cluster name. For Beats the `service.name` is by default a copy of the `service.type` field if no name is specified. | keyword | +| source.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | +| source.as.organization.name | Organization name. | keyword | +| source.geo.city_name | City name. | keyword | +| source.geo.continent_name | Name of the continent. | keyword | +| source.geo.country_iso_code | Country ISO code. | keyword | +| source.geo.country_name | Country name. | keyword | +| source.geo.location | Longitude and latitude. | geo_point | +| source.geo.region_iso_code | Region ISO code. | keyword | +| source.geo.region_name | Region name. | keyword | +| source.ip | IP address of the source (IPv4 or IPv6). | ip | +| tags | List of keywords used to tag each event. | keyword | +| user.email | User email address. | keyword | +| user_agent.device.name | Name of the device. | keyword | +| user_agent.name | Name of the user agent. | keyword | +| user_agent.original | Unparsed user_agent string. | keyword | +| user_agent.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| user_agent.os.full | Operating system name, including the version or code name. | keyword | +| user_agent.os.kernel | Operating system kernel version as a raw string. | keyword | +| user_agent.os.name | Operating system name, without the version. | keyword | +| user_agent.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| user_agent.os.version | Operating system version as a raw string. | keyword | +| user_agent.version | Version of the user agent. | keyword | + + +### Firewall + +This is the `firewall` dataset. + +An example event for `firewall` looks as following: + +```json +{ + "log": { + "logger": "projects/test-beats/logs/compute.googleapis.com%2Ffirewall" + }, + "destination": { + "geo": { + "continent_name": "North America", + "country_name": "United States", + "location": { + "lon": -97.822, + "lat": 37.751 + }, + "country_iso_code": "US" + }, + "as": { + "number": 15169, + "organization": { + "name": "Google LLC" + } + }, + "address": "8.8.8.8", + "port": 53, + "ip": "8.8.8.8" + }, + "rule": { + "name": "network:default/firewall:adrian-test-1" + }, + "source": { + "address": "10.128.0.16", + "port": 60094, + "domain": "adrian-test", + "ip": "10.128.0.16" + }, + "network": { + "name": "default", + "community_id": "1:iiDdIEXnxwSiz/hJbVnseQ4SZVE=", + "transport": "udp", + "type": "ipv4", + "iana_number": "17", + "direction": "outbound" + }, + "cloud": { + "region": "us-central1", + "availability_zone": "us-central1-a", + "project": { + "id": "test-beats" + } + }, + "@timestamp": "2019-11-12T12:35:17.214Z", + "ecs": { + "version": "1.8.0" + }, + "related": { + "ip": [ + "10.128.0.16", + "8.8.8.8" + ] + }, + "gcp": { + "firewall": { + "rule_details": { + "action": "DENY", + "target_tag": [ + "adrian-test" + ], + "priority": 1000, + "destination_range": [ + "8.8.8.0/24" + ], + "ip_port_info": [ + { + "ip_protocol": "ALL" + } + ], + "direction": "EGRESS" + } + }, + "source": { + "vpc": { + "project_id": "test-beats", + "subnetwork_name": "default", + "vpc_name": "default" + }, + "instance": { + "region": "us-central1", + "project_id": "test-beats", + "zone": "us-central1-a" + } + } + }, + "event": { + "ingested": "2021-02-19T09:19:48.040375200Z", + "original": "{\"insertId\":\"4zuj4nfn4llkb\",\"jsonPayload\":{\"connection\":{\"dest_ip\":\"8.8.8.8\",\"dest_port\":53,\"protocol\":17,\"src_ip\":\"10.128.0.16\",\"src_port\":60094},\"disposition\":\"DENIED\",\"instance\":{\"project_id\":\"test-beats\",\"region\":\"us-central1\",\"vm_name\":\"adrian-test\",\"zone\":\"us-central1-a\"},\"remote_location\":{\"continent\":\"America\",\"country\":\"usa\"},\"rule_details\":{\"action\":\"DENY\",\"destination_range\":[\"8.8.8.0/24\"],\"direction\":\"EGRESS\",\"ip_port_info\":[{\"ip_protocol\":\"ALL\"}],\"priority\":1000,\"reference\":\"network:default/firewall:adrian-test-1\",\"target_tag\":[\"adrian-test\"]},\"vpc\":{\"project_id\":\"test-beats\",\"subnetwork_name\":\"default\",\"vpc_name\":\"default\"}},\"logName\":\"projects/test-beats/logs/compute.googleapis.com%2Ffirewall\",\"receiveTimestamp\":\"2019-11-12T12:35:24.466374097Z\",\"resource\":{\"labels\":{\"location\":\"us-central1-a\",\"project_id\":\"test-beats\",\"subnetwork_id\":\"1266623735137648253\",\"subnetwork_name\":\"default\"},\"type\":\"gce_subnetwork\"},\"timestamp\":\"2019-11-12T12:35:17.214711274Z\"}", + "kind": "event", + "action": "firewall-rule", + "id": "4zuj4nfn4llkb", + "category": "network", + "type": "connection" + } +} +``` + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.availability_zone | Availability zone in which this host is running. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host is running. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| container.runtime | Runtime managing this container. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| destination.address | Some event destination addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | +| destination.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | +| destination.as.organization.name | Organization name. | keyword | +| destination.domain | Destination domain. | keyword | +| destination.geo.city_name | City name. | keyword | +| destination.geo.continent_name | Name of the continent. | keyword | +| destination.geo.country_iso_code | Country ISO code. | keyword | +| destination.geo.country_name | Country name. | keyword | +| destination.geo.location | Longitude and latitude. | geo_point | +| destination.geo.name | User-defined description of a location, at the level of granularity they care about. Could be the name of their data centers, the floor number, if this describes a local physical entity, city names. Not typically used in automated geolocation. | keyword | +| destination.geo.region_iso_code | Region ISO code. | keyword | +| destination.geo.region_name | Region name. | keyword | +| destination.ip | IP address of the destination (IPv4 or IPv6). | ip | +| destination.port | Port of the destination. | long | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| event.action | The action captured by the event. This describes the information in the event. It is more specific than `event.category`. Examples are `group-add`, `process-started`, `file-created`. The value is normally defined by the implementer. | keyword | +| event.dataset | Event dataset | constant_keyword | +| event.ingested | Timestamp when an event arrived in the central data store. This is different from `@timestamp`, which is when the event originally occurred. It's also different from `event.created`, which is meant to capture the first time an agent saw the event. In normal conditions, assuming no tampering, the timestamps should chronologically look like this: `@timestamp` \< `event.created` \< `event.ingested`. | date | +| event.module | Event module | constant_keyword | +| event.outcome | This is one of four ECS Categorization Fields, and indicates the lowest level in the ECS category hierarchy. `event.outcome` simply denotes whether the event represents a success or a failure from the perspective of the entity that produced the event. Note that when a single transaction is described in multiple events, each event may populate different values of `event.outcome`, according to their perspective. Also note that in the case of a compound event (a single event that contains multiple logical events), this field should be populated with the value that best captures the overall success or failure from the perspective of the event producer. Further note that not all events will have an associated outcome. For example, this field is generally not populated for metric events, events with `event.type:info`, or any events for which an outcome does not make logical sense. | keyword | +| gcp.destination.instance.project_id | ID of the project containing the VM. | keyword | +| gcp.destination.instance.region | Region of the VM. | keyword | +| gcp.destination.instance.zone | Zone of the VM. | keyword | +| gcp.destination.vpc.project_id | ID of the project containing the VM. | keyword | +| gcp.destination.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | +| gcp.destination.vpc.vpc_name | VPC on which the VM is operating. | keyword | +| gcp.firewall.rule_details.action | Action that the rule performs on match. | keyword | +| gcp.firewall.rule_details.destination_range | List of destination ranges that the firewall applies to. | keyword | +| gcp.firewall.rule_details.direction | Direction of traffic that matches this rule. | keyword | +| gcp.firewall.rule_details.ip_port_info | List of ip protocols and applicable port ranges for rules. | array | +| gcp.firewall.rule_details.priority | The priority for the firewall rule. | long | +| gcp.firewall.rule_details.reference | Reference to the firewall rule. | keyword | +| gcp.firewall.rule_details.source_range | List of source ranges that the firewall rule applies to. | keyword | +| gcp.firewall.rule_details.source_service_account | List of all the source service accounts that the firewall rule applies to. | keyword | +| gcp.firewall.rule_details.source_tag | List of all the source tags that the firewall rule applies to. | keyword | +| gcp.firewall.rule_details.target_service_account | List of all the target service accounts that the firewall rule applies to. | keyword | +| gcp.firewall.rule_details.target_tag | List of all the target tags that the firewall rule applies to. | keyword | +| gcp.source.instance.project_id | ID of the project containing the VM. | keyword | +| gcp.source.instance.region | Region of the VM. | keyword | +| gcp.source.instance.zone | Zone of the VM. | keyword | +| gcp.source.vpc.project_id | ID of the project containing the VM. | keyword | +| gcp.source.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | +| gcp.source.vpc.vpc_name | VPC on which the VM is operating. | keyword | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| input.type | Input type | keyword | +| log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | +| log.logger | The name of the logger inside an application. This is usually the name of the class which initialized the logger, or can be a custom name. | keyword | +| log.offset | Log offset | long | +| message | For log events the message field contains the log message, optimized for viewing in a log viewer. For structured logs without an original message field, other fields can be concatenated to form a human-readable summary of the event. If multiple messages exist, they can be combined into one message. | match_only_text | +| network.community_id | A hash of source and destination IPs and ports, as well as the protocol used in a communication. This is a tool-agnostic standard to identify flows. Learn more at https://github.com/corelight/community-id-spec. | keyword | +| network.direction | Direction of the network traffic. Recommended values are: \* ingress \* egress \* inbound \* outbound \* internal \* external \* unknown When mapping events from a host-based monitoring context, populate this field from the host's point of view, using the values "ingress" or "egress". When mapping events from a network or perimeter-based monitoring context, populate this field from the point of view of the network perimeter, using the values "inbound", "outbound", "internal" or "external". Note that "internal" is not crossing perimeter boundaries, and is meant to describe communication between two hosts within the perimeter. Note also that "external" is meant to describe traffic between two hosts that are external to the perimeter. This could for example be useful for ISPs or VPN service providers. | keyword | +| network.iana_number | IANA Protocol Number (https://www.iana.org/assignments/protocol-numbers/protocol-numbers.xhtml). Standardized list of protocols. This aligns well with NetFlow and sFlow related logs which use the IANA Protocol Number. | keyword | +| network.name | Name given by operators to sections of their network. | keyword | +| network.transport | Same as network.iana_number, but instead using the Keyword name of the transport layer (udp, tcp, ipv6-icmp, etc.) The field value must be normalized to lowercase for querying. See the documentation section "Implementing ECS". | keyword | +| network.type | In the OSI Model this would be the Network Layer. ipv4, ipv6, ipsec, pim, etc The field value must be normalized to lowercase for querying. See the documentation section "Implementing ECS". | keyword | +| related.hash | All the hashes seen on your event. Populating this field, then using it to search for hashes can help in situations where you're unsure what the hash algorithm is (and therefore which key name to search). | keyword | +| related.hosts | All hostnames or other host identifiers seen on your event. Example identifiers include FQDNs, domain names, workstation names, or aliases. | keyword | +| related.ip | All of the IPs seen on your event. | ip | +| related.user | All the user names or other user identifiers seen on the event. | keyword | +| rule.name | The name of the rule or signature generating the event. | keyword | +| source.address | Some event source addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | +| source.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | +| source.as.organization.name | Organization name. | keyword | +| source.domain | Source domain. | keyword | +| source.geo.city_name | City name. | keyword | +| source.geo.continent_name | Name of the continent. | keyword | +| source.geo.country_iso_code | Country ISO code. | keyword | +| source.geo.country_name | Country name. | keyword | +| source.geo.location | Longitude and latitude. | geo_point | +| source.geo.name | User-defined description of a location, at the level of granularity they care about. Could be the name of their data centers, the floor number, if this describes a local physical entity, city names. Not typically used in automated geolocation. | keyword | +| source.geo.region_iso_code | Region ISO code. | keyword | +| source.geo.region_name | Region name. | keyword | +| source.ip | IP address of the source (IPv4 or IPv6). | ip | +| source.port | Port of the source. | long | +| tags | List of keywords used to tag each event. | keyword | + + +### VPC Flow + +This is the `VPC Flow` dataset. + +An example event for `vpcflow` looks as following: + +```json +{ + "log": { + "logger": "projects/my-sample-project/logs/compute.googleapis.com%2Fvpc_flows" + }, + "destination": { + "address": "10.87.40.76", + "port": 33970, + "domain": "kibana", + "ip": "10.87.40.76" + }, + "source": { + "geo": { + "continent_name": "America", + "country_name": "usa" + }, + "as": { + "number": 15169 + }, + "address": "198.51.100.248", + "port": 9200, + "bytes": 173663, + "domain": "elasticsearch", + "ip": "198.51.100.248", + "packets": 68 + }, + "network": { + "community_id": "1:e5cZeUPf9fWSqRY+SUSG302spGE=", + "bytes": 173663, + "name": "default", + "transport": "tcp", + "type": "ipv4", + "iana_number": "6", + "packets": 68, + "direction": "internal" + }, + "cloud": { + "region": "us-east1", + "availability_zone": "us-east1-b", + "project": { + "id": "my-sample-project" + } + }, + "@timestamp": "2019-06-14T03:50:10.845Z", + "ecs": { + "version": "1.8.0" + }, + "related": { + "ip": [ + "198.51.100.248", + "10.87.40.76" + ] + }, + "gcp": { + "destination": { + "vpc": { + "project_id": "my-sample-project", + "subnetwork_name": "default", + "vpc_name": "default" + }, + "instance": { + "region": "us-east1", + "project_id": "my-sample-project", + "zone": "us-east1-b" + } + }, + "vpcflow": { + "reporter": "DEST", + "rtt": { + "ms": 1 + } + }, + "source": { + "vpc": { + "project_id": "my-sample-project", + "subnetwork_name": "default", + "vpc_name": "default" + }, + "instance": { + "region": "us-east1", + "project_id": "my-sample-project", + "zone": "us-east1-b" + } + } + }, + "event": { + "ingested": "2021-02-19T09:19:49.051077900Z", + "original": "{\"insertId\":\"ut8lbrffooxzb\",\"jsonPayload\":{\"bytes_sent\":\"173663\",\"connection\":{\"dest_ip\":\"10.87.40.76\",\"dest_port\":33970,\"protocol\":6,\"src_ip\":\"198.51.100.248\",\"src_port\":9200},\"dest_instance\":{\"project_id\":\"my-sample-project\",\"region\":\"us-east1\",\"vm_name\":\"kibana\",\"zone\":\"us-east1-b\"},\"dest_vpc\":{\"project_id\":\"my-sample-project\",\"subnetwork_name\":\"default\",\"vpc_name\":\"default\"},\"end_time\":\"2019-06-14T03:49:51.821302149Z\",\"packets_sent\":\"68\",\"reporter\":\"DEST\",\"rtt_msec\":\"1\",\"src_instance\":{\"project_id\":\"my-sample-project\",\"region\":\"us-east1\",\"vm_name\":\"elasticsearch\",\"zone\":\"us-east1-b\"},\"src_location\":{\"asn\":15169,\"continent\":\"America\",\"country\":\"usa\"},\"src_vpc\":{\"project_id\":\"my-sample-project\",\"subnetwork_name\":\"default\",\"vpc_name\":\"default\"},\"start_time\":\"2019-06-14T03:40:08.466657665Z\"},\"logName\":\"projects/my-sample-project/logs/compute.googleapis.com%2Fvpc_flows\",\"receiveTimestamp\":\"2019-06-14T03:50:10.845445834Z\",\"resource\":{\"labels\":{\"location\":\"us-east1-b\",\"project_id\":\"my-sample-project\",\"subnetwork_id\":\"758019854043528829\",\"subnetwork_name\":\"default\"},\"type\":\"gce_subnetwork\"},\"timestamp\":\"2019-06-14T03:50:10.845445834Z\"}", + "kind": "event", + "start": "2019-06-14T03:40:08.466657665Z", + "end": "2019-06-14T03:49:51.821302149Z", + "id": "ut8lbrffooxzb", + "category": "network", + "type": "connection" + } +} +``` + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.availability_zone | Availability zone in which this host is running. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host is running. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| container.runtime | Runtime managing this container. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| destination.address | Some event destination addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | +| destination.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | +| destination.as.organization.name | Organization name. | keyword | +| destination.domain | Destination domain. | keyword | +| destination.geo.city_name | City name. | keyword | +| destination.geo.continent_name | Name of the continent. | keyword | +| destination.geo.country_iso_code | Country ISO code. | keyword | +| destination.geo.country_name | Country name. | keyword | +| destination.geo.location | Longitude and latitude. | geo_point | +| destination.geo.name | User-defined description of a location, at the level of granularity they care about. Could be the name of their data centers, the floor number, if this describes a local physical entity, city names. Not typically used in automated geolocation. | keyword | +| destination.geo.region_iso_code | Region ISO code. | keyword | +| destination.geo.region_name | Region name. | keyword | +| destination.ip | IP address of the destination (IPv4 or IPv6). | ip | +| destination.port | Port of the destination. | long | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| event.action | The action captured by the event. This describes the information in the event. It is more specific than `event.category`. Examples are `group-add`, `process-started`, `file-created`. The value is normally defined by the implementer. | keyword | +| event.dataset | Event dataset | constant_keyword | +| event.ingested | Timestamp when an event arrived in the central data store. This is different from `@timestamp`, which is when the event originally occurred. It's also different from `event.created`, which is meant to capture the first time an agent saw the event. In normal conditions, assuming no tampering, the timestamps should chronologically look like this: `@timestamp` \< `event.created` \< `event.ingested`. | date | +| event.module | Event module | constant_keyword | +| event.outcome | This is one of four ECS Categorization Fields, and indicates the lowest level in the ECS category hierarchy. `event.outcome` simply denotes whether the event represents a success or a failure from the perspective of the entity that produced the event. Note that when a single transaction is described in multiple events, each event may populate different values of `event.outcome`, according to their perspective. Also note that in the case of a compound event (a single event that contains multiple logical events), this field should be populated with the value that best captures the overall success or failure from the perspective of the event producer. Further note that not all events will have an associated outcome. For example, this field is generally not populated for metric events, events with `event.type:info`, or any events for which an outcome does not make logical sense. | keyword | +| gcp.destination.instance.project_id | ID of the project containing the VM. | keyword | +| gcp.destination.instance.region | Region of the VM. | keyword | +| gcp.destination.instance.zone | Zone of the VM. | keyword | +| gcp.destination.vpc.project_id | ID of the project containing the VM. | keyword | +| gcp.destination.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | +| gcp.destination.vpc.vpc_name | VPC on which the VM is operating. | keyword | +| gcp.source.instance.project_id | ID of the project containing the VM. | keyword | +| gcp.source.instance.region | Region of the VM. | keyword | +| gcp.source.instance.zone | Zone of the VM. | keyword | +| gcp.source.vpc.project_id | ID of the project containing the VM. | keyword | +| gcp.source.vpc.subnetwork_name | Subnetwork on which the VM is operating. | keyword | +| gcp.source.vpc.vpc_name | VPC on which the VM is operating. | keyword | +| gcp.vpcflow.reporter | The side which reported the flow. Can be either 'SRC' or 'DEST'. | keyword | +| gcp.vpcflow.rtt.ms | Latency as measured (for TCP flows only) during the time interval. This is the time elapsed between sending a SEQ and receiving a corresponding ACK and it contains the network RTT as well as the application related delay. | long | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| input.type | Input type | keyword | +| log.file.path | Full path to the log file this event came from, including the file name. It should include the drive letter, when appropriate. If the event wasn't read from a log file, do not populate this field. | keyword | +| log.logger | The name of the logger inside an application. This is usually the name of the class which initialized the logger, or can be a custom name. | keyword | +| log.offset | Log offset | long | +| message | For log events the message field contains the log message, optimized for viewing in a log viewer. For structured logs without an original message field, other fields can be concatenated to form a human-readable summary of the event. If multiple messages exist, they can be combined into one message. | match_only_text | +| network.bytes | Total bytes transferred in both directions. If `source.bytes` and `destination.bytes` are known, `network.bytes` is their sum. | long | +| network.community_id | A hash of source and destination IPs and ports, as well as the protocol used in a communication. This is a tool-agnostic standard to identify flows. Learn more at https://github.com/corelight/community-id-spec. | keyword | +| network.direction | Direction of the network traffic. Recommended values are: \* ingress \* egress \* inbound \* outbound \* internal \* external \* unknown When mapping events from a host-based monitoring context, populate this field from the host's point of view, using the values "ingress" or "egress". When mapping events from a network or perimeter-based monitoring context, populate this field from the point of view of the network perimeter, using the values "inbound", "outbound", "internal" or "external". Note that "internal" is not crossing perimeter boundaries, and is meant to describe communication between two hosts within the perimeter. Note also that "external" is meant to describe traffic between two hosts that are external to the perimeter. This could for example be useful for ISPs or VPN service providers. | keyword | +| network.iana_number | IANA Protocol Number (https://www.iana.org/assignments/protocol-numbers/protocol-numbers.xhtml). Standardized list of protocols. This aligns well with NetFlow and sFlow related logs which use the IANA Protocol Number. | keyword | +| network.name | Name given by operators to sections of their network. | keyword | +| network.packets | Total packets transferred in both directions. If `source.packets` and `destination.packets` are known, `network.packets` is their sum. | long | +| network.transport | Same as network.iana_number, but instead using the Keyword name of the transport layer (udp, tcp, ipv6-icmp, etc.) The field value must be normalized to lowercase for querying. See the documentation section "Implementing ECS". | keyword | +| network.type | In the OSI Model this would be the Network Layer. ipv4, ipv6, ipsec, pim, etc The field value must be normalized to lowercase for querying. See the documentation section "Implementing ECS". | keyword | +| related.hash | All the hashes seen on your event. Populating this field, then using it to search for hashes can help in situations where you're unsure what the hash algorithm is (and therefore which key name to search). | keyword | +| related.hosts | All hostnames or other host identifiers seen on your event. Example identifiers include FQDNs, domain names, workstation names, or aliases. | keyword | +| related.ip | All of the IPs seen on your event. | ip | +| related.user | All the user names or other user identifiers seen on the event. | keyword | +| rule.name | The name of the rule or signature generating the event. | keyword | +| source.address | Some event source addresses are defined ambiguously. The event will sometimes list an IP, a domain or a unix socket. You should always store the raw address in the `.address` field. Then it should be duplicated to `.ip` or `.domain`, depending on which one it is. | keyword | +| source.as.number | Unique number allocated to the autonomous system. The autonomous system number (ASN) uniquely identifies each network on the Internet. | long | +| source.as.organization.name | Organization name. | keyword | +| source.bytes | Bytes sent from the source to the destination. | long | +| source.domain | Source domain. | keyword | +| source.geo.city_name | City name. | keyword | +| source.geo.continent_name | Name of the continent. | keyword | +| source.geo.country_iso_code | Country ISO code. | keyword | +| source.geo.country_name | Country name. | keyword | +| source.geo.location | Longitude and latitude. | geo_point | +| source.geo.name | User-defined description of a location, at the level of granularity they care about. Could be the name of their data centers, the floor number, if this describes a local physical entity, city names. Not typically used in automated geolocation. | keyword | +| source.geo.region_iso_code | Region ISO code. | keyword | +| source.geo.region_name | Region name. | keyword | +| source.ip | IP address of the source (IPv4 or IPv6). | ip | +| source.packets | Packets sent from the source to the destination. | long | +| source.port | Port of the source. | long | +| tags | List of keywords used to tag each event. | keyword | + diff --git a/packages/gcp/docs/metrics.md b/packages/gcp/docs/metrics.md new file mode 100644 index 00000000000..5422772669b --- /dev/null +++ b/packages/gcp/docs/metrics.md @@ -0,0 +1,776 @@ +# Google Cloud Platform Metrics Integration + +The Google Cloud Platform Metrics integration collects and parses Google Cloud billing, compute, storage metrics. + +## Metrics + +### Billing + +This is the `billing` dataset. + +An example event for `billing` looks as following: + +```json +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "01475F-5B1080-1137E7" + }, + "project": { + "id": "elastic-bi", + "name": "elastic-containerlib-prod" + }, + "provider": "gcp" + }, + "event": { + "dataset": "gcp.billing", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "billing": { + "billing_account_id": "01475F-5B1080-1137E7", + "cost_type": "regular", + "invoice_month": "202106", + "project_id": "containerlib-prod-12763", + "project_name": "elastic-containerlib-prod", + "total": 4717.170681 + } + }, + "metricset": { + "name": "billing", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} +``` + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud | Fields related to the cloud or infrastructure the events are coming from. | group | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.account.name | The cloud account name or alias used to identify different entities in a multi-tenant environment. Examples: AWS account name, Google Cloud ORG display name. | keyword | +| cloud.availability_zone | Availability zone in which this host is running. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host is running. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| error | These fields can represent errors of any kind. Use them for errors that happen while fetching events or in cases where the event itself contains an error. | group | +| error.message | Error message. | match_only_text | +| event.dataset | Event dataset | constant_keyword | +| event.module | Event module | constant_keyword | +| gcp.billing.cost_type | Cost types include regular, tax, adjustment, and rounding_error. | keyword | +| gcp.billing.invoice_month | Billing report month. | keyword | +| gcp.billing.project_id | Project ID of the billing report belongs to. | keyword | +| gcp.billing.total | Total billing amount. | float | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | + + +### Compute + +This is the `compute` dataset. + +An example event for `compute` looks as following: + +```json +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability", + "name": "elastic-observability" + }, + "instance": { + "id": "1113015278728017638", + "name": "gke-apm-ci-k8s-cluster-pool-2-e8852348-58mx" + }, + "provider": "gcp", + "availability_zone": "us-central1-c", + "region": "us-central1" + }, + "event": { + "dataset": "gcp.compute", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "compute": { + "instance": { + "disk": { + "read_bytes_count": { + "value": 989296850 + }, + "read_ops_count": { + "value": 14862 + }, + "write_bytes_count": { + "value": 1323095 + }, + "write_ops_count": { + "value": 105 + } + } + } + }, + "labels": { + "metrics": { + "device_name": "gke-apm-ci-k8s-cluster-pool-2-e8852348-58mx", + "device_type": "permanent", + "storage_type": "pd-standard" + } + } + }, + "host": { + "disk": { + "read": { + "bytes": 989296850 + }, + "write": { + "bytes": 1323095 + } + }, + "id": "1113015278728017638", + "name": "gke-apm-ci-k8s-cluster-pool-2-e8852348-58mx" + }, + "metricset": { + "name": "compute", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} +``` + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud | Fields related to the cloud or infrastructure the events are coming from. | group | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.account.name | The cloud account name or alias used to identify different entities in a multi-tenant environment. Examples: AWS account name, Google Cloud ORG display name. | keyword | +| cloud.availability_zone | Availability zone in which this host is running. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host, resource, or service is located. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| error | These fields can represent errors of any kind. Use them for errors that happen while fetching events or in cases where the event itself contains an error. | group | +| error.message | Error message. | match_only_text | +| event.dataset | Event dataset | constant_keyword | +| event.module | Event module | constant_keyword | +| gcp.compute.instance.cpu.reserved_cores.value | Number of cores reserved on the host of the instance | double | +| gcp.compute.instance.cpu.usage_time.value | Usage for all cores in seconds | double | +| gcp.compute.instance.cpu.utilization.value | The fraction of the allocated CPU that is currently in use on the instance | double | +| gcp.compute.instance.disk.read_bytes_count.value | Count of bytes read from disk | long | +| gcp.compute.instance.disk.read_ops_count.value | Count of disk read IO operations | long | +| gcp.compute.instance.disk.write_bytes_count.value | Count of bytes written to disk | long | +| gcp.compute.instance.disk.write_ops_count.value | Count of disk write IO operations | long | +| gcp.compute.instance.firewall.dropped_bytes_count.value | Incoming bytes dropped by the firewall | long | +| gcp.compute.instance.firewall.dropped_packets_count.value | Incoming packets dropped by the firewall | long | +| gcp.compute.instance.memory.balloon.ram_size.value | The total amount of memory in the VM. This metric is only available for VMs that belong to the e2 family. | long | +| gcp.compute.instance.memory.balloon.ram_used.value | Memory currently used in the VM. This metric is only available for VMs that belong to the e2 family. | long | +| gcp.compute.instance.memory.balloon.swap_in_bytes_count.value | The amount of memory read into the guest from its own swap space. This metric is only available for VMs that belong to the e2 family. | long | +| gcp.compute.instance.memory.balloon.swap_out_bytes_count.value | The amount of memory written from the guest to its own swap space. This metric is only available for VMs that belong to the e2 family. | long | +| gcp.compute.instance.network.received_bytes_count.value | Count of bytes received from the network | long | +| gcp.compute.instance.network.received_packets_count.value | Count of packets received from the network | long | +| gcp.compute.instance.network.sent_bytes_count.value | Count of bytes sent over the network | long | +| gcp.compute.instance.network.sent_packets_count.value | Count of packets sent over the network | long | +| gcp.compute.instance.uptime.value | How long the VM has been running, in seconds | long | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | + + +### GKE + +This is the `gke` dataset. + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud | Fields related to the cloud or infrastructure the events are coming from. | group | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.account.name | The cloud account name or alias used to identify different entities in a multi-tenant environment. Examples: AWS account name, Google Cloud ORG display name. | keyword | +| cloud.availability_zone | Availability zone in which this host is running. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host, resource, or service is located. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| error | These fields can represent errors of any kind. Use them for errors that happen while fetching events or in cases where the event itself contains an error. | group | +| error.message | Error message. | match_only_text | +| event.dataset | Event dataset | constant_keyword | +| event.module | Event module | constant_keyword | +| gcp.compute.instance.cpu.reserved_cores.value | Number of cores reserved on the host of the instance | double | +| gcp.compute.instance.cpu.usage_time.value | Usage for all cores in seconds | double | +| gcp.compute.instance.cpu.utilization.value | The fraction of the allocated CPU that is currently in use on the instance | double | +| gcp.compute.instance.disk.read_bytes_count.value | Count of bytes read from disk | long | +| gcp.compute.instance.disk.read_ops_count.value | Count of disk read IO operations | long | +| gcp.compute.instance.disk.write_bytes_count.value | Count of bytes written to disk | long | +| gcp.compute.instance.disk.write_ops_count.value | Count of disk write IO operations | long | +| gcp.compute.instance.firewall.dropped_bytes_count.value | Incoming bytes dropped by the firewall | long | +| gcp.compute.instance.firewall.dropped_packets_count.value | Incoming packets dropped by the firewall | long | +| gcp.compute.instance.memory.balloon.ram_size.value | The total amount of memory in the VM. This metric is only available for VMs that belong to the e2 family. | long | +| gcp.compute.instance.memory.balloon.ram_used.value | Memory currently used in the VM. This metric is only available for VMs that belong to the e2 family. | long | +| gcp.compute.instance.memory.balloon.swap_in_bytes_count.value | The amount of memory read into the guest from its own swap space. This metric is only available for VMs that belong to the e2 family. | long | +| gcp.compute.instance.memory.balloon.swap_out_bytes_count.value | The amount of memory written from the guest to its own swap space. This metric is only available for VMs that belong to the e2 family. | long | +| gcp.compute.instance.network.received_bytes_count.value | Count of bytes received from the network | long | +| gcp.compute.instance.network.received_packets_count.value | Count of packets received from the network | long | +| gcp.compute.instance.network.sent_bytes_count.value | Count of bytes sent over the network | long | +| gcp.compute.instance.network.sent_packets_count.value | Count of packets sent over the network | long | +| gcp.compute.instance.uptime.value | How long the VM has been running, in seconds | long | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | + + +### Load Balancing + +This is the `loadbalancing` dataset. + +An example event for `loadbalancing` looks as following: + +```json +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability" + }, + "provider": "gcp" + }, + "event": { + "dataset": "gcp.loadbalancing", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "labels": { + "metrics": { + "client_network": "ocp-be-c5kjr-network", + "client_subnetwork": "ocp-be-c5kjr-worker-subnet", + "client_zone": "us-central1-a" + }, + "resource": { + "backend_name": "ocp-be-c5kjr-master-us-central1-a", + "backend_scope": "us-central1-a", + "backend_scope_type": "ZONE", + "backend_subnetwork_name": "ocp-be-c5kjr-master-subnet", + "backend_target_name": "ocp-be-c5kjr-api-internal", + "backend_target_type": "BACKEND_SERVICE", + "backend_type": "INSTANCE_GROUP", + "forwarding_rule_name": "ocp-be-c5kjr-api-internal", + "load_balancer_name": "ocp-be-c5kjr-api-internal", + "network_name": "ocp-be-c5kjr-network", + "region": "us-central1" + } + }, + "loadbalancing": { + "l3": { + "internal": { + "egress_packets_count": { + "value": 0 + } + } + } + } + }, + "metricset": { + "name": "loadbalancing", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} +``` + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud | Fields related to the cloud or infrastructure the events are coming from. | group | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.account.name | The cloud account name or alias used to identify different entities in a multi-tenant environment. Examples: AWS account name, Google Cloud ORG display name. | keyword | +| cloud.availability_zone | Availability zone in which this host is running. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host is running. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| error | These fields can represent errors of any kind. Use them for errors that happen while fetching events or in cases where the event itself contains an error. | group | +| error.message | Error message. | match_only_text | +| event.dataset | Event dataset | constant_keyword | +| event.module | Event module | constant_keyword | +| gcp.loadbalancing.https.backend_request_bytes_count.value | The number of bytes sent as requests from HTTP/S load balancer to backends. | long | +| gcp.loadbalancing.https.backend_request_count.value | The number of requests served by backends of HTTP/S load balancer. | long | +| gcp.loadbalancing.https.request_bytes_count.value | The number of bytes sent as requests from clients to HTTP/S load balancer. | long | +| gcp.loadbalancing.https.request_count.value | The number of requests served by HTTP/S load balancer. | long | +| gcp.loadbalancing.https.response_bytes_count.value | The number of bytes sent as responses from HTTP/S load balancer to clients. | long | +| gcp.loadbalancing.l3.internal.egress_bytes_count.value | The number of bytes sent from ILB backend to client (for TCP flows it's counting bytes on application stream only). | long | +| gcp.loadbalancing.l3.internal.egress_packets_count.value | The number of packets sent from ILB backend to client of the flow. | long | +| gcp.loadbalancing.l3.internal.ingress_bytes_count.value | The number of bytes sent from client to ILB backend (for TCP flows it's counting bytes on application stream only). | long | +| gcp.loadbalancing.l3.internal.ingress_packets_count.value | The number of packets sent from client to ILB backend. | long | +| gcp.loadbalancing.tcp_ssl_proxy.closed_connections.value | Number of connections that were terminated over TCP/SSL proxy. | long | +| gcp.loadbalancing.tcp_ssl_proxy.egress_bytes_count.value | Number of bytes sent from VM to client using proxy. | long | +| gcp.loadbalancing.tcp_ssl_proxy.ingress_bytes_count.value | Number of bytes sent from client to VM using proxy. | long | +| gcp.loadbalancing.tcp_ssl_proxy.new_connections.value | Number of connections that were created over TCP/SSL proxy. | long | +| gcp.loadbalancing.tcp_ssl_proxy.open_connections.value | Current number of outstanding connections through the TCP/SSL proxy. | long | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | + + +### PubSub + +This is the `pubsub` dataset. + +An example event for `pubsub` looks as following: + +```json +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability" + }, + "provider": "gcp" + }, + "event": { + "dataset": "gcp.pubsub", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "labels": { + "resource": { + "subscription_id": "test-subscription-1" + } + }, + "pubsub": { + "subscription": { + "backlog_bytes": { + "value": 0 + } + } + } + }, + "metricset": { + "name": "pubsub", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} +``` + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud | Fields related to the cloud or infrastructure the events are coming from. | group | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.account.name | The cloud account name or alias used to identify different entities in a multi-tenant environment. Examples: AWS account name, Google Cloud ORG display name. | keyword | +| cloud.availability_zone | Availability zone in which this host, resource, or service is located. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host is running. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| error | These fields can represent errors of any kind. Use them for errors that happen while fetching events or in cases where the event itself contains an error. | group | +| error.message | Error message. | match_only_text | +| event.dataset | Event dataset | constant_keyword | +| event.module | Event module | constant_keyword | +| gcp.pubsub.snapshot.backlog_bytes.value | Total byte size of the messages retained in a snapshot. | long | +| gcp.pubsub.snapshot.backlog_bytes_by_region.value | Total byte size of the messages retained in a snapshot, broken down by Cloud region. | long | +| gcp.pubsub.snapshot.config_updates_count.value | Cumulative count of configuration changes, grouped by operation type and result. | long | +| gcp.pubsub.snapshot.num_messages.value | Number of messages retained in a snapshot. | long | +| gcp.pubsub.snapshot.num_messages_by_region.value | Number of messages retained in a snapshot, broken down by Cloud region. | long | +| gcp.pubsub.snapshot.oldest_message_age.value | Age (in seconds) of the oldest message retained in a snapshot. | long | +| gcp.pubsub.snapshot.oldest_message_age_by_region.value | Age (in seconds) of the oldest message retained in a snapshot, broken down by Cloud region. | long | +| gcp.pubsub.subscription.ack_message_count.value | Cumulative count of messages acknowledged by Acknowledge requests, grouped by delivery type. | long | +| gcp.pubsub.subscription.backlog_bytes.value | Total byte size of the unacknowledged messages (a.k.a. backlog messages) in a subscription. | long | +| gcp.pubsub.subscription.byte_cost.value | Cumulative cost of operations, measured in bytes. This is used to measure quota utilization. | long | +| gcp.pubsub.subscription.config_updates_count.value | Cumulative count of configuration changes for each subscription, grouped by operation type and result. | long | +| gcp.pubsub.subscription.dead_letter_message_count.value | Cumulative count of messages published to dead letter topic, grouped by result. | long | +| gcp.pubsub.subscription.mod_ack_deadline_message_count.value | Cumulative count of messages whose deadline was updated by ModifyAckDeadline requests, grouped by delivery type. | long | +| gcp.pubsub.subscription.mod_ack_deadline_message_operation_count.value | Cumulative count of ModifyAckDeadline message operations, grouped by result. | long | +| gcp.pubsub.subscription.mod_ack_deadline_request_count.value | Cumulative count of ModifyAckDeadline requests, grouped by result. | long | +| gcp.pubsub.subscription.num_outstanding_messages.value | Number of messages delivered to a subscription's push endpoint, but not yet acknowledged. | long | +| gcp.pubsub.subscription.num_undelivered_messages.value | Number of unacknowledged messages (a.k.a. backlog messages) in a subscription. | long | +| gcp.pubsub.subscription.oldest_retained_acked_message_age.value | Age (in seconds) of the oldest acknowledged message retained in a subscription. | long | +| gcp.pubsub.subscription.oldest_retained_acked_message_age_by_region.value | Age (in seconds) of the oldest acknowledged message retained in a subscription, broken down by Cloud region. | long | +| gcp.pubsub.subscription.oldest_unacked_message_age.value | Age (in seconds) of the oldest unacknowledged message (a.k.a. backlog message) in a subscription. | long | +| gcp.pubsub.subscription.oldest_unacked_message_age_by_region.value | Age (in seconds) of the oldest unacknowledged message in a subscription, broken down by Cloud region. | long | +| gcp.pubsub.subscription.pull_ack_message_operation_count.value | Cumulative count of acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. | long | +| gcp.pubsub.subscription.pull_ack_request_count.value | Cumulative count of acknowledge requests, grouped by result. | long | +| gcp.pubsub.subscription.pull_message_operation_count.value | Cumulative count of pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. | long | +| gcp.pubsub.subscription.pull_request_count.value | Cumulative count of pull requests, grouped by result. | long | +| gcp.pubsub.subscription.push_request_count.value | Cumulative count of push attempts, grouped by result. Unlike pulls, the push server implementation does not batch user messages. So each request only contains one user message. The push server retries on errors, so a given user message can appear multiple times. | long | +| gcp.pubsub.subscription.push_request_latencies.value | Distribution of push request latencies (in microseconds), grouped by result. | long | +| gcp.pubsub.subscription.retained_acked_bytes.value | Total byte size of the acknowledged messages retained in a subscription. | long | +| gcp.pubsub.subscription.retained_acked_bytes_by_region.value | Total byte size of the acknowledged messages retained in a subscription, broken down by Cloud region. | long | +| gcp.pubsub.subscription.seek_request_count.value | Cumulative count of seek attempts, grouped by result. | long | +| gcp.pubsub.subscription.sent_message_count.value | Cumulative count of messages sent by Cloud Pub/Sub to subscriber clients, grouped by delivery type. | long | +| gcp.pubsub.subscription.streaming_pull_ack_message_operation_count.value | Cumulative count of StreamingPull acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. | long | +| gcp.pubsub.subscription.streaming_pull_ack_request_count.value | Cumulative count of streaming pull requests with non-empty acknowledge ids, grouped by result. | long | +| gcp.pubsub.subscription.streaming_pull_message_operation_count.value | Cumulative count of streaming pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric \subscription/mod_ack_deadline_message_operation_count | long | +| gcp.pubsub.subscription.streaming_pull_mod_ack_deadline_message_operation_count.value | Cumulative count of StreamingPull ModifyAckDeadline operations, grouped by result. | long | +| gcp.pubsub.subscription.streaming_pull_mod_ack_deadline_request_count.value | Cumulative count of streaming pull requests with non-empty ModifyAckDeadline fields, grouped by result. | long | +| gcp.pubsub.subscription.streaming_pull_response_count.value | Cumulative count of streaming pull responses, grouped by result. | long | +| gcp.pubsub.subscription.unacked_bytes_by_region.value | Total byte size of the unacknowledged messages in a subscription, broken down by Cloud region. | long | +| gcp.pubsub.topic.byte_cost.value | Cost of operations, measured in bytes. This is used to measure utilization for quotas. | long | +| gcp.pubsub.topic.config_updates_count.value | Cumulative count of configuration changes, grouped by operation type and result. | long | +| gcp.pubsub.topic.message_sizes.value | Distribution of publish message sizes (in bytes) | long | +| gcp.pubsub.topic.oldest_retained_acked_message_age_by_region.value | Age (in seconds) of the oldest acknowledged message retained in a topic, broken down by Cloud region. | long | +| gcp.pubsub.topic.oldest_unacked_message_age_by_region.value | Age (in seconds) of the oldest unacknowledged message in a topic, broken down by Cloud region. | long | +| gcp.pubsub.topic.retained_acked_bytes_by_region.value | Total byte size of the acknowledged messages retained in a topic, broken down by Cloud region. | long | +| gcp.pubsub.topic.send_message_operation_count.value | Cumulative count of publish message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. | long | +| gcp.pubsub.topic.send_request_count.value | Cumulative count of publish requests, grouped by result. | long | +| gcp.pubsub.topic.streaming_pull_response_count.value | Cumulative count of streaming pull responses, grouped by result. | long | +| gcp.pubsub.topic.unacked_bytes_by_region.value | Total byte size of the unacknowledged messages in a topic, broken down by Cloud region. | long | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | + + +### Metrics + +This is the `metrics` dataset. + +An example event for `metrics` looks as following: + +```json +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability", + "name": "elastic-observability" + }, + "instance": { + "id": "4049989596327614796", + "name": "nchaulet-loadtest-horde-master" + }, + "machine": { + "type": "n1-standard-8" + }, + "provider": "gcp" + }, + "cloud.availability_zone": "us-central1-a", + "cloud.region": "us-central1", + "event": { + "dataset": "gcp.metrics", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "labels": {}, + "metrics": { + "instance": { + "uptime_total": { + "value": 791820 + } + } + } + }, + "host": { + "id": "4049989596327614796", + "name": "nchaulet-loadtest-horde-master" + }, + "metricset": { + "name": "metrics", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} +``` + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud | Fields related to the cloud or infrastructure the events are coming from. | group | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.account.name | The cloud account name or alias used to identify different entities in a multi-tenant environment. Examples: AWS account name, Google Cloud ORG display name. | keyword | +| cloud.availability_zone | Availability zone in which this host, resource, or service is located. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host is running. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| error | These fields can represent errors of any kind. Use them for errors that happen while fetching events or in cases where the event itself contains an error. | group | +| error.message | Error message. | match_only_text | +| event.dataset | Event dataset | constant_keyword | +| event.module | Event module | constant_keyword | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | + + +### Storage + +This is the `storage` dataset. + +An example event for `storage` looks as following: + +```json +{ + "@timestamp": "2017-10-12T08:05:34.853Z", + "cloud": { + "account": { + "id": "elastic-observability" + }, + "provider": "gcp" + }, + "event": { + "dataset": "gcp.storage", + "duration": 115000, + "module": "gcp" + }, + "gcp": { + "labels": { + "metrics": { + "storage_class": "MULTI_REGIONAL" + }, + "resource": { + "bucket_name": "fstuermer-log-data-categorization-7-6-0", + "location": "us" + } + }, + "storage": { + "storage": { + "total_bytes": { + "value": 4472520191 + } + } + } + }, + "metricset": { + "name": "storage", + "period": 10000 + }, + "service": { + "type": "gcp" + } +} +``` + +**Exported fields** + +| Field | Description | Type | +|---|---|---| +| @timestamp | Event timestamp. | date | +| cloud | Fields related to the cloud or infrastructure the events are coming from. | group | +| cloud.account.id | The cloud account or organization id used to identify different entities in a multi-tenant environment. Examples: AWS account id, Google Cloud ORG Id, or other unique identifier. | keyword | +| cloud.account.name | The cloud account name or alias used to identify different entities in a multi-tenant environment. Examples: AWS account name, Google Cloud ORG display name. | keyword | +| cloud.availability_zone | Availability zone in which this host is running. | keyword | +| cloud.image.id | Image ID for the cloud instance. | keyword | +| cloud.instance.id | Instance ID of the host machine. | keyword | +| cloud.instance.name | Instance name of the host machine. | keyword | +| cloud.machine.type | Machine type of the host machine. | keyword | +| cloud.project.id | Name of the project in Google Cloud. | keyword | +| cloud.provider | Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. | keyword | +| cloud.region | Region in which this host, resource, or service is located. | keyword | +| container.id | Unique container id. | keyword | +| container.image.name | Name of the image the container was built on. | keyword | +| container.labels | Image labels. | object | +| container.name | Container name. | keyword | +| data_stream.dataset | Data stream dataset. | constant_keyword | +| data_stream.namespace | Data stream namespace. | constant_keyword | +| data_stream.type | Data stream type. | constant_keyword | +| ecs.version | ECS version this event conforms to. `ecs.version` is a required field and must exist in all events. When querying across multiple indices -- which may conform to slightly different ECS versions -- this field lets integrations adjust to the schema version of the events. | keyword | +| error | These fields can represent errors of any kind. Use them for errors that happen while fetching events or in cases where the event itself contains an error. | group | +| error.message | Error message. | match_only_text | +| event.dataset | Event dataset | constant_keyword | +| event.module | Event module | constant_keyword | +| gcp.storage.api.request_count.value | Delta count of API calls, grouped by the API method name and response code. | long | +| gcp.storage.authz.acl_based_object_access_count.value | Delta count of requests that result in an object being granted access solely due to object ACLs. | long | +| gcp.storage.authz.acl_operations_count.value | Usage of ACL operations broken down by type. | long | +| gcp.storage.authz.object_specific_acl_mutation_count.value | Delta count of changes made to object specific ACLs. | long | +| gcp.storage.network.received_bytes_count.value | Delta count of bytes received over the network, grouped by the API method name and response code. | long | +| gcp.storage.network.sent_bytes_count.value | Delta count of bytes sent over the network, grouped by the API method name and response code. | long | +| gcp.storage.storage.object_count.value | Total number of objects per bucket, grouped by storage class. This value is measured once per day, and the value is repeated at each sampling interval throughout the day. | long | +| gcp.storage.storage.total_byte_seconds.value | Delta count of bytes received over the network, grouped by the API method name and response code. | long | +| gcp.storage.storage.total_bytes.value | Total size of all objects in the bucket, grouped by storage class. This value is measured once per day, and the value is repeated at each sampling interval throughout the day. | long | +| host.architecture | Operating system architecture. | keyword | +| host.containerized | If the host is a container. | boolean | +| host.domain | Name of the domain of which the host is a member. For example, on Windows this could be the host's Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host's LDAP provider. | keyword | +| host.hostname | Hostname of the host. It normally contains what the `hostname` command returns on the host machine. | keyword | +| host.id | Unique host id. As hostname is not always unique, use values that are meaningful in your environment. Example: The current usage of `beat.name`. | keyword | +| host.ip | Host ip addresses. | ip | +| host.mac | Host mac addresses. | keyword | +| host.name | Name of the host. It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use. | keyword | +| host.os.build | OS build information. | keyword | +| host.os.codename | OS codename, if any. | keyword | +| host.os.family | OS family (such as redhat, debian, freebsd, windows). | keyword | +| host.os.kernel | Operating system kernel version as a raw string. | keyword | +| host.os.name | Operating system name, without the version. | keyword | +| host.os.platform | Operating system platform (such centos, ubuntu, windows). | keyword | +| host.os.version | Operating system version as a raw string. | keyword | +| host.type | Type of host. For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment. | keyword | +| service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | + diff --git a/packages/gcp/img/gcp-billing.png b/packages/gcp/img/gcp-billing.png new file mode 100644 index 00000000000..b697c285a11 Binary files /dev/null and b/packages/gcp/img/gcp-billing.png differ diff --git a/packages/gcp/img/gcp-compute.png b/packages/gcp/img/gcp-compute.png new file mode 100644 index 00000000000..d4d90d27ad3 Binary files /dev/null and b/packages/gcp/img/gcp-compute.png differ diff --git a/packages/gcp/img/gcp-pubsub.png b/packages/gcp/img/gcp-pubsub.png new file mode 100644 index 00000000000..b1bfdd4531f Binary files /dev/null and b/packages/gcp/img/gcp-pubsub.png differ diff --git a/packages/gcp/img/gcp-storage.png b/packages/gcp/img/gcp-storage.png new file mode 100644 index 00000000000..a1af2aa8314 Binary files /dev/null and b/packages/gcp/img/gcp-storage.png differ diff --git a/packages/gcp/kibana/dashboard/gcp-1ae960c0-f9f8-11eb-bc38-79936db7c106.json b/packages/gcp/kibana/dashboard/gcp-1ae960c0-f9f8-11eb-bc38-79936db7c106.json new file mode 100644 index 00000000000..9fc39e236d5 --- /dev/null +++ b/packages/gcp/kibana/dashboard/gcp-1ae960c0-f9f8-11eb-bc38-79936db7c106.json @@ -0,0 +1,3119 @@ +{ + "attributes": { + "description": "Overview of GCP GKE Metrics", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "syncColors": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {}, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "controls": [ + { + "fieldName": "cloud.account.id", + "id": "1628503451893", + "indexPatternRefName": "control_9d604bbc-ce5e-49c8-b961-d974fa9d7891_0_index_pattern", + "label": "Project", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.resource.cluster_name", + "id": "1628500208857", + "indexPatternRefName": "control_9d604bbc-ce5e-49c8-b961-d974fa9d7891_1_index_pattern", + "label": "Cluster", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "1628503451893", + "type": "list" + }, + { + "fieldName": "gcp.labels.resource.location", + "id": "1628503553606", + "indexPatternRefName": "control_9d604bbc-ce5e-49c8-b961-d974fa9d7891_2_index_pattern", + "label": "Location", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": false, + "useTimeFilter": false + }, + "title": "", + "type": "input_control_vis", + "uiState": {} + }, + "type": "visualization" + }, + "gridData": { + "h": 7, + "i": "9d604bbc-ce5e-49c8-b961-d974fa9d7891", + "w": 24, + "x": 0, + "y": 0 + }, + "panelIndex": "9d604bbc-ce5e-49c8-b961-d974fa9d7891", + "type": "visualization", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-4f5d882a-b65d-4ef7-a819-44c8578a3c43", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "4f5d882a-b65d-4ef7-a819-44c8578a3c43": { + "columnOrder": [ + "0c346370-8600-4c21-922c-92399016526c" + ], + "columns": { + "0c346370-8600-4c21-922c-92399016526c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Clusters", + "operationType": "unique_count", + "scale": "ratio", + "sourceField": "gcp.labels.resource.cluster_name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "accessor": "0c346370-8600-4c21-922c-92399016526c", + "layerId": "4f5d882a-b65d-4ef7-a819-44c8578a3c43", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsMetric" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 7, + "i": "a4a26c8f-3415-4cb2-a44e-27fe2e706862", + "w": 4, + "x": 24, + "y": 0 + }, + "panelIndex": "a4a26c8f-3415-4cb2-a44e-27fe2e706862", + "title": "Clusters", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-e441bd68-7360-4e45-b237-3c6c92e02aaa", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "e441bd68-7360-4e45-b237-3c6c92e02aaa": { + "columnOrder": [ + "934816ec-74b4-4250-ba49-7e91bc388e53" + ], + "columns": { + "934816ec-74b4-4250-ba49-7e91bc388e53": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": " Nodes", + "operationType": "unique_count", + "scale": "ratio", + "sourceField": "gcp.labels.resource.node_name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "accessor": "934816ec-74b4-4250-ba49-7e91bc388e53", + "layerId": "e441bd68-7360-4e45-b237-3c6c92e02aaa", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsMetric" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 7, + "i": "6018a29a-f6f0-4dec-9940-9094b3ed841d", + "w": 4, + "x": 28, + "y": 0 + }, + "panelIndex": "6018a29a-f6f0-4dec-9940-9094b3ed841d", + "title": "Nodes", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-5fd7716a-36b8-484b-9c18-df3497e6a593", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "5fd7716a-36b8-484b-9c18-df3497e6a593": { + "columnOrder": [ + "fbfad13f-403d-4ced-8a21-70394faabd64" + ], + "columns": { + "fbfad13f-403d-4ced-8a21-70394faabd64": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Namespaces", + "operationType": "unique_count", + "scale": "ratio", + "sourceField": "gcp.labels.resource.namespace_name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "gcp.labels.resource.cluster_name : \"chrismark-elasticon\" " + }, + "visualization": { + "accessor": "fbfad13f-403d-4ced-8a21-70394faabd64", + "layerId": "5fd7716a-36b8-484b-9c18-df3497e6a593", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsMetric" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 7, + "i": "6f1f7601-f921-4051-899d-10fda75d07df", + "w": 4, + "x": 32, + "y": 0 + }, + "panelIndex": "6f1f7601-f921-4051-899d-10fda75d07df", + "title": "Namespaces", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-d028a650-2a62-42c1-ba27-e552bed30903", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "d028a650-2a62-42c1-ba27-e552bed30903": { + "columnOrder": [ + "24f61b24-a3bc-46f3-897e-85d886d74ebf" + ], + "columns": { + "24f61b24-a3bc-46f3-897e-85d886d74ebf": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Pods", + "operationType": "unique_count", + "scale": "ratio", + "sourceField": "gcp.labels.resource.pod_name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "accessor": "24f61b24-a3bc-46f3-897e-85d886d74ebf", + "layerId": "d028a650-2a62-42c1-ba27-e552bed30903", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsMetric" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 7, + "i": "1d22e757-a6ec-43df-a60f-decda1d057c2", + "w": 4, + "x": 36, + "y": 0 + }, + "panelIndex": "1d22e757-a6ec-43df-a60f-decda1d057c2", + "title": "Pods", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-acf3ae7c-51d2-4530-b684-981e331e0aa4", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "acf3ae7c-51d2-4530-b684-981e331e0aa4": { + "columnOrder": [ + "2943b677-628c-4954-b3f1-719a9a2112e7" + ], + "columns": { + "2943b677-628c-4954-b3f1-719a9a2112e7": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Container restarts", + "operationType": "median", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 0 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.container.restart_count.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "gcp.labels.resource.cluster_name : \"chrismark-elasticon\" " + }, + "visualization": { + "accessor": "2943b677-628c-4954-b3f1-719a9a2112e7", + "layerId": "acf3ae7c-51d2-4530-b684-981e331e0aa4", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsMetric" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 7, + "i": "7541ca7c-3333-4065-9d98-f8fa11c29ebf", + "w": 4, + "x": 40, + "y": 0 + }, + "panelIndex": "7541ca7c-3333-4065-9d98-f8fa11c29ebf", + "title": "Container restarts", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "fontSize": 12, + "markdown": "# Pods", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + }, + "type": "visualization" + }, + "gridData": { + "h": 5, + "i": "00e7a3a4-e042-4f46-8637-3159cd608047", + "w": 24, + "x": 0, + "y": 7 + }, + "panelIndex": "00e7a3a4-e042-4f46-8637-3159cd608047", + "type": "visualization", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "enhancements": {}, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "fontSize": 12, + "markdown": "# Nodes", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + }, + "type": "visualization" + }, + "gridData": { + "h": 5, + "i": "20e84709-926a-4588-a76c-dd9c5583873a", + "w": 24, + "x": 24, + "y": 7 + }, + "panelIndex": "20e84709-926a-4588-a76c-dd9c5583873a", + "type": "visualization", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-c0da3c95-62ac-49a6-9ec2-1d14d62c05a0", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "c0da3c95-62ac-49a6-9ec2-1d14d62c05a0": { + "columnOrder": [ + "d5927e27-7aea-41dc-84fe-908f0a2d4ca0", + "50f252bd-7638-47b4-bffb-57207d832394", + "cb5daf62-207c-4aa1-b3a8-ab8deb59f696" + ], + "columns": { + "50f252bd-7638-47b4-bffb-57207d832394": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "cb5daf62-207c-4aa1-b3a8-ab8deb59f696": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Pods number", + "operationType": "unique_count", + "scale": "ratio", + "sourceField": "gcp.labels.resource.pod_name" + }, + "d5927e27-7aea-41dc-84fe-908f0a2d4ca0": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.cluster_name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "cb5daf62-207c-4aa1-b3a8-ab8deb59f696", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.cluster_name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "cb5daf62-207c-4aa1-b3a8-ab8deb59f696" + ], + "layerId": "c0da3c95-62ac-49a6-9ec2-1d14d62c05a0", + "layerType": "data", + "seriesType": "bar_stacked", + "splitAccessor": "d5927e27-7aea-41dc-84fe-908f0a2d4ca0", + "xAccessor": "50f252bd-7638-47b4-bffb-57207d832394" + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "bar_stacked", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "containers per cluster", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "10a4fa84-84c1-45ac-921a-7d4e7ba0a461", + "w": 24, + "x": 0, + "y": 12 + }, + "panelIndex": "10a4fa84-84c1-45ac-921a-7d4e7ba0a461", + "title": "Pods per cluster", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-c9792271-7407-40ad-91e8-e205febcc749", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "c9792271-7407-40ad-91e8-e205febcc749": { + "columnOrder": [ + "9a4aa3b8-210a-42c7-8408-9fc144526b0e", + "5123de43-c3ef-41ab-b709-92aaee9dc83b", + "0e58df9b-3e71-470b-a391-ef091a82fa52" + ], + "columns": { + "0e58df9b-3e71-470b-a391-ef091a82fa52": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Nodes", + "operationType": "unique_count", + "scale": "ratio", + "sourceField": "gcp.labels.resource.node_name" + }, + "5123de43-c3ef-41ab-b709-92aaee9dc83b": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "9a4aa3b8-210a-42c7-8408-9fc144526b0e": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.cluster_name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "0e58df9b-3e71-470b-a391-ef091a82fa52", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.cluster_name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "0e58df9b-3e71-470b-a391-ef091a82fa52" + ], + "layerId": "c9792271-7407-40ad-91e8-e205febcc749", + "layerType": "data", + "position": "top", + "seriesType": "bar_stacked", + "showGridlines": false, + "splitAccessor": "9a4aa3b8-210a-42c7-8408-9fc144526b0e", + "xAccessor": "5123de43-c3ef-41ab-b709-92aaee9dc83b" + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "bar_stacked", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "8261db16-766d-4c27-b988-87c90ed067d0", + "w": 24, + "x": 24, + "y": 12 + }, + "panelIndex": "8261db16-766d-4c27-b988-87c90ed067d0", + "title": "Nodes per cluster", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-f4259765-f8eb-47de-8472-a04528f8219e", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-0599ce9e-3c12-4f89-af4e-d094e9f68ea9", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "0599ce9e-3c12-4f89-af4e-d094e9f68ea9": { + "columnOrder": [ + "216fee6f-2b14-4989-87e6-d64b21805f49", + "068ddb07-f846-49a7-865a-e28bf49f30bd" + ], + "columns": { + "068ddb07-f846-49a7-865a-e28bf49f30bd": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total Core usage", + "operationType": "sum", + "scale": "ratio", + "sourceField": "gcp.gke.container.cpu.core_usage_time.value" + }, + "216fee6f-2b14-4989-87e6-d64b21805f49": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + }, + "f4259765-f8eb-47de-8472-a04528f8219e": { + "columnOrder": [ + "18e2e114-77eb-4a85-afdb-ddd837e6f05a", + "3153e211-b16a-4f92-b775-6d06a4edaf44", + "a5747581-91b4-4c4b-b021-0a525d0fe20e" + ], + "columns": { + "18e2e114-77eb-4a85-afdb-ddd837e6f05a": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.pod_name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "a5747581-91b4-4c4b-b021-0a525d0fe20e", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.pod_name" + }, + "3153e211-b16a-4f92-b775-6d06a4edaf44": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "a5747581-91b4-4c4b-b021-0a525d0fe20e": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "CPU usage (seconds)", + "operationType": "median", + "scale": "ratio", + "sourceField": "gcp.gke.container.cpu.core_usage_time.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "Linear", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "a5747581-91b4-4c4b-b021-0a525d0fe20e" + ], + "layerId": "f4259765-f8eb-47de-8472-a04528f8219e", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "18e2e114-77eb-4a85-afdb-ddd837e6f05a", + "xAccessor": "3153e211-b16a-4f92-b775-6d06a4edaf44" + }, + { + "accessors": [ + "068ddb07-f846-49a7-865a-e28bf49f30bd" + ], + "layerId": "0599ce9e-3c12-4f89-af4e-d094e9f68ea9", + "layerType": "data", + "seriesType": "line", + "xAccessor": "216fee6f-2b14-4989-87e6-d64b21805f49", + "yConfig": [ + { + "color": "#b9a888", + "forAccessor": "068ddb07-f846-49a7-865a-e28bf49f30bd" + } + ] + } + ], + "legend": { + "isVisible": false, + "position": "right", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "1df880b1-44bc-468b-aba7-0cec27b74b12", + "w": 12, + "x": 0, + "y": 21 + }, + "panelIndex": "1df880b1-44bc-468b-aba7-0cec27b74b12", + "title": "CPU usage by Pod (seconds)", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-fa163095-4827-43ec-b56c-c6a8cde9c990", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "fa163095-4827-43ec-b56c-c6a8cde9c990": { + "columnOrder": [ + "7cbf9dda-019f-43c8-b28f-803caab15753", + "0c6dd97f-1cda-4c02-abd4-0197e1c8ec16", + "5a2c10be-3c75-4a75-90f1-26dd30e1d98b" + ], + "columns": { + "0c6dd97f-1cda-4c02-abd4-0197e1c8ec16": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.node_name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "5a2c10be-3c75-4a75-90f1-26dd30e1d98b", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.node_name" + }, + "5a2c10be-3c75-4a75-90f1-26dd30e1d98b": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median of CPU usage", + "operationType": "median", + "scale": "ratio", + "sourceField": "gcp.gke.node.cpu.core_usage_time.value" + }, + "7cbf9dda-019f-43c8-b28f-803caab15753": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "5a2c10be-3c75-4a75-90f1-26dd30e1d98b" + ], + "layerId": "fa163095-4827-43ec-b56c-c6a8cde9c990", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "0c6dd97f-1cda-4c02-abd4-0197e1c8ec16", + "xAccessor": "7cbf9dda-019f-43c8-b28f-803caab15753" + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "f3275c69-84ce-4c6d-bd49-3cd6f1c606f9", + "w": 12, + "x": 24, + "y": 21 + }, + "panelIndex": "f3275c69-84ce-4c6d-bd49-3cd6f1c606f9", + "title": "CPU usage per Node (seconds)", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-2fc4be6a-4161-4886-adf2-54f41d77a970", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-d517d7bb-530f-4ff7-9834-5d7430ad834d", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "2fc4be6a-4161-4886-adf2-54f41d77a970": { + "columnOrder": [ + "a54c8062-91a8-4b99-a7fb-60b3d355ade9", + "bf7b339e-8330-464c-a229-d831685f64a4", + "655b00ab-a90d-4e7b-aef7-1760d7c4efda" + ], + "columns": { + "655b00ab-a90d-4e7b-aef7-1760d7c4efda": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median used memory", + "operationType": "median", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.node.memory.used_bytes.value" + }, + "a54c8062-91a8-4b99-a7fb-60b3d355ade9": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "bf7b339e-8330-464c-a229-d831685f64a4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median allocatable memory", + "operationType": "median", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.node.memory.allocatable_bytes.value" + } + }, + "incompleteColumns": {} + }, + "d517d7bb-530f-4ff7-9834-5d7430ad834d": { + "columnOrder": [ + "93e90acd-a95c-4779-9f6c-c3226c6d62bd", + "b53dd899-767e-4675-8d96-4348f7dc6dbe" + ], + "columns": { + "93e90acd-a95c-4779-9f6c-c3226c6d62bd": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "b53dd899-767e-4675-8d96-4348f7dc6dbe": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Min total available memory", + "operationType": "min", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.node.memory.total_bytes.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "Linear", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "bf7b339e-8330-464c-a229-d831685f64a4", + "655b00ab-a90d-4e7b-aef7-1760d7c4efda" + ], + "layerId": "2fc4be6a-4161-4886-adf2-54f41d77a970", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "xAccessor": "a54c8062-91a8-4b99-a7fb-60b3d355ade9" + }, + { + "accessors": [ + "b53dd899-767e-4675-8d96-4348f7dc6dbe" + ], + "layerId": "d517d7bb-530f-4ff7-9834-5d7430ad834d", + "layerType": "data", + "seriesType": "line", + "xAccessor": "93e90acd-a95c-4779-9f6c-c3226c6d62bd" + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "cadc827f-4efb-4045-b98b-7395264e4c16", + "w": 12, + "x": 36, + "y": 21 + }, + "panelIndex": "cadc827f-4efb-4045-b98b-7395264e4c16", + "title": "Memory usage", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-3888dded-b04b-45ec-b466-c121715bc0c1", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "3888dded-b04b-45ec-b466-c121715bc0c1": { + "columnOrder": [ + "118e3ebc-e414-495d-a99d-a356e436b074", + "98d45c49-c3b2-43ff-bf13-9b289ba154af", + "d1db0066-9429-4e89-b1d8-68ff7d81814a" + ], + "columns": { + "118e3ebc-e414-495d-a99d-a356e436b074": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "98d45c49-c3b2-43ff-bf13-9b289ba154af": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total memory used", + "operationType": "sum", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.container.memory.used_bytes.value" + }, + "d1db0066-9429-4e89-b1d8-68ff7d81814a": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total memory limits", + "operationType": "sum", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.container.memory.limit_bytes.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "Linear", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "98d45c49-c3b2-43ff-bf13-9b289ba154af", + "d1db0066-9429-4e89-b1d8-68ff7d81814a" + ], + "layerId": "3888dded-b04b-45ec-b466-c121715bc0c1", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "xAccessor": "118e3ebc-e414-495d-a99d-a356e436b074", + "yConfig": [ + { + "color": "#e7664c", + "forAccessor": "d1db0066-9429-4e89-b1d8-68ff7d81814a" + } + ] + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "5551e0b7-722f-401c-90fd-a0094e919618", + "w": 12, + "x": 0, + "y": 30 + }, + "panelIndex": "5551e0b7-722f-401c-90fd-a0094e919618", + "title": "Memory usage", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-f4259765-f8eb-47de-8472-a04528f8219e", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "f4259765-f8eb-47de-8472-a04528f8219e": { + "columnOrder": [ + "18e2e114-77eb-4a85-afdb-ddd837e6f05a", + "3153e211-b16a-4f92-b775-6d06a4edaf44", + "61256570-b7dd-4bec-b73d-d12d993ae091" + ], + "columns": { + "18e2e114-77eb-4a85-afdb-ddd837e6f05a": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.pod_name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "61256570-b7dd-4bec-b73d-d12d993ae091", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "size": 100 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.pod_name" + }, + "3153e211-b16a-4f92-b775-6d06a4edaf44": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "61256570-b7dd-4bec-b73d-d12d993ae091": { + "dataType": "number", + "isBucketed": false, + "label": "Median of gcp.gke.container.memory.limit_utilization.value", + "operationType": "median", + "params": { + "format": { + "id": "percent", + "params": { + "decimals": 0 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.container.memory.limit_utilization.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "Linear", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "61256570-b7dd-4bec-b73d-d12d993ae091" + ], + "layerId": "f4259765-f8eb-47de-8472-a04528f8219e", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "18e2e114-77eb-4a85-afdb-ddd837e6f05a", + "xAccessor": "3153e211-b16a-4f92-b775-6d06a4edaf44" + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "yLeftExtent": { + "lowerBound": 0, + "mode": "custom", + "upperBound": 1 + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "ce28d9df-4506-4020-b2de-6274ac0d46b7", + "w": 12, + "x": 12, + "y": 21 + }, + "panelIndex": "ce28d9df-4506-4020-b2de-6274ac0d46b7", + "title": "CPU limit utilization by Pod", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-679d94eb-f792-49f6-9542-cc1f6f1473a1", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "679d94eb-f792-49f6-9542-cc1f6f1473a1": { + "columnOrder": [ + "3edc2106-5cd3-4271-8421-b2f1197c27ca", + "4b8bacc6-872f-47a5-b721-541e8cf2d00a", + "eedcb41e-d3d7-4f66-b688-cc189fc93035", + "cc552381-d8b0-4376-9331-e8a320441314", + "cc552381-d8b0-4376-9331-e8a320441314X0", + "cc552381-d8b0-4376-9331-e8a320441314X2", + "cc552381-d8b0-4376-9331-e8a320441314X1" + ], + "columns": { + "3edc2106-5cd3-4271-8421-b2f1197c27ca": { + "customLabel": false, + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "4b8bacc6-872f-47a5-b721-541e8cf2d00a": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median of received bytes", + "operationType": "median", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 0 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.pod.network.received_bytes_count.value" + }, + "cc552381-d8b0-4376-9331-e8a320441314": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median of all network traffic", + "operationType": "formula", + "params": { + "formula": "median(gcp.gke.pod.network.received_bytes_count.value) + median(gcp.gke.pod.network.sent_bytes_count.value)", + "isFormulaBroken": false + }, + "references": [ + "cc552381-d8b0-4376-9331-e8a320441314X2" + ], + "scale": "ratio" + }, + "cc552381-d8b0-4376-9331-e8a320441314X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of median(gcp.gke.pod.network.received_bytes_count.value) + median(gcp.gke.pod.network.sent_bytes_count.value)", + "operationType": "median", + "scale": "ratio", + "sourceField": "gcp.gke.pod.network.received_bytes_count.value" + }, + "cc552381-d8b0-4376-9331-e8a320441314X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of median(gcp.gke.pod.network.received_bytes_count.value) + median(gcp.gke.pod.network.sent_bytes_count.value)", + "operationType": "median", + "scale": "ratio", + "sourceField": "gcp.gke.pod.network.sent_bytes_count.value" + }, + "cc552381-d8b0-4376-9331-e8a320441314X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of median(gcp.gke.pod.network.received_bytes_count.value) + median(gcp.gke.pod.network.sent_bytes_count.value)", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "cc552381-d8b0-4376-9331-e8a320441314X0", + "cc552381-d8b0-4376-9331-e8a320441314X1" + ], + "location": { + "max": 107, + "min": 0 + }, + "name": "add", + "text": "median(gcp.gke.pod.network.received_bytes_count.value) + median(gcp.gke.pod.network.sent_bytes_count.value)", + "type": "function" + } + }, + "references": [ + "cc552381-d8b0-4376-9331-e8a320441314X0", + "cc552381-d8b0-4376-9331-e8a320441314X1" + ], + "scale": "ratio" + }, + "eedcb41e-d3d7-4f66-b688-cc189fc93035": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median of sent bytes", + "operationType": "median", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 0 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.pod.network.sent_bytes_count.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "Linear", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "4b8bacc6-872f-47a5-b721-541e8cf2d00a", + "eedcb41e-d3d7-4f66-b688-cc189fc93035", + "cc552381-d8b0-4376-9331-e8a320441314" + ], + "layerId": "679d94eb-f792-49f6-9542-cc1f6f1473a1", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "xAccessor": "3edc2106-5cd3-4271-8421-b2f1197c27ca" + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "a1714037-fe75-468b-bfea-d4a8e1769cbf", + "w": 12, + "x": 24, + "y": 30 + }, + "panelIndex": "a1714037-fe75-468b-bfea-d4a8e1769cbf", + "title": "Network traffic (bytes count)", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-9e62364d-0cf2-443f-a1c6-b9e5b62b6643", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "9e62364d-0cf2-443f-a1c6-b9e5b62b6643": { + "columnOrder": [ + "5cb02f22-6bef-460a-ab39-d6a42b350daa", + "d6d100a5-4975-4770-8ff5-e9e2f2f6b7f7" + ], + "columns": { + "5cb02f22-6bef-460a-ab39-d6a42b350daa": { + "customLabel": false, + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.node_name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "d6d100a5-4975-4770-8ff5-e9e2f2f6b7f7", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "size": 10 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.node_name" + }, + "d6d100a5-4975-4770-8ff5-e9e2f2f6b7f7": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Media received bytes count", + "operationType": "median", + "scale": "ratio", + "sourceField": "gcp.gke.node.network.received_bytes_count.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "layers": [ + { + "categoryDisplay": "default", + "groups": [ + "5cb02f22-6bef-460a-ab39-d6a42b350daa" + ], + "layerId": "9e62364d-0cf2-443f-a1c6-b9e5b62b6643", + "layerType": "data", + "legendDisplay": "hide", + "legendPosition": "right", + "metric": "d6d100a5-4975-4770-8ff5-e9e2f2f6b7f7", + "nestedLegend": true, + "numberDisplay": "percent" + } + ], + "shape": "donut" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsPie" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "f09d76ba-490b-4392-b6cb-051e4fcc03c9", + "w": 12, + "x": 36, + "y": 30 + }, + "panelIndex": "f09d76ba-490b-4392-b6cb-051e4fcc03c9", + "title": "Inbound network traffic top nodes", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-41b83cb3-b704-43c7-8d35-f89b633bba68", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "41b83cb3-b704-43c7-8d35-f89b633bba68": { + "columnOrder": [ + "6c0d18a2-af02-4262-8e81-25b7b7a83578", + "26c68bc6-e29b-4243-8c94-0783222c4d30", + "a240469a-0df5-4ae3-86a0-70aa20b7e2e4", + "842117d0-1f1c-408e-9f07-8ce816021b64" + ], + "columns": { + "26c68bc6-e29b-4243-8c94-0783222c4d30": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median storage request", + "operationType": "median", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.container.ephemeral_storage.request_bytes.value" + }, + "6c0d18a2-af02-4262-8e81-25b7b7a83578": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "842117d0-1f1c-408e-9f07-8ce816021b64": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median storage limit", + "operationType": "median", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.container.ephemeral_storage.limit_bytes.value" + }, + "a240469a-0df5-4ae3-86a0-70aa20b7e2e4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median storage used", + "operationType": "median", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.container.ephemeral_storage.used_bytes.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "curveType": "LINEAR", + "fittingFunction": "Linear", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "26c68bc6-e29b-4243-8c94-0783222c4d30", + "a240469a-0df5-4ae3-86a0-70aa20b7e2e4", + "842117d0-1f1c-408e-9f07-8ce816021b64" + ], + "layerId": "41b83cb3-b704-43c7-8d35-f89b633bba68", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "xAccessor": "6c0d18a2-af02-4262-8e81-25b7b7a83578" + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "eea592ea-3598-4104-96b6-ea33a0d9845d", + "w": 12, + "x": 0, + "y": 39 + }, + "panelIndex": "eea592ea-3598-4104-96b6-ea33a0d9845d", + "title": "Storage requests", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-3888dded-b04b-45ec-b466-c121715bc0c1", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "3888dded-b04b-45ec-b466-c121715bc0c1": { + "columnOrder": [ + "18948f36-88ec-476d-8593-352b13485e53", + "118e3ebc-e414-495d-a99d-a356e436b074", + "98d45c49-c3b2-43ff-bf13-9b289ba154af" + ], + "columns": { + "118e3ebc-e414-495d-a99d-a356e436b074": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "18948f36-88ec-476d-8593-352b13485e53": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.pod_name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "98d45c49-c3b2-43ff-bf13-9b289ba154af", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.pod_name" + }, + "98d45c49-c3b2-43ff-bf13-9b289ba154af": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Median memory used", + "operationType": "median", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.container.memory.used_bytes.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "Linear", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "98d45c49-c3b2-43ff-bf13-9b289ba154af" + ], + "layerId": "3888dded-b04b-45ec-b466-c121715bc0c1", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "18948f36-88ec-476d-8593-352b13485e53", + "xAccessor": "118e3ebc-e414-495d-a99d-a356e436b074" + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "610b04b2-7483-4995-b3f6-a11c09c2b2f2", + "w": 12, + "x": 12, + "y": 30 + }, + "panelIndex": "610b04b2-7483-4995-b3f6-a11c09c2b2f2", + "title": "Memory usage by Pod", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-98ee5c53-f8e5-43ed-91a8-507010e5b0a9", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "98ee5c53-f8e5-43ed-91a8-507010e5b0a9": { + "columnOrder": [ + "600c010d-acc3-45d0-986f-af8fca35d56d", + "bef78476-6544-4b92-8713-2bb639ae2db7", + "f621ffdf-1cd0-4d6e-940c-92ff4710cb1f" + ], + "columns": { + "600c010d-acc3-45d0-986f-af8fca35d56d": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "bef78476-6544-4b92-8713-2bb639ae2db7": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total ephemeral storage", + "operationType": "sum", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.node.ephemeral_storage.total_bytes.value" + }, + "f621ffdf-1cd0-4d6e-940c-92ff4710cb1f": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total ephemeral storage used", + "operationType": "sum", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.node.ephemeral_storage.used_bytes.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "bef78476-6544-4b92-8713-2bb639ae2db7", + "f621ffdf-1cd0-4d6e-940c-92ff4710cb1f" + ], + "layerId": "98ee5c53-f8e5-43ed-91a8-507010e5b0a9", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "xAccessor": "600c010d-acc3-45d0-986f-af8fca35d56d", + "yConfig": [ + { + "color": "#e7664c", + "forAccessor": "bef78476-6544-4b92-8713-2bb639ae2db7" + } + ] + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "4611dd47-5619-485a-8a19-8edcc37d2f4e", + "w": 12, + "x": 24, + "y": 39 + }, + "panelIndex": "4611dd47-5619-485a-8a19-8edcc37d2f4e", + "title": "Ephemeral storage usage", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-98ee5c53-f8e5-43ed-91a8-507010e5b0a9", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "98ee5c53-f8e5-43ed-91a8-507010e5b0a9": { + "columnOrder": [ + "7103a332-9603-4e4a-aed1-77e0c4dec4a1", + "600c010d-acc3-45d0-986f-af8fca35d56d", + "f621ffdf-1cd0-4d6e-940c-92ff4710cb1f" + ], + "columns": { + "600c010d-acc3-45d0-986f-af8fca35d56d": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "7103a332-9603-4e4a-aed1-77e0c4dec4a1": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.node_name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "f621ffdf-1cd0-4d6e-940c-92ff4710cb1f", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.node_name" + }, + "f621ffdf-1cd0-4d6e-940c-92ff4710cb1f": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total ephemeral storage used", + "operationType": "sum", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.node.ephemeral_storage.used_bytes.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "f621ffdf-1cd0-4d6e-940c-92ff4710cb1f" + ], + "layerId": "98ee5c53-f8e5-43ed-91a8-507010e5b0a9", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "7103a332-9603-4e4a-aed1-77e0c4dec4a1", + "xAccessor": "600c010d-acc3-45d0-986f-af8fca35d56d", + "yConfig": [] + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "fe426912-61f1-4913-81d1-1dc734c50111", + "w": 12, + "x": 36, + "y": 39 + }, + "panelIndex": "fe426912-61f1-4913-81d1-1dc734c50111", + "title": "Ephemeral storage usage by Node", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-abc1288b-8de8-4cd4-ae39-c2d9c700396e", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "abc1288b-8de8-4cd4-ae39-c2d9c700396e": { + "columnOrder": [ + "d40af55e-4c31-4a17-b71f-63ee7e598131", + "b47b55db-eb5b-4a10-8c49-c6920135fedf", + "374bc09a-188c-4cdf-b993-b31eb3754e46" + ], + "columns": { + "374bc09a-188c-4cdf-b993-b31eb3754e46": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of gcp.gke.pod.volume.utilization.value", + "operationType": "max", + "params": { + "format": { + "id": "percent", + "params": { + "decimals": 2 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.gke.pod.volume.utilization.value" + }, + "b47b55db-eb5b-4a10-8c49-c6920135fedf": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d40af55e-4c31-4a17-b71f-63ee7e598131": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.pod_name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "columnId": "374bc09a-188c-4cdf-b993-b31eb3754e46", + "type": "column" + }, + "orderDirection": "desc", + "otherBucket": true, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.pod_name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "fittingFunction": "Linear", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "374bc09a-188c-4cdf-b993-b31eb3754e46" + ], + "layerId": "abc1288b-8de8-4cd4-ae39-c2d9c700396e", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "d40af55e-4c31-4a17-b71f-63ee7e598131", + "xAccessor": "b47b55db-eb5b-4a10-8c49-c6920135fedf", + "yConfig": [] + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "17973ffd-05c1-4075-97eb-4990a3e9b61e", + "w": 12, + "x": 12, + "y": 39 + }, + "panelIndex": "17973ffd-05c1-4075-97eb-4990a3e9b61e", + "title": "Volume utilization by Pod", + "type": "lens", + "version": "7.15.0" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-08c7dbc2-b5cd-49fa-90f8-96e583133b84", + "type": "index-pattern" + } + ], + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "08c7dbc2-b5cd-49fa-90f8-96e583133b84": { + "columnOrder": [ + "a9a4230e-b79d-4b54-a1a8-169236ab335b", + "62fc5ef9-2eda-4382-a443-524df0b26bd5", + "d96d6305-5d2d-46e0-96c5-363cad87636c" + ], + "columns": { + "62fc5ef9-2eda-4382-a443-524df0b26bd5": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "PID Limit", + "operationType": "min", + "scale": "ratio", + "sourceField": "gcp.gke.node.pid_limit.value" + }, + "a9a4230e-b79d-4b54-a1a8-169236ab335b": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "60s" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d96d6305-5d2d-46e0-96c5-363cad87636c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Used PID", + "operationType": "max", + "scale": "ratio", + "sourceField": "gcp.gke.node.pid_used.value" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": false, + "yLeft": false, + "yRight": true + }, + "curveType": "LINEAR", + "fittingFunction": "Linear", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "layers": [ + { + "accessors": [ + "62fc5ef9-2eda-4382-a443-524df0b26bd5", + "d96d6305-5d2d-46e0-96c5-363cad87636c" + ], + "layerId": "08c7dbc2-b5cd-49fa-90f8-96e583133b84", + "layerType": "data", + "seriesType": "line", + "xAccessor": "a9a4230e-b79d-4b54-a1a8-169236ab335b", + "yConfig": [ + { + "color": "#d36086", + "forAccessor": "d96d6305-5d2d-46e0-96c5-363cad87636c" + } + ] + } + ], + "legend": { + "isVisible": false, + "position": "bottom", + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yRightExtent": { + "mode": "full" + } + } + }, + "title": "Used PID vs limit", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "type": "lens" + }, + "gridData": { + "h": 9, + "i": "6f9ca350-a898-4865-8aef-4b593bd341ff", + "w": 12, + "x": 24, + "y": 48 + }, + "panelIndex": "6f9ca350-a898-4865-8aef-4b593bd341ff", + "type": "lens", + "version": "7.15.0" + } + ], + "timeRestore": false, + "title": "[Metrics GCP] GKE Overview", + "version": 1 + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-1ae960c0-f9f8-11eb-bc38-79936db7c106", + "migrationVersion": { + "dashboard": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "9d604bbc-ce5e-49c8-b961-d974fa9d7891:control_9d604bbc-ce5e-49c8-b961-d974fa9d7891_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "9d604bbc-ce5e-49c8-b961-d974fa9d7891:control_9d604bbc-ce5e-49c8-b961-d974fa9d7891_1_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "9d604bbc-ce5e-49c8-b961-d974fa9d7891:control_9d604bbc-ce5e-49c8-b961-d974fa9d7891_2_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "a4a26c8f-3415-4cb2-a44e-27fe2e706862:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "a4a26c8f-3415-4cb2-a44e-27fe2e706862:indexpattern-datasource-layer-4f5d882a-b65d-4ef7-a819-44c8578a3c43", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6018a29a-f6f0-4dec-9940-9094b3ed841d:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6018a29a-f6f0-4dec-9940-9094b3ed841d:indexpattern-datasource-layer-e441bd68-7360-4e45-b237-3c6c92e02aaa", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6f1f7601-f921-4051-899d-10fda75d07df:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6f1f7601-f921-4051-899d-10fda75d07df:indexpattern-datasource-layer-5fd7716a-36b8-484b-9c18-df3497e6a593", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1d22e757-a6ec-43df-a60f-decda1d057c2:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1d22e757-a6ec-43df-a60f-decda1d057c2:indexpattern-datasource-layer-d028a650-2a62-42c1-ba27-e552bed30903", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "7541ca7c-3333-4065-9d98-f8fa11c29ebf:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "7541ca7c-3333-4065-9d98-f8fa11c29ebf:indexpattern-datasource-layer-acf3ae7c-51d2-4530-b684-981e331e0aa4", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "10a4fa84-84c1-45ac-921a-7d4e7ba0a461:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "10a4fa84-84c1-45ac-921a-7d4e7ba0a461:indexpattern-datasource-layer-c0da3c95-62ac-49a6-9ec2-1d14d62c05a0", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "8261db16-766d-4c27-b988-87c90ed067d0:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "8261db16-766d-4c27-b988-87c90ed067d0:indexpattern-datasource-layer-c9792271-7407-40ad-91e8-e205febcc749", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1df880b1-44bc-468b-aba7-0cec27b74b12:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1df880b1-44bc-468b-aba7-0cec27b74b12:indexpattern-datasource-layer-f4259765-f8eb-47de-8472-a04528f8219e", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "1df880b1-44bc-468b-aba7-0cec27b74b12:indexpattern-datasource-layer-0599ce9e-3c12-4f89-af4e-d094e9f68ea9", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "f3275c69-84ce-4c6d-bd49-3cd6f1c606f9:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "f3275c69-84ce-4c6d-bd49-3cd6f1c606f9:indexpattern-datasource-layer-fa163095-4827-43ec-b56c-c6a8cde9c990", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "cadc827f-4efb-4045-b98b-7395264e4c16:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "cadc827f-4efb-4045-b98b-7395264e4c16:indexpattern-datasource-layer-2fc4be6a-4161-4886-adf2-54f41d77a970", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "cadc827f-4efb-4045-b98b-7395264e4c16:indexpattern-datasource-layer-d517d7bb-530f-4ff7-9834-5d7430ad834d", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "5551e0b7-722f-401c-90fd-a0094e919618:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "5551e0b7-722f-401c-90fd-a0094e919618:indexpattern-datasource-layer-3888dded-b04b-45ec-b466-c121715bc0c1", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "ce28d9df-4506-4020-b2de-6274ac0d46b7:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "ce28d9df-4506-4020-b2de-6274ac0d46b7:indexpattern-datasource-layer-f4259765-f8eb-47de-8472-a04528f8219e", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "a1714037-fe75-468b-bfea-d4a8e1769cbf:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "a1714037-fe75-468b-bfea-d4a8e1769cbf:indexpattern-datasource-layer-679d94eb-f792-49f6-9542-cc1f6f1473a1", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "f09d76ba-490b-4392-b6cb-051e4fcc03c9:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "f09d76ba-490b-4392-b6cb-051e4fcc03c9:indexpattern-datasource-layer-9e62364d-0cf2-443f-a1c6-b9e5b62b6643", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "eea592ea-3598-4104-96b6-ea33a0d9845d:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "eea592ea-3598-4104-96b6-ea33a0d9845d:indexpattern-datasource-layer-41b83cb3-b704-43c7-8d35-f89b633bba68", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "610b04b2-7483-4995-b3f6-a11c09c2b2f2:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "610b04b2-7483-4995-b3f6-a11c09c2b2f2:indexpattern-datasource-layer-3888dded-b04b-45ec-b466-c121715bc0c1", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "4611dd47-5619-485a-8a19-8edcc37d2f4e:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "4611dd47-5619-485a-8a19-8edcc37d2f4e:indexpattern-datasource-layer-98ee5c53-f8e5-43ed-91a8-507010e5b0a9", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "fe426912-61f1-4913-81d1-1dc734c50111:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "fe426912-61f1-4913-81d1-1dc734c50111:indexpattern-datasource-layer-98ee5c53-f8e5-43ed-91a8-507010e5b0a9", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "17973ffd-05c1-4075-97eb-4990a3e9b61e:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "17973ffd-05c1-4075-97eb-4990a3e9b61e:indexpattern-datasource-layer-abc1288b-8de8-4cd4-ae39-c2d9c700396e", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6f9ca350-a898-4865-8aef-4b593bd341ff:indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6f9ca350-a898-4865-8aef-4b593bd341ff:indexpattern-datasource-layer-08c7dbc2-b5cd-49fa-90f8-96e583133b84", + "type": "index-pattern" + } + ], + "type": "dashboard" +} \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-2b0fd7b0-feac-11ea-b032-d59f894a5072.json b/packages/gcp/kibana/dashboard/gcp-2b0fd7b0-feac-11ea-b032-d59f894a5072.json new file mode 100644 index 00000000000..f59ad31ff54 --- /dev/null +++ b/packages/gcp/kibana/dashboard/gcp-2b0fd7b0-feac-11ea-b032-d59f894a5072.json @@ -0,0 +1,252 @@ +{ + "attributes": { + "description": "Overview of GCP PubSub Metrics", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 6, + "i": "3674673e-83e6-42df-8392-5284960a12ea", + "w": 48, + "x": 0, + "y": 0 + }, + "panelIndex": "3674673e-83e6-42df-8392-5284960a12ea", + "panelRefName": "panel_3674673e-83e6-42df-8392-5284960a12ea", + "title": "Filters", + "type": "visualization", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "c1d89f36-43ed-42e6-98a0-8820b28f7953", + "w": 16, + "x": 0, + "y": 6 + }, + "panelIndex": "c1d89f36-43ed-42e6-98a0-8820b28f7953", + "panelRefName": "panel_c1d89f36-43ed-42e6-98a0-8820b28f7953", + "title": "Topic Send Request", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "b26a6238-b982-4082-9e4e-3e3d9361a865", + "w": 16, + "x": 16, + "y": 6 + }, + "panelIndex": "b26a6238-b982-4082-9e4e-3e3d9361a865", + "panelRefName": "panel_b26a6238-b982-4082-9e4e-3e3d9361a865", + "title": "Topic Oldest Retained Acked Message Age", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "c7bbeabc-b158-4bdd-9ba3-9d45264d250b", + "w": 16, + "x": 32, + "y": 6 + }, + "panelIndex": "c7bbeabc-b158-4bdd-9ba3-9d45264d250b", + "panelRefName": "panel_c7bbeabc-b158-4bdd-9ba3-9d45264d250b", + "title": "Topic Oldest Unacked Message Age", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "b822a795-7086-4559-b7c0-176dfcc7380e", + "w": 16, + "x": 0, + "y": 19 + }, + "panelIndex": "b822a795-7086-4559-b7c0-176dfcc7380e", + "panelRefName": "panel_b822a795-7086-4559-b7c0-176dfcc7380e", + "title": "Subsciption Oldest Unacked Message", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "9c99d7bb-88f0-415c-abc1-c12ec1295236", + "w": 16, + "x": 16, + "y": 19 + }, + "panelIndex": "9c99d7bb-88f0-415c-abc1-c12ec1295236", + "panelRefName": "panel_9c99d7bb-88f0-415c-abc1-c12ec1295236", + "title": "Subscription Number of Undelivered Messages", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "8cc0ccbd-5798-4d68-a519-07ef1d9693fd", + "w": 16, + "x": 32, + "y": 32 + }, + "panelIndex": "8cc0ccbd-5798-4d68-a519-07ef1d9693fd", + "panelRefName": "panel_8cc0ccbd-5798-4d68-a519-07ef1d9693fd", + "title": "Snapshot Oldest Message", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "f9e45ec1-72e5-4f49-82cf-2132162d642c", + "w": 16, + "x": 0, + "y": 32 + }, + "panelIndex": "f9e45ec1-72e5-4f49-82cf-2132162d642c", + "panelRefName": "panel_f9e45ec1-72e5-4f49-82cf-2132162d642c", + "title": "Snapshot Number of Messages", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "d8876e62-daf0-4654-8618-8746d5da43e0", + "w": 16, + "x": 16, + "y": 32 + }, + "panelIndex": "d8876e62-daf0-4654-8618-8746d5da43e0", + "panelRefName": "panel_d8876e62-daf0-4654-8618-8746d5da43e0", + "title": "Snapshot Backlog Bytes", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 13, + "i": "6079e9ed-da9f-4457-bb3a-7ed20f98605e", + "w": 16, + "x": 32, + "y": 19 + }, + "panelIndex": "6079e9ed-da9f-4457-bb3a-7ed20f98605e", + "panelRefName": "panel_6079e9ed-da9f-4457-bb3a-7ed20f98605e", + "title": "Subscription Backlog Bytes", + "type": "lens", + "version": "7.9.0" + } + ], + "timeRestore": false, + "title": "[Metrics GCP] PubSub Overview", + "version": 1 + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-2b0fd7b0-feac-11ea-b032-d59f894a5072", + "migrationVersion": { + "dashboard": "7.15.0" + }, + "references": [ + { + "id": "gcp-f6e33a00-feaf-11ea-b032-d59f894a5072", + "name": "3674673e-83e6-42df-8392-5284960a12ea:panel_3674673e-83e6-42df-8392-5284960a12ea", + "type": "visualization" + }, + { + "id": "gcp-bd399790-01a2-11eb-b032-d59f894a5072", + "name": "c1d89f36-43ed-42e6-98a0-8820b28f7953:panel_c1d89f36-43ed-42e6-98a0-8820b28f7953", + "type": "lens" + }, + { + "id": "gcp-25b76dc0-01a2-11eb-b032-d59f894a5072", + "name": "b26a6238-b982-4082-9e4e-3e3d9361a865:panel_b26a6238-b982-4082-9e4e-3e3d9361a865", + "type": "lens" + }, + { + "id": "gcp-5f97d300-01a1-11eb-b032-d59f894a5072", + "name": "c7bbeabc-b158-4bdd-9ba3-9d45264d250b:panel_c7bbeabc-b158-4bdd-9ba3-9d45264d250b", + "type": "lens" + }, + { + "id": "gcp-403d81e0-01a0-11eb-b032-d59f894a5072", + "name": "b822a795-7086-4559-b7c0-176dfcc7380e:panel_b822a795-7086-4559-b7c0-176dfcc7380e", + "type": "lens" + }, + { + "id": "gcp-11d06fc0-01a0-11eb-b032-d59f894a5072", + "name": "9c99d7bb-88f0-415c-abc1-c12ec1295236:panel_9c99d7bb-88f0-415c-abc1-c12ec1295236", + "type": "lens" + }, + { + "id": "gcp-f3e92c10-019d-11eb-b032-d59f894a5072", + "name": "8cc0ccbd-5798-4d68-a519-07ef1d9693fd:panel_8cc0ccbd-5798-4d68-a519-07ef1d9693fd", + "type": "lens" + }, + { + "id": "gcp-6de1f430-019d-11eb-b032-d59f894a5072", + "name": "f9e45ec1-72e5-4f49-82cf-2132162d642c:panel_f9e45ec1-72e5-4f49-82cf-2132162d642c", + "type": "lens" + }, + { + "id": "gcp-0776dbf0-019f-11eb-b032-d59f894a5072", + "name": "d8876e62-daf0-4654-8618-8746d5da43e0:panel_d8876e62-daf0-4654-8618-8746d5da43e0", + "type": "lens" + }, + { + "id": "gcp-79d80f10-01a0-11eb-b032-d59f894a5072", + "name": "6079e9ed-da9f-4457-bb3a-7ed20f98605e:panel_6079e9ed-da9f-4457-bb3a-7ed20f98605e", + "type": "lens" + } + ], + "type": "dashboard" +} \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-6041d970-a6ae-11ea-950e-d57608e3aa51.json b/packages/gcp/kibana/dashboard/gcp-6041d970-a6ae-11ea-950e-d57608e3aa51.json new file mode 100644 index 00000000000..b21b8a6f56d --- /dev/null +++ b/packages/gcp/kibana/dashboard/gcp-6041d970-a6ae-11ea-950e-d57608e3aa51.json @@ -0,0 +1,164 @@ +{ + "attributes": { + "description": "Overview of Google Cloud Load Balancing TCP SSL Proxy Metrics\n\n", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 16, + "i": "02422b42-6d8c-4924-acc1-0d7f4fb9a1b1", + "w": 10, + "x": 0, + "y": 0 + }, + "panelIndex": "02422b42-6d8c-4924-acc1-0d7f4fb9a1b1", + "panelRefName": "panel_02422b42-6d8c-4924-acc1-0d7f4fb9a1b1", + "title": "Filters", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 16, + "i": "da16e443-8524-47ea-83e1-6a16250ed61c", + "w": 13, + "x": 10, + "y": 0 + }, + "panelIndex": "da16e443-8524-47ea-83e1-6a16250ed61c", + "panelRefName": "panel_da16e443-8524-47ea-83e1-6a16250ed61c", + "title": "Open Connections", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 16, + "i": "305f8fc3-e763-4b2c-8998-9e0e057ce713", + "w": 13, + "x": 23, + "y": 0 + }, + "panelIndex": "305f8fc3-e763-4b2c-8998-9e0e057ce713", + "panelRefName": "panel_305f8fc3-e763-4b2c-8998-9e0e057ce713", + "title": "Closed Connections", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 16, + "i": "e4fe30c7-906a-4878-bec7-7a78a06d98d0", + "w": 12, + "x": 36, + "y": 0 + }, + "panelIndex": "e4fe30c7-906a-4878-bec7-7a78a06d98d0", + "panelRefName": "panel_e4fe30c7-906a-4878-bec7-7a78a06d98d0", + "title": "New Connections", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 16, + "i": "c2bec6ee-96e8-440c-bfa4-6e0def7b0095", + "w": 23, + "x": 0, + "y": 16 + }, + "panelIndex": "c2bec6ee-96e8-440c-bfa4-6e0def7b0095", + "panelRefName": "panel_c2bec6ee-96e8-440c-bfa4-6e0def7b0095", + "title": "Egress Bytes", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 16, + "i": "fbaeaa8f-262d-41b1-a621-d6dbff52ff59", + "w": 25, + "x": 23, + "y": 16 + }, + "panelIndex": "fbaeaa8f-262d-41b1-a621-d6dbff52ff59", + "panelRefName": "panel_fbaeaa8f-262d-41b1-a621-d6dbff52ff59", + "title": "Ingress Bytes", + "type": "visualization", + "version": "7.6.2" + } + ], + "timeRestore": false, + "title": "[Metrics GCP] Load Balancing TCP SSL Proxy Overview", + "version": 1 + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-6041d970-a6ae-11ea-950e-d57608e3aa51", + "migrationVersion": { + "dashboard": "7.15.0" + }, + "references": [ + { + "id": "gcp-6958ed10-a6ad-11ea-950e-d57608e3aa51", + "name": "02422b42-6d8c-4924-acc1-0d7f4fb9a1b1:panel_02422b42-6d8c-4924-acc1-0d7f4fb9a1b1", + "type": "visualization" + }, + { + "id": "gcp-f86c26f0-a6aa-11ea-950e-d57608e3aa51", + "name": "da16e443-8524-47ea-83e1-6a16250ed61c:panel_da16e443-8524-47ea-83e1-6a16250ed61c", + "type": "visualization" + }, + { + "id": "gcp-c4e1e090-a6aa-11ea-950e-d57608e3aa51", + "name": "305f8fc3-e763-4b2c-8998-9e0e057ce713:panel_305f8fc3-e763-4b2c-8998-9e0e057ce713", + "type": "visualization" + }, + { + "id": "gcp-eed05d80-a6ac-11ea-950e-d57608e3aa51", + "name": "e4fe30c7-906a-4878-bec7-7a78a06d98d0:panel_e4fe30c7-906a-4878-bec7-7a78a06d98d0", + "type": "visualization" + }, + { + "id": "gcp-afeb98a0-a6ac-11ea-950e-d57608e3aa51", + "name": "c2bec6ee-96e8-440c-bfa4-6e0def7b0095:panel_c2bec6ee-96e8-440c-bfa4-6e0def7b0095", + "type": "visualization" + }, + { + "id": "gcp-be27b340-a6ac-11ea-950e-d57608e3aa51", + "name": "fbaeaa8f-262d-41b1-a621-d6dbff52ff59:panel_fbaeaa8f-262d-41b1-a621-d6dbff52ff59", + "type": "visualization" + } + ], + "type": "dashboard" +} \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-6576c480-73a2-11ea-a345-f985c61fe654.json b/packages/gcp/kibana/dashboard/gcp-6576c480-73a2-11ea-a345-f985c61fe654.json index ebabc98f094..071582243f1 100644 --- a/packages/gcp/kibana/dashboard/gcp-6576c480-73a2-11ea-a345-f985c61fe654.json +++ b/packages/gcp/kibana/dashboard/gcp-6576c480-73a2-11ea-a345-f985c61fe654.json @@ -134,13 +134,11 @@ "title": "[Logs GCP] Audit", "version": 1 }, + "coreMigrationVersion": "7.15.0", "id": "gcp-6576c480-73a2-11ea-a345-f985c61fe654", "migrationVersion": { - "dashboard": "7.11.0" + "dashboard": "7.15.0" }, - "namespaces": [ - "default" - ], "references": [ { "id": "gcp-a97de660-73a5-11ea-a345-f985c61fe654", diff --git a/packages/gcp/kibana/dashboard/gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78.json b/packages/gcp/kibana/dashboard/gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78.json new file mode 100644 index 00000000000..d999e3b91f1 --- /dev/null +++ b/packages/gcp/kibana/dashboard/gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78.json @@ -0,0 +1,164 @@ +{ + "attributes": { + "description": "Overview of Google Cloud Billing Metrics", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 14, + "i": "2552123b-6ad6-4d63-89c3-0672ab428580", + "w": 8, + "x": 0, + "y": 0 + }, + "panelIndex": "2552123b-6ad6-4d63-89c3-0672ab428580", + "panelRefName": "panel_2552123b-6ad6-4d63-89c3-0672ab428580", + "title": "Filters", + "type": "visualization", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 20, + "i": "2d3d3b79-0656-45c2-b051-4489484b625c", + "w": 10, + "x": 8, + "y": 0 + }, + "panelIndex": "2d3d3b79-0656-45c2-b051-4489484b625c", + "panelRefName": "panel_2d3d3b79-0656-45c2-b051-4489484b625c", + "title": "Cost Per Month", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 20, + "i": "b737e597-cc4d-4437-859c-6d491679599d", + "w": 30, + "x": 18, + "y": 0 + }, + "panelIndex": "b737e597-cc4d-4437-859c-6d491679599d", + "panelRefName": "panel_b737e597-cc4d-4437-859c-6d491679599d", + "title": "Cost Per Project ID", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 6, + "i": "9eedb0c7-2089-4e0f-af98-721034203aad", + "w": 8, + "x": 0, + "y": 14 + }, + "panelIndex": "9eedb0c7-2089-4e0f-af98-721034203aad", + "panelRefName": "panel_9eedb0c7-2089-4e0f-af98-721034203aad", + "title": "Total Number Of Projects", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "f4d0ebcb-ac15-4c31-ab57-7f22e0c3e02a", + "w": 48, + "x": 0, + "y": 20 + }, + "panelIndex": "f4d0ebcb-ac15-4c31-ab57-7f22e0c3e02a", + "panelRefName": "panel_f4d0ebcb-ac15-4c31-ab57-7f22e0c3e02a", + "title": "Cost Per Invoice Month", + "type": "lens", + "version": "7.9.0" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "991e60a8-68eb-4c2b-ac9a-b553e90dd49d", + "w": 48, + "x": 0, + "y": 35 + }, + "panelIndex": "991e60a8-68eb-4c2b-ac9a-b553e90dd49d", + "panelRefName": "panel_991e60a8-68eb-4c2b-ac9a-b553e90dd49d", + "title": "Total Billing Cost", + "type": "lens", + "version": "7.9.0" + } + ], + "timeRestore": false, + "title": "[Metrics GCP] Billing Overview", + "version": 1 + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-76c9e920-e890-11ea-bf8c-d13ebf358a78", + "migrationVersion": { + "dashboard": "7.15.0" + }, + "references": [ + { + "id": "gcp-5d2f9160-e88e-11ea-bf8c-d13ebf358a78", + "name": "2552123b-6ad6-4d63-89c3-0672ab428580:panel_2552123b-6ad6-4d63-89c3-0672ab428580", + "type": "visualization" + }, + { + "id": "gcp-520c6f10-ec8a-11ea-a0ed-7fe6b565d158", + "name": "2d3d3b79-0656-45c2-b051-4489484b625c:panel_2d3d3b79-0656-45c2-b051-4489484b625c", + "type": "lens" + }, + { + "id": "gcp-057de170-e88d-11ea-bf8c-d13ebf358a78", + "name": "b737e597-cc4d-4437-859c-6d491679599d:panel_b737e597-cc4d-4437-859c-6d491679599d", + "type": "lens" + }, + { + "id": "gcp-dd835300-e88f-11ea-bf8c-d13ebf358a78", + "name": "9eedb0c7-2089-4e0f-af98-721034203aad:panel_9eedb0c7-2089-4e0f-af98-721034203aad", + "type": "lens" + }, + { + "id": "gcp-e6933020-e88d-11ea-bf8c-d13ebf358a78", + "name": "f4d0ebcb-ac15-4c31-ab57-7f22e0c3e02a:panel_f4d0ebcb-ac15-4c31-ab57-7f22e0c3e02a", + "type": "lens" + }, + { + "id": "gcp-73346db0-e88d-11ea-bf8c-d13ebf358a78", + "name": "991e60a8-68eb-4c2b-ac9a-b553e90dd49d:panel_991e60a8-68eb-4c2b-ac9a-b553e90dd49d", + "type": "lens" + } + ], + "type": "dashboard" +} \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/dashboard/gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..e8056d1c9b9 --- /dev/null +++ b/packages/gcp/kibana/dashboard/gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,142 @@ +{ + "attributes": { + "description": "Overview of GCP Load Balancing L3 Metrics", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 6, + "i": "8b86e712-4709-458a-b8e9-40e79305b1aa", + "w": 48, + "x": 0, + "y": 0 + }, + "panelIndex": "8b86e712-4709-458a-b8e9-40e79305b1aa", + "panelRefName": "panel_8b86e712-4709-458a-b8e9-40e79305b1aa", + "title": "Filters", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "44d18a84-d060-4149-825d-eacc61f946f3", + "w": 24, + "x": 24, + "y": 6 + }, + "panelIndex": "44d18a84-d060-4149-825d-eacc61f946f3", + "panelRefName": "panel_44d18a84-d060-4149-825d-eacc61f946f3", + "title": "Egress Packets", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "c38aeaae-69a7-4a6c-a35a-4bf5c8f70e86", + "w": 24, + "x": 0, + "y": 6 + }, + "panelIndex": "c38aeaae-69a7-4a6c-a35a-4bf5c8f70e86", + "panelRefName": "panel_c38aeaae-69a7-4a6c-a35a-4bf5c8f70e86", + "title": "Egress Bytes", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "c5782327-dc55-466d-97d8-b79618f0b47a", + "w": 24, + "x": 24, + "y": 21 + }, + "panelIndex": "c5782327-dc55-466d-97d8-b79618f0b47a", + "panelRefName": "panel_c5782327-dc55-466d-97d8-b79618f0b47a", + "title": "Ingress Packets", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "beaf5f45-5217-4aed-b663-69e5e9ca35c3", + "w": 24, + "x": 0, + "y": 21 + }, + "panelIndex": "beaf5f45-5217-4aed-b663-69e5e9ca35c3", + "panelRefName": "panel_beaf5f45-5217-4aed-b663-69e5e9ca35c3", + "title": "Ingress Bytes", + "type": "visualization", + "version": "7.6.2" + } + ], + "timeRestore": false, + "title": "[Metrics GCP] Load Balancing L3 Overview", + "version": 1 + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-8f9c6cc0-909d-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "dashboard": "7.15.0" + }, + "references": [ + { + "id": "gcp-3f4e9040-909d-11ea-8180-7b0dacd9df87", + "name": "8b86e712-4709-458a-b8e9-40e79305b1aa:panel_8b86e712-4709-458a-b8e9-40e79305b1aa", + "type": "visualization" + }, + { + "id": "gcp-2f6b6740-909b-11ea-8180-7b0dacd9df87", + "name": "44d18a84-d060-4149-825d-eacc61f946f3:panel_44d18a84-d060-4149-825d-eacc61f946f3", + "type": "visualization" + }, + { + "id": "gcp-e562eb50-909a-11ea-8180-7b0dacd9df87", + "name": "c38aeaae-69a7-4a6c-a35a-4bf5c8f70e86:panel_c38aeaae-69a7-4a6c-a35a-4bf5c8f70e86", + "type": "visualization" + }, + { + "id": "gcp-543dac40-909b-11ea-8180-7b0dacd9df87", + "name": "c5782327-dc55-466d-97d8-b79618f0b47a:panel_c5782327-dc55-466d-97d8-b79618f0b47a", + "type": "visualization" + }, + { + "id": "gcp-434f69f0-909b-11ea-8180-7b0dacd9df87", + "name": "beaf5f45-5217-4aed-b663-69e5e9ca35c3:panel_beaf5f45-5217-4aed-b663-69e5e9ca35c3", + "type": "visualization" + } + ], + "type": "dashboard" +} \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/dashboard/gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..dc25c975feb --- /dev/null +++ b/packages/gcp/kibana/dashboard/gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,186 @@ +{ + "attributes": { + "description": "Overview of GCP Load Balancing HTTPS Metrics", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 6, + "i": "f89112f9-0f3a-4712-a317-23230cd66213", + "w": 48, + "x": 0, + "y": 0 + }, + "panelIndex": "f89112f9-0f3a-4712-a317-23230cd66213", + "panelRefName": "panel_f89112f9-0f3a-4712-a317-23230cd66213", + "title": "Filters", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "8f4baaa9-6f4d-40fa-a77f-9f68f83a379c", + "w": 24, + "x": 24, + "y": 6 + }, + "panelIndex": "8f4baaa9-6f4d-40fa-a77f-9f68f83a379c", + "panelRefName": "panel_8f4baaa9-6f4d-40fa-a77f-9f68f83a379c", + "title": "Backend Request Count", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "10490530-a766-4f87-824a-3fc18bf2e85b", + "w": 24, + "x": 0, + "y": 6 + }, + "panelIndex": "10490530-a766-4f87-824a-3fc18bf2e85b", + "panelRefName": "panel_10490530-a766-4f87-824a-3fc18bf2e85b", + "title": "Request Count", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "e737b020-eb94-4eb1-b53d-50fa551df648", + "w": 24, + "x": 24, + "y": 21 + }, + "panelIndex": "e737b020-eb94-4eb1-b53d-50fa551df648", + "panelRefName": "panel_e737b020-eb94-4eb1-b53d-50fa551df648", + "title": "Backend Request Bytes", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "b90db52e-982e-4360-b5ed-71147ba79246", + "w": 24, + "x": 0, + "y": 21 + }, + "panelIndex": "b90db52e-982e-4360-b5ed-71147ba79246", + "panelRefName": "panel_b90db52e-982e-4360-b5ed-71147ba79246", + "title": "Request Bytes", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "a2a5c845-d426-425f-b2e6-e8df6038fd9d", + "w": 24, + "x": 24, + "y": 36 + }, + "panelIndex": "a2a5c845-d426-425f-b2e6-e8df6038fd9d", + "panelRefName": "panel_a2a5c845-d426-425f-b2e6-e8df6038fd9d", + "title": "Backend Response Bytes", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "2bf5bf09-e743-4c6d-8251-d12c9c70f273", + "w": 24, + "x": 0, + "y": 36 + }, + "panelIndex": "2bf5bf09-e743-4c6d-8251-d12c9c70f273", + "panelRefName": "panel_2bf5bf09-e743-4c6d-8251-d12c9c70f273", + "title": "Response Bytes", + "type": "visualization", + "version": "7.6.2" + } + ], + "timeRestore": false, + "title": "[Metrics GCP] Load Balancing HTTPS Overview", + "version": 1 + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-aa5b8bd0-9157-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "dashboard": "7.15.0" + }, + "references": [ + { + "id": "gcp-d5418f80-9156-11ea-8180-7b0dacd9df87", + "name": "f89112f9-0f3a-4712-a317-23230cd66213:panel_f89112f9-0f3a-4712-a317-23230cd66213", + "type": "visualization" + }, + { + "id": "gcp-dff87070-9155-11ea-8180-7b0dacd9df87", + "name": "8f4baaa9-6f4d-40fa-a77f-9f68f83a379c:panel_8f4baaa9-6f4d-40fa-a77f-9f68f83a379c", + "type": "visualization" + }, + { + "id": "gcp-6f933ef0-9155-11ea-8180-7b0dacd9df87", + "name": "10490530-a766-4f87-824a-3fc18bf2e85b:panel_10490530-a766-4f87-824a-3fc18bf2e85b", + "type": "visualization" + }, + { + "id": "gcp-eb891a20-9155-11ea-8180-7b0dacd9df87", + "name": "e737b020-eb94-4eb1-b53d-50fa551df648:panel_e737b020-eb94-4eb1-b53d-50fa551df648", + "type": "visualization" + }, + { + "id": "gcp-8d4ddf40-9155-11ea-8180-7b0dacd9df87", + "name": "b90db52e-982e-4360-b5ed-71147ba79246:panel_b90db52e-982e-4360-b5ed-71147ba79246", + "type": "visualization" + }, + { + "id": "gcp-0bd0a6e0-9156-11ea-8180-7b0dacd9df87", + "name": "a2a5c845-d426-425f-b2e6-e8df6038fd9d:panel_a2a5c845-d426-425f-b2e6-e8df6038fd9d", + "type": "visualization" + }, + { + "id": "gcp-d63465e0-9154-11ea-8180-7b0dacd9df87", + "name": "2bf5bf09-e743-4c6d-8251-d12c9c70f273:panel_2bf5bf09-e743-4c6d-8251-d12c9c70f273", + "type": "visualization" + } + ], + "type": "dashboard" +} \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-ca401040-8e52-11ea-9fa6-4d675d5290dc.json b/packages/gcp/kibana/dashboard/gcp-ca401040-8e52-11ea-9fa6-4d675d5290dc.json new file mode 100644 index 00000000000..4e256f07150 --- /dev/null +++ b/packages/gcp/kibana/dashboard/gcp-ca401040-8e52-11ea-9fa6-4d675d5290dc.json @@ -0,0 +1,164 @@ +{ + "attributes": { + "description": "Overview of GCP Storage Metrics", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "8d4e63d8-5747-4ebc-aeae-02d20e304526", + "w": 10, + "x": 0, + "y": 0 + }, + "panelIndex": "8d4e63d8-5747-4ebc-aeae-02d20e304526", + "panelRefName": "panel_8d4e63d8-5747-4ebc-aeae-02d20e304526", + "title": "Filters", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "70c46ee3-be59-4fb1-a437-c8e92a1d0b2a", + "w": 38, + "x": 10, + "y": 0 + }, + "panelIndex": "70c46ee3-be59-4fb1-a437-c8e92a1d0b2a", + "panelRefName": "panel_70c46ee3-be59-4fb1-a437-c8e92a1d0b2a", + "title": "Total Size of Objects", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "ba356b1b-ec2b-4a05-8a70-19a43b3dc3a8", + "w": 24, + "x": 0, + "y": 15 + }, + "panelIndex": "ba356b1b-ec2b-4a05-8a70-19a43b3dc3a8", + "panelRefName": "panel_ba356b1b-ec2b-4a05-8a70-19a43b3dc3a8", + "title": "Total Number of Objects", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "77f185ba-74ad-4102-bca7-08587cd1bf6c", + "w": 24, + "x": 24, + "y": 15 + }, + "panelIndex": "77f185ba-74ad-4102-bca7-08587cd1bf6c", + "panelRefName": "panel_77f185ba-74ad-4102-bca7-08587cd1bf6c", + "title": "API Request Count", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "f2ab3410-44b0-4b01-bb93-1394d6a64257", + "w": 24, + "x": 0, + "y": 30 + }, + "panelIndex": "f2ab3410-44b0-4b01-bb93-1394d6a64257", + "panelRefName": "panel_f2ab3410-44b0-4b01-bb93-1394d6a64257", + "title": "Number of Bytes Received Over Network", + "type": "visualization", + "version": "7.6.2" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "75d342a5-f67b-4c61-b31d-b0b2db2ab50a", + "w": 24, + "x": 24, + "y": 30 + }, + "panelIndex": "75d342a5-f67b-4c61-b31d-b0b2db2ab50a", + "panelRefName": "panel_75d342a5-f67b-4c61-b31d-b0b2db2ab50a", + "title": "Number of Bytes Sent Over Network", + "type": "visualization", + "version": "7.6.2" + } + ], + "timeRestore": false, + "title": "[Metrics GCP] Storage Overview", + "version": 1 + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-ca401040-8e52-11ea-9fa6-4d675d5290dc", + "migrationVersion": { + "dashboard": "7.15.0" + }, + "references": [ + { + "id": "gcp-4b44b2b0-8e51-11ea-9fa6-4d675d5290dc", + "name": "8d4e63d8-5747-4ebc-aeae-02d20e304526:panel_8d4e63d8-5747-4ebc-aeae-02d20e304526", + "type": "visualization" + }, + { + "id": "gcp-239e2290-8e52-11ea-9fa6-4d675d5290dc", + "name": "70c46ee3-be59-4fb1-a437-c8e92a1d0b2a:panel_70c46ee3-be59-4fb1-a437-c8e92a1d0b2a", + "type": "visualization" + }, + { + "id": "gcp-02b3c620-8e52-11ea-9fa6-4d675d5290dc", + "name": "ba356b1b-ec2b-4a05-8a70-19a43b3dc3a8:panel_ba356b1b-ec2b-4a05-8a70-19a43b3dc3a8", + "type": "visualization" + }, + { + "id": "gcp-91eb8d10-8e51-11ea-9fa6-4d675d5290dc", + "name": "77f185ba-74ad-4102-bca7-08587cd1bf6c:panel_77f185ba-74ad-4102-bca7-08587cd1bf6c", + "type": "visualization" + }, + { + "id": "gcp-d4cc5ec0-8e51-11ea-9fa6-4d675d5290dc", + "name": "f2ab3410-44b0-4b01-bb93-1394d6a64257:panel_f2ab3410-44b0-4b01-bb93-1394d6a64257", + "type": "visualization" + }, + { + "id": "gcp-e9e44d90-8e51-11ea-9fa6-4d675d5290dc", + "name": "75d342a5-f67b-4c61-b31d-b0b2db2ab50a:panel_75d342a5-f67b-4c61-b31d-b0b2db2ab50a", + "type": "visualization" + } + ], + "type": "dashboard" +} \ No newline at end of file diff --git a/packages/gcp/kibana/dashboard/gcp-f40ee870-5e4a-11ea-a4f6-717338406083.json b/packages/gcp/kibana/dashboard/gcp-f40ee870-5e4a-11ea-a4f6-717338406083.json new file mode 100644 index 00000000000..9ac71340c78 --- /dev/null +++ b/packages/gcp/kibana/dashboard/gcp-f40ee870-5e4a-11ea-a4f6-717338406083.json @@ -0,0 +1,230 @@ +{ + "attributes": { + "description": "Overview of GCP Compute Metrics", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 17, + "i": "28706ab2-1142-401d-9143-f4176a034c10", + "w": 7, + "x": 0, + "y": 0 + }, + "panelIndex": "28706ab2-1142-401d-9143-f4176a034c10", + "panelRefName": "panel_28706ab2-1142-401d-9143-f4176a034c10", + "title": "Filters", + "type": "visualization", + "version": "7.9.1" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 17, + "i": "2034fcc8-5cd7-4ee8-8c8f-99054f025b05", + "w": 10, + "x": 7, + "y": 0 + }, + "panelIndex": "2034fcc8-5cd7-4ee8-8c8f-99054f025b05", + "panelRefName": "panel_2034fcc8-5cd7-4ee8-8c8f-99054f025b05", + "title": "Instance Uptime", + "type": "visualization", + "version": "7.9.1" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 17, + "i": "5f6f2ecd-dcaf-4455-967c-ede6b38f431f", + "w": 31, + "x": 17, + "y": 0 + }, + "panelIndex": "5f6f2ecd-dcaf-4455-967c-ede6b38f431f", + "panelRefName": "panel_5f6f2ecd-dcaf-4455-967c-ede6b38f431f", + "title": "CPU Utilization", + "type": "visualization", + "version": "7.9.1" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "9c6f36f5-c2b2-40f5-8ee3-af6131168842", + "w": 24, + "x": 0, + "y": 17 + }, + "panelIndex": "9c6f36f5-c2b2-40f5-8ee3-af6131168842", + "panelRefName": "panel_9c6f36f5-c2b2-40f5-8ee3-af6131168842", + "title": "Read I/O", + "type": "visualization", + "version": "7.9.1" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "93906f63-42c9-4f30-9b2c-05041a9e1efe", + "w": 24, + "x": 24, + "y": 17 + }, + "panelIndex": "93906f63-42c9-4f30-9b2c-05041a9e1efe", + "panelRefName": "panel_93906f63-42c9-4f30-9b2c-05041a9e1efe", + "title": "Write I/O", + "type": "visualization", + "version": "7.9.1" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "e1a4e862-dd00-409f-8746-8a8e4bc82807", + "w": 24, + "x": 0, + "y": 32 + }, + "panelIndex": "e1a4e862-dd00-409f-8746-8a8e4bc82807", + "panelRefName": "panel_e1a4e862-dd00-409f-8746-8a8e4bc82807", + "title": "Network Sent Bytes", + "type": "visualization", + "version": "7.9.1" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "6f47ff85-3ec1-4f6f-a63b-1a56f0cfc9ce", + "w": 24, + "x": 24, + "y": 32 + }, + "panelIndex": "6f47ff85-3ec1-4f6f-a63b-1a56f0cfc9ce", + "panelRefName": "panel_6f47ff85-3ec1-4f6f-a63b-1a56f0cfc9ce", + "title": "Network Received Bytes", + "type": "visualization", + "version": "7.9.1" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "00689e12-4cb3-49ad-ac33-dbe4279f446e", + "w": 24, + "x": 0, + "y": 47 + }, + "panelIndex": "00689e12-4cb3-49ad-ac33-dbe4279f446e", + "panelRefName": "panel_00689e12-4cb3-49ad-ac33-dbe4279f446e", + "title": "Firewall Dropped Bytes", + "type": "visualization", + "version": "7.9.1" + }, + { + "embeddableConfig": { + "enhancements": {} + }, + "gridData": { + "h": 15, + "i": "901e7bf5-35f5-4c1a-9627-27f6c20d2514", + "w": 24, + "x": 24, + "y": 47 + }, + "panelIndex": "901e7bf5-35f5-4c1a-9627-27f6c20d2514", + "panelRefName": "panel_901e7bf5-35f5-4c1a-9627-27f6c20d2514", + "title": "Firewall Dropped Packets", + "type": "visualization", + "version": "7.9.1" + } + ], + "timeRestore": false, + "title": "[Metrics GCP] Compute Overview", + "version": 1 + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-f40ee870-5e4a-11ea-a4f6-717338406083", + "migrationVersion": { + "dashboard": "7.15.0" + }, + "references": [ + { + "id": "gcp-3aa96470-5fc4-11ea-a4f6-717338406083", + "name": "28706ab2-1142-401d-9143-f4176a034c10:panel_28706ab2-1142-401d-9143-f4176a034c10", + "type": "visualization" + }, + { + "id": "gcp-da5bc460-63e1-11ea-b0ac-95d4ecb1fecd", + "name": "2034fcc8-5cd7-4ee8-8c8f-99054f025b05:panel_2034fcc8-5cd7-4ee8-8c8f-99054f025b05", + "type": "visualization" + }, + { + "id": "gcp-3f472ea0-5e47-11ea-a4f6-717338406083", + "name": "5f6f2ecd-dcaf-4455-967c-ede6b38f431f:panel_5f6f2ecd-dcaf-4455-967c-ede6b38f431f", + "type": "visualization" + }, + { + "id": "gcp-89513bc0-5e48-11ea-a4f6-717338406083", + "name": "9c6f36f5-c2b2-40f5-8ee3-af6131168842:panel_9c6f36f5-c2b2-40f5-8ee3-af6131168842", + "type": "visualization" + }, + { + "id": "gcp-95e1f050-5e48-11ea-a4f6-717338406083", + "name": "93906f63-42c9-4f30-9b2c-05041a9e1efe:panel_93906f63-42c9-4f30-9b2c-05041a9e1efe", + "type": "visualization" + }, + { + "id": "gcp-6f795e70-5e49-11ea-a4f6-717338406083", + "name": "e1a4e862-dd00-409f-8746-8a8e4bc82807:panel_e1a4e862-dd00-409f-8746-8a8e4bc82807", + "type": "visualization" + }, + { + "id": "gcp-43f45ba0-5e4a-11ea-a4f6-717338406083", + "name": "6f47ff85-3ec1-4f6f-a63b-1a56f0cfc9ce:panel_6f47ff85-3ec1-4f6f-a63b-1a56f0cfc9ce", + "type": "visualization" + }, + { + "id": "gcp-9d919d00-5e4d-11ea-a4f6-717338406083", + "name": "00689e12-4cb3-49ad-ac33-dbe4279f446e:panel_00689e12-4cb3-49ad-ac33-dbe4279f446e", + "type": "visualization" + }, + { + "id": "gcp-ef1508c0-5e4c-11ea-a4f6-717338406083", + "name": "901e7bf5-35f5-4c1a-9627-27f6c20d2514:panel_901e7bf5-35f5-4c1a-9627-27f6c20d2514", + "type": "visualization" + } + ], + "type": "dashboard" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-057de170-e88d-11ea-bf8c-d13ebf358a78.json b/packages/gcp/kibana/lens/gcp-057de170-e88d-11ea-bf8c-d13ebf358a78.json new file mode 100644 index 00000000000..a62be39b462 --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-057de170-e88d-11ea-bf8c-d13ebf358a78.json @@ -0,0 +1,87 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "4ca843af-63d7-46b9-a719-51a81eebf1f7": { + "columnOrder": [ + "2477291e-9021-4eb2-9fce-8da1ee792c49", + "10b91492-efef-490d-bc7a-c2074b2eae84" + ], + "columns": { + "10b91492-efef-490d-bc7a-c2074b2eae84": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of gcp.billing.total", + "operationType": "max", + "scale": "ratio", + "sourceField": "gcp.billing.total" + }, + "2477291e-9021-4eb2-9fce-8da1ee792c49": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Cost Per Project ID", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "10b91492-efef-490d-bc7a-c2074b2eae84", + "type": "column" + }, + "orderDirection": "desc", + "size": 20 + }, + "scale": "ordinal", + "sourceField": "gcp.billing.project_id" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "layers": [ + { + "categoryDisplay": "default", + "groups": [ + "2477291e-9021-4eb2-9fce-8da1ee792c49" + ], + "layerId": "4ca843af-63d7-46b9-a719-51a81eebf1f7", + "layerType": "data", + "legendDisplay": "default", + "metric": "10b91492-efef-490d-bc7a-c2074b2eae84", + "nestedLegend": false, + "numberDisplay": "percent" + } + ], + "shape": "pie" + } + }, + "title": "Cost Per Project ID [Metrics GCP]", + "visualizationType": "lnsPie" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-057de170-e88d-11ea-bf8c-d13ebf358a78", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-4ca843af-63d7-46b9-a719-51a81eebf1f7", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-0776dbf0-019f-11eb-b032-d59f894a5072.json b/packages/gcp/kibana/lens/gcp-0776dbf0-019f-11eb-b032-d59f894a5072.json new file mode 100644 index 00000000000..be529db7523 --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-0776dbf0-019f-11eb-b032-d59f894a5072.json @@ -0,0 +1,112 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "91e62734-6524-424c-b2b5-3974c835dd6c": { + "columnOrder": [ + "6be62612-437b-448d-9631-c6cc0938225d", + "921ee447-0c37-4e9d-9f42-a491f412baef", + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "columns": { + "5424865c-c988-4e26-b00b-b3cf90e1e4cf": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Snapshot Backlog Bytes", + "operationType": "average", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 0 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.pubsub.snapshot.backlog_bytes.value" + }, + "6be62612-437b-448d-9631-c6cc0938225d": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "921ee447-0c37-4e9d-9f42-a491f412baef": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.snapshot_id", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "5424865c-c988-4e26-b00b-b3cf90e1e4cf", + "type": "column" + }, + "orderDirection": "desc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.snapshot_id" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "layerId": "91e62734-6524-424c-b2b5-3974c835dd6c", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "921ee447-0c37-4e9d-9f42-a491f412baef", + "xAccessor": "6be62612-437b-448d-9631-c6cc0938225d" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "line" + } + }, + "title": "Snapshot Backlog Bytes [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-0776dbf0-019f-11eb-b032-d59f894a5072", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-91e62734-6524-424c-b2b5-3974c835dd6c", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-11d06fc0-01a0-11eb-b032-d59f894a5072.json b/packages/gcp/kibana/lens/gcp-11d06fc0-01a0-11eb-b032-d59f894a5072.json new file mode 100644 index 00000000000..7f041a640d3 --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-11d06fc0-01a0-11eb-b032-d59f894a5072.json @@ -0,0 +1,112 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "91e62734-6524-424c-b2b5-3974c835dd6c": { + "columnOrder": [ + "6be62612-437b-448d-9631-c6cc0938225d", + "2251f8b6-6091-4386-890b-4d0d33e79a96", + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "columns": { + "2251f8b6-6091-4386-890b-4d0d33e79a96": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.subscription_id", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "5424865c-c988-4e26-b00b-b3cf90e1e4cf", + "type": "column" + }, + "orderDirection": "desc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.subscription_id" + }, + "5424865c-c988-4e26-b00b-b3cf90e1e4cf": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Subscription Number of Undelivered Messages", + "operationType": "average", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 0 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.pubsub.subscription.num_undelivered_messages.value" + }, + "6be62612-437b-448d-9631-c6cc0938225d": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "1m" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "layerId": "91e62734-6524-424c-b2b5-3974c835dd6c", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "2251f8b6-6091-4386-890b-4d0d33e79a96", + "xAccessor": "6be62612-437b-448d-9631-c6cc0938225d" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "line" + } + }, + "title": "Subscription Number of Undelivered Messages [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-11d06fc0-01a0-11eb-b032-d59f894a5072", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-91e62734-6524-424c-b2b5-3974c835dd6c", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-25b76dc0-01a2-11eb-b032-d59f894a5072.json b/packages/gcp/kibana/lens/gcp-25b76dc0-01a2-11eb-b032-d59f894a5072.json new file mode 100644 index 00000000000..48cea490047 --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-25b76dc0-01a2-11eb-b032-d59f894a5072.json @@ -0,0 +1,102 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "91e62734-6524-424c-b2b5-3974c835dd6c": { + "columnOrder": [ + "f0d11f8d-e2f9-408a-9114-a0b9b18142d4", + "89c8d41d-6896-470d-8318-c0a691fa638e", + "27a71166-d245-471d-b550-ee0b1899ea88" + ], + "columns": { + "27a71166-d245-471d-b550-ee0b1899ea88": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Topic Oldest Retained Acked Message Age By Region", + "operationType": "average", + "scale": "ratio", + "sourceField": "gcp.pubsub.topic.oldest_retained_acked_message_age_by_region.value" + }, + "89c8d41d-6896-470d-8318-c0a691fa638e": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.metrics.region", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "27a71166-d245-471d-b550-ee0b1899ea88", + "type": "column" + }, + "orderDirection": "desc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.metrics.region" + }, + "f0d11f8d-e2f9-408a-9114-a0b9b18142d4": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "1m" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "27a71166-d245-471d-b550-ee0b1899ea88" + ], + "layerId": "91e62734-6524-424c-b2b5-3974c835dd6c", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "89c8d41d-6896-470d-8318-c0a691fa638e", + "xAccessor": "f0d11f8d-e2f9-408a-9114-a0b9b18142d4" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "line" + } + }, + "title": "Topic Oldest Retained Acked Message Age By Region [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-25b76dc0-01a2-11eb-b032-d59f894a5072", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-91e62734-6524-424c-b2b5-3974c835dd6c", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-403d81e0-01a0-11eb-b032-d59f894a5072.json b/packages/gcp/kibana/lens/gcp-403d81e0-01a0-11eb-b032-d59f894a5072.json new file mode 100644 index 00000000000..28569a2c8bd --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-403d81e0-01a0-11eb-b032-d59f894a5072.json @@ -0,0 +1,104 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "91e62734-6524-424c-b2b5-3974c835dd6c": { + "columnOrder": [ + "6be62612-437b-448d-9631-c6cc0938225d", + "2251f8b6-6091-4386-890b-4d0d33e79a96", + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "columns": { + "2251f8b6-6091-4386-890b-4d0d33e79a96": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.subscription_id", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "5424865c-c988-4e26-b00b-b3cf90e1e4cf", + "type": "column" + }, + "orderDirection": "desc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.subscription_id" + }, + "5424865c-c988-4e26-b00b-b3cf90e1e4cf": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Subscription Oldest Unacked Message Age", + "operationType": "average", + "scale": "ratio", + "sourceField": "gcp.pubsub.subscription.oldest_unacked_message_age.value" + }, + "6be62612-437b-448d-9631-c6cc0938225d": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "1m" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "layerId": "91e62734-6524-424c-b2b5-3974c835dd6c", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "2251f8b6-6091-4386-890b-4d0d33e79a96", + "xAccessor": "6be62612-437b-448d-9631-c6cc0938225d" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "line" + } + }, + "title": "Subscription Oldest Unacked Message [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-403d81e0-01a0-11eb-b032-d59f894a5072", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-91e62734-6524-424c-b2b5-3974c835dd6c", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-520c6f10-ec8a-11ea-a0ed-7fe6b565d158.json b/packages/gcp/kibana/lens/gcp-520c6f10-ec8a-11ea-a0ed-7fe6b565d158.json new file mode 100644 index 00000000000..6a75af55fbd --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-520c6f10-ec8a-11ea-a0ed-7fe6b565d158.json @@ -0,0 +1,83 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "e12171da-25a4-41ea-86d3-8fd71205c263": { + "columnOrder": [ + "6011e524-4646-410b-8d1c-06c281e8f7ed", + "f8ab301c-f139-4573-b233-ed8a3f717e24" + ], + "columns": { + "6011e524-4646-410b-8d1c-06c281e8f7ed": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Invoice Month", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "f8ab301c-f139-4573-b233-ed8a3f717e24", + "type": "column" + }, + "orderDirection": "desc", + "size": 12 + }, + "scale": "ordinal", + "sourceField": "gcp.billing.invoice_month" + }, + "f8ab301c-f139-4573-b233-ed8a3f717e24": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total Billing Cost", + "operationType": "sum", + "scale": "ratio", + "sourceField": "gcp.billing.total" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "columns": [ + { + "columnId": "6011e524-4646-410b-8d1c-06c281e8f7ed" + }, + { + "columnId": "f8ab301c-f139-4573-b233-ed8a3f717e24" + } + ], + "layerId": "e12171da-25a4-41ea-86d3-8fd71205c263", + "layerType": "data" + } + }, + "title": "Total Cost Table [Metrics GCP]", + "visualizationType": "lnsDatatable" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-520c6f10-ec8a-11ea-a0ed-7fe6b565d158", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-e12171da-25a4-41ea-86d3-8fd71205c263", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-5f97d300-01a1-11eb-b032-d59f894a5072.json b/packages/gcp/kibana/lens/gcp-5f97d300-01a1-11eb-b032-d59f894a5072.json new file mode 100644 index 00000000000..cec5666768e --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-5f97d300-01a1-11eb-b032-d59f894a5072.json @@ -0,0 +1,120 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "91e62734-6524-424c-b2b5-3974c835dd6c": { + "columnOrder": [ + "ed36f31e-ed2a-460a-a881-18e191f75d04", + "6be62612-437b-448d-9631-c6cc0938225d", + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "columns": { + "0888bf93-1ecf-467a-b0b5-9e0deee6545c": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.topic_id", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "5424865c-c988-4e26-b00b-b3cf90e1e4cf", + "type": "column" + }, + "orderDirection": "desc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.topic_id" + }, + "5424865c-c988-4e26-b00b-b3cf90e1e4cf": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Topic Oldest Unacked Message Age By Region", + "operationType": "average", + "scale": "ratio", + "sourceField": "gcp.pubsub.topic.oldest_unacked_message_age_by_region.value" + }, + "6be62612-437b-448d-9631-c6cc0938225d": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "1m" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "ed36f31e-ed2a-460a-a881-18e191f75d04": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.metrics.region", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "5424865c-c988-4e26-b00b-b3cf90e1e4cf", + "type": "column" + }, + "orderDirection": "desc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.metrics.region" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "layerId": "91e62734-6524-424c-b2b5-3974c835dd6c", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "ed36f31e-ed2a-460a-a881-18e191f75d04", + "xAccessor": "6be62612-437b-448d-9631-c6cc0938225d" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "line" + } + }, + "title": "Topic Oldest Unacked Message Age By Region [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-5f97d300-01a1-11eb-b032-d59f894a5072", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-91e62734-6524-424c-b2b5-3974c835dd6c", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-6de1f430-019d-11eb-b032-d59f894a5072.json b/packages/gcp/kibana/lens/gcp-6de1f430-019d-11eb-b032-d59f894a5072.json new file mode 100644 index 00000000000..4e2ebfdfb67 --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-6de1f430-019d-11eb-b032-d59f894a5072.json @@ -0,0 +1,103 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "91e62734-6524-424c-b2b5-3974c835dd6c": { + "columnOrder": [ + "6be62612-437b-448d-9631-c6cc0938225d", + "ef2fc668-040b-4c82-9f65-5d3fb25c9536", + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "columns": { + "5424865c-c988-4e26-b00b-b3cf90e1e4cf": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Snapshot Number of Messages", + "operationType": "average", + "scale": "ratio", + "sourceField": "gcp.pubsub.snapshot.num_messages.value" + }, + "6be62612-437b-448d-9631-c6cc0938225d": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "ef2fc668-040b-4c82-9f65-5d3fb25c9536": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.snapshot_id", + "operationType": "terms", + "params": { + "orderBy": { + "type": "alphabetical" + }, + "orderDirection": "asc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.snapshot_id" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "layerId": "91e62734-6524-424c-b2b5-3974c835dd6c", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "ef2fc668-040b-4c82-9f65-5d3fb25c9536", + "xAccessor": "6be62612-437b-448d-9631-c6cc0938225d" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "line" + } + }, + "title": "Snapshot Number of Messages [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-6de1f430-019d-11eb-b032-d59f894a5072", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-91e62734-6524-424c-b2b5-3974c835dd6c", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-73346db0-e88d-11ea-bf8c-d13ebf358a78.json b/packages/gcp/kibana/lens/gcp-73346db0-e88d-11ea-bf8c-d13ebf358a78.json new file mode 100644 index 00000000000..98207850aba --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-73346db0-e88d-11ea-bf8c-d13ebf358a78.json @@ -0,0 +1,153 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "325e60ce-0fbd-42b0-82f6-b10df31fef6c": { + "columnOrder": [ + "faaaaf23-f362-4a00-be9e-8a155208a39e", + "c4bc659c-3e7c-41f2-bc38-32d9edee95e8", + "3041fc1b-ceb8-4188-b55d-d354819f267e" + ], + "columns": { + "3041fc1b-ceb8-4188-b55d-d354819f267e": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total Billing", + "operationType": "max", + "scale": "ratio", + "sourceField": "gcp.billing.total" + }, + "c4bc659c-3e7c-41f2-bc38-32d9edee95e8": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "1d" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "faaaaf23-f362-4a00-be9e-8a155208a39e": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Project ID", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "3041fc1b-ceb8-4188-b55d-d354819f267e", + "type": "column" + }, + "orderDirection": "desc", + "size": 10 + }, + "scale": "ordinal", + "sourceField": "gcp.billing.project_id" + } + } + }, + "4ca843af-63d7-46b9-a719-51a81eebf1f7": { + "columnOrder": [ + "1164563d-d2b3-4067-bc7b-d694179182ed", + "10b91492-efef-490d-bc7a-c2074b2eae84" + ], + "columns": { + "10b91492-efef-490d-bc7a-c2074b2eae84": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total Billing Cost", + "operationType": "sum", + "scale": "ratio", + "sourceField": "gcp.billing.total" + }, + "1164563d-d2b3-4067-bc7b-d694179182ed": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "1d" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "e25f49de-f161-4be8-a8fc-519188a7776c": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Cost", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "10b91492-efef-490d-bc7a-c2074b2eae84", + "type": "column" + }, + "orderDirection": "desc", + "size": 15 + }, + "scale": "ordinal", + "sourceField": "gcp.billing.project_id" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "3041fc1b-ceb8-4188-b55d-d354819f267e" + ], + "layerId": "325e60ce-0fbd-42b0-82f6-b10df31fef6c", + "layerType": "data", + "seriesType": "bar_stacked", + "splitAccessor": "faaaaf23-f362-4a00-be9e-8a155208a39e", + "xAccessor": "c4bc659c-3e7c-41f2-bc38-32d9edee95e8" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "bar_stacked" + } + }, + "title": "Total Cost Bar Chart [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-73346db0-e88d-11ea-bf8c-d13ebf358a78", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-325e60ce-0fbd-42b0-82f6-b10df31fef6c", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-4ca843af-63d7-46b9-a719-51a81eebf1f7", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-79d80f10-01a0-11eb-b032-d59f894a5072.json b/packages/gcp/kibana/lens/gcp-79d80f10-01a0-11eb-b032-d59f894a5072.json new file mode 100644 index 00000000000..ad97b4a47fd --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-79d80f10-01a0-11eb-b032-d59f894a5072.json @@ -0,0 +1,112 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "91e62734-6524-424c-b2b5-3974c835dd6c": { + "columnOrder": [ + "6be62612-437b-448d-9631-c6cc0938225d", + "2251f8b6-6091-4386-890b-4d0d33e79a96", + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "columns": { + "2251f8b6-6091-4386-890b-4d0d33e79a96": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.subscription_id", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "5424865c-c988-4e26-b00b-b3cf90e1e4cf", + "type": "column" + }, + "orderDirection": "desc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.subscription_id" + }, + "5424865c-c988-4e26-b00b-b3cf90e1e4cf": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Subscription Backlog Bytes", + "operationType": "average", + "params": { + "format": { + "id": "bytes", + "params": { + "decimals": 0 + } + } + }, + "scale": "ratio", + "sourceField": "gcp.pubsub.subscription.backlog_bytes.value" + }, + "6be62612-437b-448d-9631-c6cc0938225d": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "1m" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "layerId": "91e62734-6524-424c-b2b5-3974c835dd6c", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "2251f8b6-6091-4386-890b-4d0d33e79a96", + "xAccessor": "6be62612-437b-448d-9631-c6cc0938225d" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "line" + } + }, + "title": "Subscription Backlog [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-79d80f10-01a0-11eb-b032-d59f894a5072", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-91e62734-6524-424c-b2b5-3974c835dd6c", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-bd399790-01a2-11eb-b032-d59f894a5072.json b/packages/gcp/kibana/lens/gcp-bd399790-01a2-11eb-b032-d59f894a5072.json new file mode 100644 index 00000000000..a200d2e3a2b --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-bd399790-01a2-11eb-b032-d59f894a5072.json @@ -0,0 +1,102 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "91e62734-6524-424c-b2b5-3974c835dd6c": { + "columnOrder": [ + "4f8dae5f-b49c-4a10-8f94-a29039f93919", + "f0d11f8d-e2f9-408a-9114-a0b9b18142d4", + "27a71166-d245-471d-b550-ee0b1899ea88" + ], + "columns": { + "27a71166-d245-471d-b550-ee0b1899ea88": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Topic Send Request Count", + "operationType": "average", + "scale": "ratio", + "sourceField": "gcp.pubsub.topic.send_request_count.value" + }, + "4f8dae5f-b49c-4a10-8f94-a29039f93919": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.topic_id", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "27a71166-d245-471d-b550-ee0b1899ea88", + "type": "column" + }, + "orderDirection": "desc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.topic_id" + }, + "f0d11f8d-e2f9-408a-9114-a0b9b18142d4": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "1m" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "27a71166-d245-471d-b550-ee0b1899ea88" + ], + "layerId": "91e62734-6524-424c-b2b5-3974c835dd6c", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "4f8dae5f-b49c-4a10-8f94-a29039f93919", + "xAccessor": "f0d11f8d-e2f9-408a-9114-a0b9b18142d4" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "line" + } + }, + "title": "Topic Send Request [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-bd399790-01a2-11eb-b032-d59f894a5072", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-91e62734-6524-424c-b2b5-3974c835dd6c", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-dd835300-e88f-11ea-bf8c-d13ebf358a78.json b/packages/gcp/kibana/lens/gcp-dd835300-e88f-11ea-bf8c-d13ebf358a78.json new file mode 100644 index 00000000000..92147debf47 --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-dd835300-e88f-11ea-bf8c-d13ebf358a78.json @@ -0,0 +1,58 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "4cb00ce3-c62e-46f3-90ce-b69c876b9605": { + "columnOrder": [ + "2f66b924-5392-4e5e-93fe-5b23a87068c1" + ], + "columns": { + "2f66b924-5392-4e5e-93fe-5b23a87068c1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "", + "operationType": "unique_count", + "scale": "ratio", + "sourceField": "gcp.billing.project_id" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "accessor": "2f66b924-5392-4e5e-93fe-5b23a87068c1", + "layerId": "4cb00ce3-c62e-46f3-90ce-b69c876b9605", + "layerType": "data" + } + }, + "title": "Total Number Of Projects [Metrics GCP]", + "visualizationType": "lnsMetric" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-dd835300-e88f-11ea-bf8c-d13ebf358a78", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-4cb00ce3-c62e-46f3-90ce-b69c876b9605", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-e6933020-e88d-11ea-bf8c-d13ebf358a78.json b/packages/gcp/kibana/lens/gcp-e6933020-e88d-11ea-bf8c-d13ebf358a78.json new file mode 100644 index 00000000000..502ed7d0f7d --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-e6933020-e88d-11ea-bf8c-d13ebf358a78.json @@ -0,0 +1,108 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "4ca843af-63d7-46b9-a719-51a81eebf1f7": { + "columnOrder": [ + "e25f49de-f161-4be8-a8fc-519188a7776c", + "b92edf5e-58bc-4382-9cd5-19db2c332c93", + "af747bf6-66e9-4760-bbd8-3dae9c97159d" + ], + "columns": { + "af747bf6-66e9-4760-bbd8-3dae9c97159d": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total Billing Cost", + "operationType": "max", + "scale": "ratio", + "sourceField": "gcp.billing.total" + }, + "b92edf5e-58bc-4382-9cd5-19db2c332c93": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Invoice Month", + "operationType": "terms", + "params": { + "orderBy": { + "type": "alphabetical" + }, + "orderDirection": "asc", + "size": 5 + }, + "scale": "ordinal", + "sourceField": "gcp.billing.invoice_month" + }, + "e25f49de-f161-4be8-a8fc-519188a7776c": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Monthly Cost", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "af747bf6-66e9-4760-bbd8-3dae9c97159d", + "type": "column" + }, + "orderDirection": "desc", + "size": 10 + }, + "scale": "ordinal", + "sourceField": "gcp.billing.project_id" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "af747bf6-66e9-4760-bbd8-3dae9c97159d" + ], + "layerId": "4ca843af-63d7-46b9-a719-51a81eebf1f7", + "layerType": "data", + "seriesType": "bar_stacked", + "splitAccessor": "b92edf5e-58bc-4382-9cd5-19db2c332c93", + "xAccessor": "e25f49de-f161-4be8-a8fc-519188a7776c" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "bar_stacked" + } + }, + "title": "Monthly Cost Per Project [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-e6933020-e88d-11ea-bf8c-d13ebf358a78", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-4ca843af-63d7-46b9-a719-51a81eebf1f7", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/lens/gcp-f3e92c10-019d-11eb-b032-d59f894a5072.json b/packages/gcp/kibana/lens/gcp-f3e92c10-019d-11eb-b032-d59f894a5072.json new file mode 100644 index 00000000000..22936257cbe --- /dev/null +++ b/packages/gcp/kibana/lens/gcp-f3e92c10-019d-11eb-b032-d59f894a5072.json @@ -0,0 +1,104 @@ +{ + "attributes": { + "state": { + "datasourceStates": { + "indexpattern": { + "layers": { + "91e62734-6524-424c-b2b5-3974c835dd6c": { + "columnOrder": [ + "6be62612-437b-448d-9631-c6cc0938225d", + "921ee447-0c37-4e9d-9f42-a491f412baef", + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "columns": { + "5424865c-c988-4e26-b00b-b3cf90e1e4cf": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Snapshot Oldest Message", + "operationType": "average", + "scale": "ratio", + "sourceField": "gcp.pubsub.snapshot.oldest_message_age.value" + }, + "6be62612-437b-448d-9631-c6cc0938225d": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "921ee447-0c37-4e9d-9f42-a491f412baef": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of gcp.labels.resource.snapshot_id", + "operationType": "terms", + "params": { + "orderBy": { + "columnId": "5424865c-c988-4e26-b00b-b3cf90e1e4cf", + "type": "column" + }, + "orderDirection": "desc", + "size": 3 + }, + "scale": "ordinal", + "sourceField": "gcp.labels.resource.snapshot_id" + } + } + } + } + } + }, + "filters": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "fittingFunction": "None", + "layers": [ + { + "accessors": [ + "5424865c-c988-4e26-b00b-b3cf90e1e4cf" + ], + "layerId": "91e62734-6524-424c-b2b5-3974c835dd6c", + "layerType": "data", + "position": "top", + "seriesType": "line", + "showGridlines": false, + "splitAccessor": "921ee447-0c37-4e9d-9f42-a491f412baef", + "xAccessor": "6be62612-437b-448d-9631-c6cc0938225d" + } + ], + "legend": { + "isVisible": true, + "position": "right" + }, + "preferredSeriesType": "line" + } + }, + "title": "Snapshot Oldest Message [Metrics GCP]", + "visualizationType": "lnsXY" + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-f3e92c10-019d-11eb-b032-d59f894a5072", + "migrationVersion": { + "lens": "7.15.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "indexpattern-datasource-current-indexpattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "indexpattern-datasource-layer-91e62734-6524-424c-b2b5-3974c835dd6c", + "type": "index-pattern" + } + ], + "type": "lens" +} \ No newline at end of file diff --git a/packages/gcp/kibana/map/gcp-a97de660-73a5-11ea-a345-f985c61fe654.json b/packages/gcp/kibana/map/gcp-a97de660-73a5-11ea-a345-f985c61fe654.json index a2a2640416e..d3bef898ba5 100644 --- a/packages/gcp/kibana/map/gcp-a97de660-73a5-11ea-a345-f985c61fe654.json +++ b/packages/gcp/kibana/map/gcp-a97de660-73a5-11ea-a345-f985c61fe654.json @@ -149,13 +149,11 @@ "openTOCDetails": [] } }, + "coreMigrationVersion": "7.15.0", "id": "gcp-a97de660-73a5-11ea-a345-f985c61fe654", "migrationVersion": { - "map": "7.10.0" + "map": "7.14.0" }, - "namespaces": [ - "default" - ], "references": [ { "id": "logs-*", diff --git a/packages/gcp/kibana/search/gcp-d88364c0-73a1-11ea-a345-f985c61fe654.json b/packages/gcp/kibana/search/gcp-d88364c0-73a1-11ea-a345-f985c61fe654.json index 6ac5bd75bf3..11fa696df7f 100644 --- a/packages/gcp/kibana/search/gcp-d88364c0-73a1-11ea-a345-f985c61fe654.json +++ b/packages/gcp/kibana/search/gcp-d88364c0-73a1-11ea-a345-f985c61fe654.json @@ -49,13 +49,11 @@ "title": "Audit [Logs GCP]", "version": 1 }, + "coreMigrationVersion": "7.15.0", "id": "gcp-d88364c0-73a1-11ea-a345-f985c61fe654", "migrationVersion": { "search": "7.9.3" }, - "namespaces": [ - "default" - ], "references": [ { "id": "logs-*", diff --git a/packages/gcp/kibana/visualization/gcp-02b3c620-8e52-11ea-9fa6-4d675d5290dc.json b/packages/gcp/kibana/visualization/gcp-02b3c620-8e52-11ea-9fa6-4d675d5290dc.json new file mode 100644 index 00000000000..4fe3799c810 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-02b3c620-8e52-11ea-9fa6-4d675d5290dc.json @@ -0,0 +1,82 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Storage Object Count [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "bar_color_rules": [ + { + "id": "23042750-8e64-11ea-9fba-216938b39761" + } + ], + "gauge_color_rules": [ + { + "id": "2268f8c0-8e64-11ea-9fba-216938b39761" + } + ], + "gauge_inner_width": 10, + "gauge_style": "half", + "gauge_width": 10, + "hide_last_value_indicator": true, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=15m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "filter": { + "language": "kuery", + "query": "gcp.storage.storage.object_count.value : * " + }, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.storage.storage.object_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.bucket_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "top_n", + "use_kibana_indexes": false + }, + "title": "Storage Object Count [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-02b3c620-8e52-11ea-9fa6-4d675d5290dc", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-0bd0a6e0-9156-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-0bd0a6e0-9156-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..d9025eb349d --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-0bd0a6e0-9156-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,68 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing HTTPS Backend Response Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.https.backend_response_bytes_count.value : * " + }, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.https.backend_response_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.url_map_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": null, + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing HTTPS Backend Response Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-0bd0a6e0-9156-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-239e2290-8e52-11ea-9fa6-4d675d5290dc.json b/packages/gcp/kibana/visualization/gcp-239e2290-8e52-11ea-9fa6-4d675d5290dc.json new file mode 100644 index 00000000000..e04e3855709 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-239e2290-8e52-11ea-9fa6-4d675d5290dc.json @@ -0,0 +1,82 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Storage Total Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "8ec10ba0-8e52-11ea-8164-1ddf506ac7af" + } + ], + "bar_color_rules": [ + { + "id": "8fdd7820-8e52-11ea-8164-1ddf506ac7af" + } + ], + "drop_last_bucket": 1, + "hide_last_value_indicator": true, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=15m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "filter": { + "language": "kuery", + "query": "gcp.storage.storage.total_bytes.value : * " + }, + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.storage.storage.total_bytes.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.bucket_name", + "terms_include": "", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "time_range_mode": "last_value", + "type": "top_n", + "use_kibana_indexes": false + }, + "title": "Storage Total Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-239e2290-8e52-11ea-9fa6-4d675d5290dc", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-2f6b6740-909b-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-2f6b6740-909b-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..86ca0491873 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-2f6b6740-909b-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,69 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing L3 Egress Packets [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "drop_last_bucket": 1, + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.l3.internal.egress_packets_count.value : * " + }, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.l3.internal.egress_packets_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.backend_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing L3 Egress Packets [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-2f6b6740-909b-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-33ee1320-73a5-11ea-a345-f985c61fe654.json b/packages/gcp/kibana/visualization/gcp-33ee1320-73a5-11ea-a345-f985c61fe654.json index e793a09c9a2..4e27300708c 100644 --- a/packages/gcp/kibana/visualization/gcp-33ee1320-73a5-11ea-a345-f985c61fe654.json +++ b/packages/gcp/kibana/visualization/gcp-33ee1320-73a5-11ea-a345-f985c61fe654.json @@ -44,6 +44,10 @@ "maxFontSize": 72, "minFontSize": 18, "orientation": "single", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "scale": "linear", "showLabel": true }, @@ -51,13 +55,11 @@ "type": "tagcloud" } }, + "coreMigrationVersion": "7.15.0", "id": "gcp-33ee1320-73a5-11ea-a345-f985c61fe654", "migrationVersion": { - "visualization": "7.10.0" + "visualization": "7.14.0" }, - "namespaces": [ - "default" - ], "references": [ { "id": "gcp-d88364c0-73a1-11ea-a345-f985c61fe654", diff --git a/packages/gcp/kibana/visualization/gcp-3aa96470-5fc4-11ea-a4f6-717338406083.json b/packages/gcp/kibana/visualization/gcp-3aa96470-5fc4-11ea-a4f6-717338406083.json new file mode 100644 index 00000000000..caa6d7c029e --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-3aa96470-5fc4-11ea-a4f6-717338406083.json @@ -0,0 +1,97 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "az-instance-account Filter [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "controls": [ + { + "fieldName": "cloud.availability_zone", + "id": "1549397251041", + "indexPatternRefName": "control_0_index_pattern", + "label": "availability zone", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "cloud.instance.name", + "id": "1583510592540", + "indexPatternRefName": "control_1_index_pattern", + "label": "instance name", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "cloud.account.id", + "id": "1583510650472", + "indexPatternRefName": "control_2_index_pattern", + "label": "account id", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": true, + "useTimeFilter": false + }, + "title": "az-instance-account Filter [Metrics GCP]", + "type": "input_control_vis" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-3aa96470-5fc4-11ea-a4f6-717338406083", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "control_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_1_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_2_index_pattern", + "type": "index-pattern" + } + ], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-3f472ea0-5e47-11ea-a4f6-717338406083.json b/packages/gcp/kibana/visualization/gcp-3f472ea0-5e47-11ea-a4f6-717338406083.json new file mode 100644 index 00000000000..b95592db0d6 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-3f472ea0-5e47-11ea-a4f6-717338406083.json @@ -0,0 +1,65 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Compute CPU Utilization [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "drop_last_bucket": 0, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "percent", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.compute.instance.cpu.utilization.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "cloud.instance.name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Compute CPU Utilization [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-3f472ea0-5e47-11ea-a4f6-717338406083", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-3f4e9040-909d-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-3f4e9040-909d-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..581b24d7873 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-3f4e9040-909d-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,111 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing L3 Filters [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "controls": [ + { + "fieldName": "gcp.labels.resource.backend_name", + "id": "1588881306802", + "indexPatternRefName": "control_0_index_pattern", + "label": "Backend Name", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.metrics.client_zone", + "id": "1588881320708", + "indexPatternRefName": "control_1_index_pattern", + "label": "Client Zone", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.metrics.client_network", + "id": "1588881383318", + "indexPatternRefName": "control_2_index_pattern", + "label": "Client Network", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.metrics.client_subnetwork", + "id": "1588881498842", + "indexPatternRefName": "control_3_index_pattern", + "label": "Client Sub-network", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": false, + "useTimeFilter": false + }, + "title": "Load Balancing L3 Filters [Metrics GCP]", + "type": "input_control_vis" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-3f4e9040-909d-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "control_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_1_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_2_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_3_index_pattern", + "type": "index-pattern" + } + ], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-434f69f0-909b-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-434f69f0-909b-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..23a27425212 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-434f69f0-909b-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,69 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing L3 Ingress Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "drop_last_bucket": 1, + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.l3.internal.ingress_bytes_count.value : * " + }, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.l3.internal.ingress_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.backend_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing L3 Ingress Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-434f69f0-909b-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-43f45ba0-5e4a-11ea-a4f6-717338406083.json b/packages/gcp/kibana/visualization/gcp-43f45ba0-5e4a-11ea-a4f6-717338406083.json new file mode 100644 index 00000000000..f8673d5ca39 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-43f45ba0-5e4a-11ea-a4f6-717338406083.json @@ -0,0 +1,64 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Compute Network Received Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "drop_last_bucket": 0, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.compute.instance.network.received_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "cloud.instance.name", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Compute Network Received Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-43f45ba0-5e4a-11ea-a4f6-717338406083", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-4627efa0-73a2-11ea-a345-f985c61fe654.json b/packages/gcp/kibana/visualization/gcp-4627efa0-73a2-11ea-a345-f985c61fe654.json index 7ec87032284..f42d183b2a7 100644 --- a/packages/gcp/kibana/visualization/gcp-4627efa0-73a2-11ea-a345-f985c61fe654.json +++ b/packages/gcp/kibana/visualization/gcp-4627efa0-73a2-11ea-a345-f985c61fe654.json @@ -81,13 +81,19 @@ "type": "category" } ], + "detailedTooltip": true, "grid": { "categoryLines": false }, + "isVislibVis": true, "labels": { "show": false }, "legendPosition": "right", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "seriesParams": [ { "data": { @@ -140,13 +146,11 @@ "type": "histogram" } }, + "coreMigrationVersion": "7.15.0", "id": "gcp-4627efa0-73a2-11ea-a345-f985c61fe654", "migrationVersion": { - "visualization": "7.10.0" + "visualization": "7.14.0" }, - "namespaces": [ - "default" - ], "references": [ { "id": "gcp-d88364c0-73a1-11ea-a345-f985c61fe654", diff --git a/packages/gcp/kibana/visualization/gcp-4b44b2b0-8e51-11ea-9fa6-4d675d5290dc.json b/packages/gcp/kibana/visualization/gcp-4b44b2b0-8e51-11ea-9fa6-4d675d5290dc.json new file mode 100644 index 00000000000..4aea7860bad --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-4b44b2b0-8e51-11ea-9fa6-4d675d5290dc.json @@ -0,0 +1,91 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Storage Filters [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "controls": [ + { + "fieldName": "gcp.labels.resource.bucket_name", + "id": "1588628954328", + "indexPatternRefName": "control_0_index_pattern", + "label": "Bucket Name", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.resource.location", + "id": "1588628981768", + "indexPatternRefName": "control_1_index_pattern", + "label": "Location", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.metrics.storage_class", + "id": "1588629001851", + "indexPatternRefName": "control_2_index_pattern", + "label": "Storage Class", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": false, + "useTimeFilter": false + }, + "title": "Storage Filters [Metrics GCP]", + "type": "input_control_vis" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-4b44b2b0-8e51-11ea-9fa6-4d675d5290dc", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "control_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_1_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_2_index_pattern", + "type": "index-pattern" + } + ], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-543dac40-909b-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-543dac40-909b-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..65e17d8696b --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-543dac40-909b-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,69 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing L3 Ingress Packets [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "drop_last_bucket": 1, + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.l3.internal.ingress_packets_count.value : * " + }, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.l3.internal.ingress_packets_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.backend_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing L3 Ingress Packets [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-543dac40-909b-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-5d2f9160-e88e-11ea-bf8c-d13ebf358a78.json b/packages/gcp/kibana/visualization/gcp-5d2f9160-e88e-11ea-bf8c-d13ebf358a78.json new file mode 100644 index 00000000000..49d7087afb2 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-5d2f9160-e88e-11ea-bf8c-d13ebf358a78.json @@ -0,0 +1,97 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "Account ID Filter [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "controls": [ + { + "fieldName": "cloud.provider", + "id": "1598550838945", + "indexPatternRefName": "control_0_index_pattern", + "label": "Cloud Provider ", + "options": { + "dynamicOptions": true, + "multiselect": false, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "cloud.account.id", + "id": "1598893530938", + "indexPatternRefName": "control_1_index_pattern", + "label": "Account ID", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "1598550838945", + "type": "list" + }, + { + "fieldName": "gcp.billing.invoice_month", + "id": "1598988595566", + "indexPatternRefName": "control_2_index_pattern", + "label": "Invoice Month", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": false, + "useTimeFilter": false + }, + "title": "Account ID Filter [Metrics GCP]", + "type": "input_control_vis" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-5d2f9160-e88e-11ea-bf8c-d13ebf358a78", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "control_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_1_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_2_index_pattern", + "type": "index-pattern" + } + ], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-6958ed10-a6ad-11ea-950e-d57608e3aa51.json b/packages/gcp/kibana/visualization/gcp-6958ed10-a6ad-11ea-950e-d57608e3aa51.json new file mode 100644 index 00000000000..c6413cbe0fb --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-6958ed10-a6ad-11ea-950e-d57608e3aa51.json @@ -0,0 +1,97 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "Load Balancing TCP SSL Proxy Filters [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "controls": [ + { + "fieldName": "gcp.labels.resource.backend_name", + "id": "1588881306802", + "indexPatternRefName": "control_0_index_pattern", + "label": "Backend Name", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.metrics.client_country", + "id": "1588881320708", + "indexPatternRefName": "control_1_index_pattern", + "label": "Client Country", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.metrics.proxy_continent", + "id": "1588881383318", + "indexPatternRefName": "control_2_index_pattern", + "label": "Proxy Continent", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": false, + "useTimeFilter": false + }, + "title": "Load Balancing TCP SSL Proxy Filters [Metrics GCP]", + "type": "input_control_vis" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-6958ed10-a6ad-11ea-950e-d57608e3aa51", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "control_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_1_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_2_index_pattern", + "type": "index-pattern" + } + ], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-6d90d320-73a4-11ea-a345-f985c61fe654.json b/packages/gcp/kibana/visualization/gcp-6d90d320-73a4-11ea-a345-f985c61fe654.json index 0fbf65df076..29ad4900153 100644 --- a/packages/gcp/kibana/visualization/gcp-6d90d320-73a4-11ea-a345-f985c61fe654.json +++ b/packages/gcp/kibana/visualization/gcp-6d90d320-73a4-11ea-a345-f985c61fe654.json @@ -43,6 +43,7 @@ "params": { "addLegend": true, "addTooltip": true, + "distinctColors": true, "isDonut": true, "labels": { "last_level": true, @@ -51,19 +52,21 @@ "values": true }, "legendPosition": "right", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "type": "pie" }, "title": "Audit Resource Name [Logs GCP]", "type": "pie" } }, + "coreMigrationVersion": "7.15.0", "id": "gcp-6d90d320-73a4-11ea-a345-f985c61fe654", "migrationVersion": { - "visualization": "7.10.0" + "visualization": "7.14.0" }, - "namespaces": [ - "default" - ], "references": [ { "id": "gcp-d88364c0-73a1-11ea-a345-f985c61fe654", diff --git a/packages/gcp/kibana/visualization/gcp-6f795e70-5e49-11ea-a4f6-717338406083.json b/packages/gcp/kibana/visualization/gcp-6f795e70-5e49-11ea-a4f6-717338406083.json new file mode 100644 index 00000000000..6fe3fdc699d --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-6f795e70-5e49-11ea-a4f6-717338406083.json @@ -0,0 +1,64 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Compute Network Sent Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "drop_last_bucket": 0, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.compute.instance.network.sent_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "cloud.instance.name", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Compute Network Sent Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-6f795e70-5e49-11ea-a4f6-717338406083", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-6f933ef0-9155-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-6f933ef0-9155-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..c3135895a06 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-6f933ef0-9155-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,72 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing HTTPS Request Count [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.https.request_count.value : * " + }, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.https.request_count.value : * " + }, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.https.request_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.url_map_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": null, + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing HTTPS Request Count [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-6f933ef0-9155-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-89513bc0-5e48-11ea-a4f6-717338406083.json b/packages/gcp/kibana/visualization/gcp-89513bc0-5e48-11ea-a4f6-717338406083.json new file mode 100644 index 00000000000..5bcf079cf87 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-89513bc0-5e48-11ea-a4f6-717338406083.json @@ -0,0 +1,64 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Compute Read I/O [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "drop_last_bucket": 0, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.compute.instance.disk.read_ops_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "cloud.instance.name", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Compute Read I/O [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-89513bc0-5e48-11ea-a4f6-717338406083", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-8d4ddf40-9155-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-8d4ddf40-9155-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..a17dfa12bce --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-8d4ddf40-9155-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,68 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing HTTPS Request Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.https.request_bytes_count.value : * " + }, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.https.request_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.url_map_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": null, + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing HTTPS Request Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-8d4ddf40-9155-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-91eb8d10-8e51-11ea-9fa6-4d675d5290dc.json b/packages/gcp/kibana/visualization/gcp-91eb8d10-8e51-11ea-9fa6-4d675d5290dc.json new file mode 100644 index 00000000000..886941ff655 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-91eb8d10-8e51-11ea-9fa6-4d675d5290dc.json @@ -0,0 +1,64 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Storage API Request Count [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.storage.api.request_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.bucket_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Storage API Request Count [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-91eb8d10-8e51-11ea-9fa6-4d675d5290dc", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-95e1f050-5e48-11ea-a4f6-717338406083.json b/packages/gcp/kibana/visualization/gcp-95e1f050-5e48-11ea-a4f6-717338406083.json new file mode 100644 index 00000000000..5110b1d199c --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-95e1f050-5e48-11ea-a4f6-717338406083.json @@ -0,0 +1,64 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Compute Write I/O [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "drop_last_bucket": 0, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.compute.instance.disk.write_ops_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "cloud.instance.name", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Compute Write I/O [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-95e1f050-5e48-11ea-a4f6-717338406083", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-9d919d00-5e4d-11ea-a4f6-717338406083.json b/packages/gcp/kibana/visualization/gcp-9d919d00-5e4d-11ea-a4f6-717338406083.json new file mode 100644 index 00000000000..48eea84f93e --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-9d919d00-5e4d-11ea-a4f6-717338406083.json @@ -0,0 +1,83 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Compute Firewall Dropped Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "3ece14c0-5e4c-11ea-9061-37f24ca5b01f" + } + ], + "bar_color_rules": [ + { + "id": "3b9c35c0-5e4c-11ea-9061-37f24ca5b01f" + } + ], + "drop_last_bucket": 0, + "gauge_color_rules": [ + { + "id": "3b27a200-5e4c-11ea-9061-37f24ca5b01f" + } + ], + "gauge_inner_width": 10, + "gauge_style": "half", + "gauge_width": 10, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.compute.firewall.dropped_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "cloud.instance.name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Compute Firewall Dropped Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-9d919d00-5e4d-11ea-a4f6-717338406083", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-a8e40240-73a3-11ea-a345-f985c61fe654.json b/packages/gcp/kibana/visualization/gcp-a8e40240-73a3-11ea-a345-f985c61fe654.json index a8b86df99f7..0bbe066538d 100644 --- a/packages/gcp/kibana/visualization/gcp-a8e40240-73a3-11ea-a345-f985c61fe654.json +++ b/packages/gcp/kibana/visualization/gcp-a8e40240-73a3-11ea-a345-f985c61fe654.json @@ -43,6 +43,7 @@ "params": { "addLegend": true, "addTooltip": true, + "distinctColors": true, "isDonut": true, "labels": { "last_level": true, @@ -51,19 +52,21 @@ "values": true }, "legendPosition": "right", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "type": "pie" }, "title": "Audit User Agent [Logs GCP]", "type": "pie" } }, + "coreMigrationVersion": "7.15.0", "id": "gcp-a8e40240-73a3-11ea-a345-f985c61fe654", "migrationVersion": { - "visualization": "7.10.0" + "visualization": "7.14.0" }, - "namespaces": [ - "default" - ], "references": [ { "id": "gcp-d88364c0-73a1-11ea-a345-f985c61fe654", diff --git a/packages/gcp/kibana/visualization/gcp-afeb98a0-a6ac-11ea-950e-d57608e3aa51.json b/packages/gcp/kibana/visualization/gcp-afeb98a0-a6ac-11ea-950e-d57608e3aa51.json new file mode 100644 index 00000000000..4264c989bb8 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-afeb98a0-a6ac-11ea-950e-d57608e3aa51.json @@ -0,0 +1,74 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing TCP SSL Proxy Egress Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "cd2ddc00-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "bar_color_rules": [ + { + "id": "d26268d0-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.tcp_ssl_proxy.egress_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "kibana", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.backend_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing TCP SSL Proxy Egress Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-afeb98a0-a6ac-11ea-950e-d57608e3aa51", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-be27b340-a6ac-11ea-950e-d57608e3aa51.json b/packages/gcp/kibana/visualization/gcp-be27b340-a6ac-11ea-950e-d57608e3aa51.json new file mode 100644 index 00000000000..dee67165161 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-be27b340-a6ac-11ea-950e-d57608e3aa51.json @@ -0,0 +1,74 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing TCP SSL Proxy Ingress Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "cd2ddc00-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "bar_color_rules": [ + { + "id": "d26268d0-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.tcp_ssl_proxy.ingress_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "kibana", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.backend_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing TCP SSL Proxy Ingress Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-be27b340-a6ac-11ea-950e-d57608e3aa51", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-c4e1e090-a6aa-11ea-950e-d57608e3aa51.json b/packages/gcp/kibana/visualization/gcp-c4e1e090-a6aa-11ea-950e-d57608e3aa51.json new file mode 100644 index 00000000000..a7097eded29 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-c4e1e090-a6aa-11ea-950e-d57608e3aa51.json @@ -0,0 +1,75 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing TCP SSL Proxy Closed Connections [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "cd2ddc00-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "bar_color_rules": [ + { + "id": "d26268d0-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "hide_last_value_indicator": true, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": 1, + "metrics": [ + { + "field": "gcp.loadbalancing.tcp_ssl_proxy.closed_connections.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "kibana", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.backend_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "top_n", + "use_kibana_indexes": false + }, + "title": "Load Balancing TCP SSL Proxy Closed Connections [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-c4e1e090-a6aa-11ea-950e-d57608e3aa51", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-d4cc5ec0-8e51-11ea-9fa6-4d675d5290dc.json b/packages/gcp/kibana/visualization/gcp-d4cc5ec0-8e51-11ea-9fa6-4d675d5290dc.json new file mode 100644 index 00000000000..820dd17e957 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-d4cc5ec0-8e51-11ea-9fa6-4d675d5290dc.json @@ -0,0 +1,64 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Storage Network Received Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.storage.network.received_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.bucket_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Storage Network Received Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-d4cc5ec0-8e51-11ea-9fa6-4d675d5290dc", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-d5418f80-9156-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-d5418f80-9156-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..f7afdeae9dd --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-d5418f80-9156-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,91 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing HTTPS Filters [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "controls": [ + { + "fieldName": "gcp.labels.resource.url_map_name", + "id": "1588961027791", + "indexPatternRefName": "control_0_index_pattern", + "label": "URL Map Name", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.resource.region", + "id": "1588961077426", + "indexPatternRefName": "control_1_index_pattern", + "label": "Region", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.metrics.client_country", + "id": "1588961157559", + "indexPatternRefName": "control_2_index_pattern", + "label": "Client Country", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": false, + "useTimeFilter": false + }, + "title": "Load Balancing HTTPS Filters [Metrics GCP]", + "type": "input_control_vis" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-d5418f80-9156-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "control_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_1_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_2_index_pattern", + "type": "index-pattern" + } + ], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-d63465e0-9154-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-d63465e0-9154-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..0801efbf6a2 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-d63465e0-9154-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,72 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing HTTPS Response Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.https.response_bytes_count.value : * " + }, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.https.response_bytes_count.value : * " + }, + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.https.response_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.url_map_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": null, + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing HTTPS Response Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-d63465e0-9154-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-da5bc460-63e1-11ea-b0ac-95d4ecb1fecd.json b/packages/gcp/kibana/visualization/gcp-da5bc460-63e1-11ea-b0ac-95d4ecb1fecd.json new file mode 100644 index 00000000000..f1ddc841498 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-da5bc460-63e1-11ea-b0ac-95d4ecb1fecd.json @@ -0,0 +1,114 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Compute Instance Uptime Gauge [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "74a18260-63df-11ea-9543-55b68a4bcad3" + } + ], + "bar_color_rules": [ + { + "id": "77a54c80-63df-11ea-9543-55b68a4bcad3" + } + ], + "drop_last_bucket": 0, + "filter": { + "language": "kuery", + "query": "" + }, + "gauge_color_rules": [ + { + "id": "777371a0-63e0-11ea-9543-55b68a4bcad3", + "value": 0 + } + ], + "gauge_inner_width": 10, + "gauge_max": "", + "gauge_style": "circle", + "gauge_width": 10, + "hide_last_value_indicator": true, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "bar", + "color": "#68BC00", + "fill": 0.5, + "filter": { + "language": "kuery", + "query": "" + }, + "formatter": "percent", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "Average Uptime", + "line_width": 1, + "metrics": [ + { + "denominator": "60", + "field": "gcp.compute.instance.uptime.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "numerator": "gcp.compute.instance.uptime.value", + "type": "avg", + "values": [ + "60" + ] + }, + { + "id": "81dc6000-63e7-11ea-994d-3b2599babc53", + "script": "params.uptime / 60\n", + "type": "math", + "variables": [ + { + "field": "61ca57f2-469d-11e7-af02-69e470af7417", + "id": "85f3bd00-63e7-11ea-994d-3b2599babc53", + "name": "uptime" + } + ] + } + ], + "override_index_pattern": 0, + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "everything", + "stacked": "none", + "terms_field": "cloud.instance.name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "@timestamp", + "time_range_mode": "entire_time_range", + "tooltip_mode": "show_all", + "type": "gauge", + "use_kibana_indexes": false + }, + "title": "Compute Instance Uptime Gauge [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-da5bc460-63e1-11ea-b0ac-95d4ecb1fecd", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-dff87070-9155-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-dff87070-9155-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..6202dcf4179 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-dff87070-9155-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,68 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing HTTPS Backend Request Count [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.https.backend_request_count.value : * " + }, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.https.backend_request_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.url_map_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": null, + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing HTTPS Backend Request Count [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-dff87070-9155-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-e562eb50-909a-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-e562eb50-909a-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..9ffee5d1507 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-e562eb50-909a-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,69 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing L3 Egress Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "drop_last_bucket": 1, + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.l3.internal.egress_bytes_count.value : * " + }, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.l3.internal.egress_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.backend_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing L3 Egress Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-e562eb50-909a-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-e9e44d90-8e51-11ea-9fa6-4d675d5290dc.json b/packages/gcp/kibana/visualization/gcp-e9e44d90-8e51-11ea-9fa6-4d675d5290dc.json new file mode 100644 index 00000000000..f4ab81b2805 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-e9e44d90-8e51-11ea-9fa6-4d675d5290dc.json @@ -0,0 +1,64 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Storage Network Sent Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.storage.network.sent_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.bucket_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Storage Network Sent Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-e9e44d90-8e51-11ea-9fa6-4d675d5290dc", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-eb5bf570-73a2-11ea-a345-f985c61fe654.json b/packages/gcp/kibana/visualization/gcp-eb5bf570-73a2-11ea-a345-f985c61fe654.json index eb530053021..ab02247805e 100644 --- a/packages/gcp/kibana/visualization/gcp-eb5bf570-73a2-11ea-a345-f985c61fe654.json +++ b/packages/gcp/kibana/visualization/gcp-eb5bf570-73a2-11ea-a345-f985c61fe654.json @@ -43,6 +43,7 @@ "params": { "addLegend": true, "addTooltip": true, + "distinctColors": true, "isDonut": true, "labels": { "last_level": true, @@ -51,19 +52,21 @@ "values": true }, "legendPosition": "right", + "palette": { + "name": "kibana_palette", + "type": "palette" + }, "type": "pie" }, "title": "Audit Event Action [Logs GCP]", "type": "pie" } }, + "coreMigrationVersion": "7.15.0", "id": "gcp-eb5bf570-73a2-11ea-a345-f985c61fe654", "migrationVersion": { - "visualization": "7.10.0" + "visualization": "7.14.0" }, - "namespaces": [ - "default" - ], "references": [ { "id": "gcp-d88364c0-73a1-11ea-a345-f985c61fe654", diff --git a/packages/gcp/kibana/visualization/gcp-eb891a20-9155-11ea-8180-7b0dacd9df87.json b/packages/gcp/kibana/visualization/gcp-eb891a20-9155-11ea-8180-7b0dacd9df87.json new file mode 100644 index 00000000000..859020703d5 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-eb891a20-9155-11ea-8180-7b0dacd9df87.json @@ -0,0 +1,68 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing HTTPS Backend Request Bytes [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "1m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "filter": { + "language": "kuery", + "query": "gcp.loadbalancing.https.backend_request_bytes_count.value : * " + }, + "formatter": "bytes", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.https.backend_request_bytes_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "gradient", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.url_map_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": null, + "type": "timeseries", + "use_kibana_indexes": false + }, + "title": "Load Balancing HTTPS Backend Request Bytes [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-eb891a20-9155-11ea-8180-7b0dacd9df87", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-eed05d80-a6ac-11ea-950e-d57608e3aa51.json b/packages/gcp/kibana/visualization/gcp-eed05d80-a6ac-11ea-950e-d57608e3aa51.json new file mode 100644 index 00000000000..a38cc19892f --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-eed05d80-a6ac-11ea-950e-d57608e3aa51.json @@ -0,0 +1,75 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing TCP SSL Proxy New Connections [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "cd2ddc00-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "bar_color_rules": [ + { + "id": "d26268d0-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "hide_last_value_indicator": true, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=15m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "2", + "metrics": [ + { + "field": "gcp.loadbalancing.tcp_ssl_proxy.new_connections.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "3", + "separate_axis": 0, + "split_color_mode": "kibana", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.backend_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "top_n", + "use_kibana_indexes": false + }, + "title": "Load Balancing TCP SSL Proxy New Connections [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-eed05d80-a6ac-11ea-950e-d57608e3aa51", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-ef1508c0-5e4c-11ea-a4f6-717338406083.json b/packages/gcp/kibana/visualization/gcp-ef1508c0-5e4c-11ea-a4f6-717338406083.json new file mode 100644 index 00000000000..7517204ff14 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-ef1508c0-5e4c-11ea-a4f6-717338406083.json @@ -0,0 +1,85 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Compute Firewall Dropped Packets [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "3ece14c0-5e4c-11ea-9061-37f24ca5b01f" + } + ], + "bar_color_rules": [ + { + "id": "3b9c35c0-5e4c-11ea-9061-37f24ca5b01f" + } + ], + "drop_last_bucket": 0, + "gauge_color_rules": [ + { + "id": "3b27a200-5e4c-11ea-9061-37f24ca5b01f" + } + ], + "gauge_inner_width": 10, + "gauge_style": "half", + "gauge_width": 10, + "hide_last_value_indicator": true, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "5m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": "0", + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": "3", + "metrics": [ + { + "field": "gcp.compute.firewall.dropped_packets_count.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": "2", + "separate_axis": 0, + "split_color_mode": "rainbow", + "split_mode": "terms", + "stacked": "none", + "terms_field": "cloud.instance.name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "time_range_mode": "entire_time_range", + "type": "top_n", + "use_kibana_indexes": false + }, + "title": "Compute Firewall Dropped Packets [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-ef1508c0-5e4c-11ea-a4f6-717338406083", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-f6e33a00-feaf-11ea-b032-d59f894a5072.json b/packages/gcp/kibana/visualization/gcp-f6e33a00-feaf-11ea-b032-d59f894a5072.json new file mode 100644 index 00000000000..c2be51f36dd --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-f6e33a00-feaf-11ea-b032-d59f894a5072.json @@ -0,0 +1,117 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "title": "PubSub Filter [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "controls": [ + { + "fieldName": "gcp.labels.resource.subscription_id", + "id": "1600984143264", + "indexPatternRefName": "control_0_index_pattern", + "label": "Subscription ID", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.resource.topic_id", + "id": "1600984164459", + "indexPatternRefName": "control_1_index_pattern", + "label": "Topic ID", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.resource.snapshot_id", + "id": "1601305675297", + "indexPatternRefName": "control_2_index_pattern", + "label": "Snapshot ID", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + }, + { + "fieldName": "gcp.labels.metrics.region", + "id": "1601307561260", + "indexPatternRefName": "control_3_index_pattern", + "label": "Region", + "options": { + "dynamicOptions": true, + "multiselect": true, + "order": "desc", + "size": 5, + "type": "terms" + }, + "parent": "", + "type": "list" + } + ], + "pinFilters": false, + "updateFiltersOnChange": false, + "useTimeFilter": false + }, + "title": "PubSub Filter [Metrics GCP]", + "type": "input_control_vis" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-f6e33a00-feaf-11ea-b032-d59f894a5072", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "control_0_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_1_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_2_index_pattern", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "control_3_index_pattern", + "type": "index-pattern" + } + ], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/kibana/visualization/gcp-f86c26f0-a6aa-11ea-950e-d57608e3aa51.json b/packages/gcp/kibana/visualization/gcp-f86c26f0-a6aa-11ea-950e-d57608e3aa51.json new file mode 100644 index 00000000000..0493434d339 --- /dev/null +++ b/packages/gcp/kibana/visualization/gcp-f86c26f0-a6aa-11ea-950e-d57608e3aa51.json @@ -0,0 +1,75 @@ +{ + "attributes": { + "description": "", + "kibanaSavedObjectMeta": { + "searchSourceJSON": {} + }, + "title": "Load Balancing TCP SSL Proxy Open Connections [Metrics GCP]", + "uiStateJSON": {}, + "version": 1, + "visState": { + "aggs": [], + "params": { + "axis_formatter": "number", + "axis_position": "left", + "axis_scale": "normal", + "background_color_rules": [ + { + "id": "cd2ddc00-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "bar_color_rules": [ + { + "id": "d26268d0-a6a9-11ea-9765-5f34a0c2e541" + } + ], + "hide_last_value_indicator": true, + "id": "61ca57f0-469d-11e7-af02-69e470af7417", + "index_pattern": "metrics-*", + "interval": "\u003e=15m", + "isModelInvalid": false, + "series": [ + { + "axis_position": "right", + "chart_type": "line", + "color": "#68BC00", + "fill": 0.5, + "formatter": "number", + "id": "61ca57f1-469d-11e7-af02-69e470af7417", + "label": "", + "line_width": 1, + "metrics": [ + { + "field": "gcp.loadbalancing.tcp_ssl_proxy.open_connections.value", + "id": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "avg" + } + ], + "point_size": 1, + "separate_axis": 0, + "split_color_mode": "kibana", + "split_mode": "terms", + "stacked": "none", + "terms_field": "gcp.labels.resource.backend_name", + "terms_order_by": "61ca57f2-469d-11e7-af02-69e470af7417", + "type": "timeseries" + } + ], + "show_grid": 1, + "show_legend": 1, + "time_field": "", + "type": "top_n", + "use_kibana_indexes": false + }, + "title": "Load Balancing TCP SSL Proxy Open Connections [Metrics GCP]", + "type": "metrics" + } + }, + "coreMigrationVersion": "7.15.0", + "id": "gcp-f86c26f0-a6aa-11ea-950e-d57608e3aa51", + "migrationVersion": { + "visualization": "7.14.0" + }, + "references": [], + "type": "visualization" +} \ No newline at end of file diff --git a/packages/gcp/manifest.yml b/packages/gcp/manifest.yml index ccf95d4b278..3fd3e960e36 100644 --- a/packages/gcp/manifest.yml +++ b/packages/gcp/manifest.yml @@ -1,6 +1,6 @@ name: gcp title: Google Cloud Platform -version: 1.1.2 +version: 1.2.0 release: ga description: Collect logs from Google Cloud Platform with Elastic Agent. type: integration @@ -23,39 +23,124 @@ screenshots: title: filebeat gcp audit size: 1702x996 type: image/png + - src: /img/gcp-billing.png + title: GCP Billing Metrics Dashboard + size: 2000x1020 + type: image/png + - src: /img/gcp-compute.png + title: GCP Compute Metrics Dashboard + size: 2000x2021 + type: image/png + - src: /img/gcp-pubsub.png + title: GCP PubSub Metrics Dashboard + size: 2000x1020 + type: image/png + - src: /img/gcp-storage.png + title: GCP Storage Metrics Dashboard + size: 2000x1020 + type: image/png +vars: + - name: project_id + type: text + title: Project Id + multi: false + required: true + show_user: true + default: SET_PROJECT_NAME + - name: credentials_file + type: text + title: Credentials File + multi: false + required: false + show_user: true + - name: credentials_json + type: text + title: Credentials Json + multi: false + required: false + show_user: true policy_templates: - - name: gcp + - name: logs title: Google Cloud Platform (GCP) logs description: Collect logs from Google Cloud Platform (GCP) instances + data_streams: + - audit + - firewall + - vpcflow inputs: - type: gcp-pubsub - vars: - - name: alternative_host - type: text - title: Alternative host - multi: false - required: false - show_user: false - - name: project_id - type: text - title: Project Id - multi: false - required: true - show_user: true - default: SET_PROJECT_NAME - - name: credentials_file - type: text - title: Credentials File - multi: false - required: false - show_user: true - - name: credentials_json - type: text - title: Credentials Json - multi: false - required: false - show_user: true + # vars: + # - name: alternative_host + # type: text + # title: Alternative host + # multi: false + # required: false + # show_user: false + # description: "GCP Alternative host" title: "Collect Google Cloud Platform (GCP) audit, firewall and vpcflow logs (input: gcp-pubsub)" description: "Collecting audit, firewall and vpcflow logs from Google Cloud Platform (GCP) instances (input: gcp-pubsub)" + input_group: logs + screenshots: + - src: /img/filebeat-gcp-audit.png + title: filebeat gcp audit + size: 1702x996 + type: image/png + - name: metrics + title: GCP Billing Metrics + description: Collect billing metrics from Google Cloud Platform (GCP) with Elastic Agent + data_streams: + - billing + - compute + - storage + - loadbalancing + - pubsub + - gke + - metrics + inputs: + - type: gcp/metrics + # vars: + # - name: region + # type: text + # title: GCP Region + # multi: false + # required: false + # show_user: true + # deafult: "us-" + # description: "GCP Region" + # - name: zone + # type: text + # title: GCP Availability Zone + # multi: false + # required: false + # show_user: true + # description: "GCP Availability Zone" + # - name: exclude_labels + # type: bool + # title: Exclude Labels + # multi: false + # required: true + # show_user: true + # description: "Exclude additional labels" + # default: false + title: Collect GCP Metrics + description: Collect GCP Metrics + input_group: metrics + screenshots: + - src: /img/gcp-billing.png + title: GCP Billing Metrics Dashboard + size: 2000x1020 + type: image/png + - src: /img/gcp-compute.png + title: GCP Compute Metrics Dashboard + size: 2000x2021 + type: image/png + - src: /img/gcp-pubsub.png + title: GCP PubSub Metrics Dashboard + size: 2000x1020 + type: image/png + - src: /img/gcp-storage.png + title: GCP Storage Metrics Dashboard + size: 2000x1020 + type: image/png owner: github: elastic/security-external-integrations