[GCP] Add compute ingest pipeline

packages/gcp/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "2.11.10-beta.1"
+  changes:
+    - description: Add GCP Compute ingest pipeline
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/4343
 - version: "2.11.9"
   changes:
     - description: Fix GKE kubernetes.io indentation.

packages/gcp/data_stream/compute/elasticsearch/ingest_pipeline/default.yml

@@ -0,0 +1,87 @@
+---
+description: Pipeline for parsing GCP Compute metrics.
+processors:
+  - rename:
+      field: gcp.metrics.firewall.dropped.bytes
+      target_field: gcp.compute.firewall.dropped.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.firewall.dropped_packets_count.value
+      target_field: gcp.compute.firewall.dropped_packets_count.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.cpu.reserved_cores.value
+      target_field: gcp.compute.instance.cpu.reserved_cores.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.cpu.usage_time.sec
+      target_field: gcp.compute.instance.cpu.usage_time.sec
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.cpu.usage.pct
+      target_field: gcp.compute.instance.cpu.usage.pct
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.disk.read.bytes
+      target_field: gcp.compute.instance.disk.read.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.disk.read_ops_count.value
+      target_field: gcp.compute.instance.disk.read_ops_count.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.disk.write.bytes
+      target_field: gcp.compute.instance.disk.write.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.disk.write_ops_count.value
+      target_field: gcp.compute.instance.disk.write_ops_count.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.memory.balloon.ram_size.value
+      target_field: gcp.compute.instance.memory.balloon.ram_size.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.memory.balloon.ram_used.value
+      target_field: gcp.compute.instance.memory.balloon.ram_used.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.memory.balloon.swap_in.bytes
+      target_field: gcp.compute.instance.memory.balloon.swap_in.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.memory.balloon.swap_out.bytes
+      target_field: gcp.compute.instance.memory.balloon.swap_out.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.network.ingress.bytes
+      target_field: gcp.compute.instance.network.ingress.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.network.ingress.packets.count
+      target_field: gcp.compute.instance.network.ingress.packets.count
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.network.egress.bytes
+      target_field: gcp.compute.instance.network.egress.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.network.egress.packets.count
+      target_field: gcp.compute.instance.network.egress.packets.count
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.uptime.sec
+      target_field: gcp.compute.instance.uptime.sec
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.instance.uptime_total.sec
+      target_field: gcp.compute.instance.uptime_total.sec
+      ignore_missing: true
+  - remove:
+      field:
+        - gcp.metrics
+      ignore_missing: true
+on_failure:
+  - set:
+      field: error.message
+      value: '{{ _ingest.on_failure_message }}'

packages/gcp/manifest.yml

@@ -1,6 +1,6 @@
 name: gcp
 title: Google Cloud Platform
-version: "2.11.9"
+version: "2.11.10-beta.1"
 release: ga
 description: Collect logs from Google Cloud Platform with Elastic Agent.
 type: integration