From 4ad1888b1969809f9c1ab0fb8fd71ade6e423128 Mon Sep 17 00:00:00 2001 From: Edoardo Tenani Date: Mon, 20 Sep 2021 15:09:24 +0200 Subject: [PATCH 1/5] gcp.pubsub: flatten fields --- .../module/gcp/pubsub/_meta/fields.yml | 302 +++++++++--------- 1 file changed, 145 insertions(+), 157 deletions(-) diff --git a/x-pack/metricbeat/module/gcp/pubsub/_meta/fields.yml b/x-pack/metricbeat/module/gcp/pubsub/_meta/fields.yml index ae6443e219f0..2f43091537ac 100644 --- a/x-pack/metricbeat/module/gcp/pubsub/_meta/fields.yml +++ b/x-pack/metricbeat/module/gcp/pubsub/_meta/fields.yml @@ -1,161 +1,149 @@ - name: pubsub + description: Google Cloud PubSub metrics release: beta type: group - description: Google Cloud PubSub metrics fields: - - name: subscription - type: group - description: Suscription related metrics - fields: - - name: ack_message_count.value - type: long - description: Cumulative count of messages acknowledged by Acknowledge requests, grouped by delivery type. - - name: backlog_bytes.value - type: long - description: Total byte size of the unacknowledged messages (a.k.a. backlog messages) in a subscription. - - name: num_outstanding_messages.value - type: long - description: Number of messages delivered to a subscription's push endpoint, but not yet acknowledged. - - name: num_undelivered_messages.value - type: long - description: Number of unacknowledged messages (a.k.a. backlog messages) in a subscription. - - name: oldest_unacked_message_age.value - type: long - description: Age (in seconds) of the oldest unacknowledged message (a.k.a. backlog message) in a subscription. - - name: pull_ack_message_operation_count.value - type: long - description: Cumulative count of acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. - - name: pull_ack_request_count.value - type: long - description: Cumulative count of acknowledge requests, grouped by result. - - name: pull_message_operation_count.value - type: long - description: Cumulative count of pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. - - name: pull_request_count.value - type: long - description: Cumulative count of pull requests, grouped by result. - - name: push_request_count.value - type: long - description: Cumulative count of push attempts, grouped by result. Unlike pulls, the push server implementation does not batch user messages. So each request only contains one user message. The push server retries on errors, so a given user message can appear multiple times. - - name: push_request_latencies.value - type: long - description: Distribution of push request latencies (in microseconds), grouped by result. - - name: sent_message_count.value - type: long - description: Cumulative count of messages sent by Cloud Pub/Sub to subscriber clients, grouped by delivery type. - - name: streaming_pull_ack_message_operation_count.value - type: long - description: Cumulative count of StreamingPull acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. - - name: streaming_pull_ack_request_count.value - type: long - description: Cumulative count of streaming pull requests with non-empty acknowledge ids, grouped by result. - - name: streaming_pull_message_operation_count.value - type: long - description: Cumulative count of streaming pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count - - name: streaming_pull_response_count.value - type: long - description: Cumulative count of streaming pull responses, grouped by result. - - name: dead_letter_message_count.value - type: long - description: Cumulative count of messages published to dead letter topic, grouped by result. - - name: mod_ack_deadline_message_count.value - type: long - description: Cumulative count of messages whose deadline was updated by ModifyAckDeadline requests, grouped by delivery type. - - name: mod_ack_deadline_message_operation_count.value - type: long - description: Cumulative count of ModifyAckDeadline message operations, grouped by result. - - name: mod_ack_deadline_request_count.value - type: long - description: Cumulative count of ModifyAckDeadline requests, grouped by result. - - name: oldest_retained_acked_message_age.value - type: long - description: Age (in seconds) of the oldest acknowledged message retained in a subscription. - - name: oldest_retained_acked_message_age_by_region.value - type: long - description: Age (in seconds) of the oldest acknowledged message retained in a subscription, broken down by Cloud region. - - name: oldest_unacked_message_age_by_region.value - type: long - description: Age (in seconds) of the oldest unacknowledged message in a subscription, broken down by Cloud region. - - name: retained_acked_bytes.value - type: long - description: Total byte size of the acknowledged messages retained in a subscription. - - name: retained_acked_bytes_by_region.value - type: long - description: Total byte size of the acknowledged messages retained in a subscription, broken down by Cloud region. - - name: seek_request_count.value - type: long - description: Cumulative count of seek attempts, grouped by result. - - name: streaming_pull_mod_ack_deadline_message_operation_count.value - type: long - description: Cumulative count of StreamingPull ModifyAckDeadline operations, grouped by result. - - name: streaming_pull_mod_ack_deadline_request_count.value - type: long - description: Cumulative count of streaming pull requests with non-empty ModifyAckDeadline fields, grouped by result. - - name: byte_cost.value - type: long - description: Cumulative cost of operations, measured in bytes. This is used to measure quota utilization. - - name: config_updates_count.value - type: long - description: Cumulative count of configuration changes for each subscription, grouped by operation type and result. - - name: unacked_bytes_by_region.value - type: long - description: Total byte size of the unacknowledged messages in a subscription, broken down by Cloud region. - - name: topic - type: group - description: Topic related metrics - fields: - - name: streaming_pull_response_count.value - type: long - description: Cumulative count of streaming pull responses, grouped by result. - - name: send_message_operation_count.value - type: long - description: Cumulative count of publish message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. - - name: send_request_count.value - type: long - description: Cumulative count of publish requests, grouped by result. - - name: oldest_retained_acked_message_age_by_region.value - type: long - description: Age (in seconds) of the oldest acknowledged message retained in a topic, broken down by Cloud region. - - name: oldest_unacked_message_age_by_region.value - type: long - description: Age (in seconds) of the oldest unacknowledged message in a topic, broken down by Cloud region. - - name: retained_acked_bytes_by_region.value - type: long - description: Total byte size of the acknowledged messages retained in a topic, broken down by Cloud region. - - name: byte_cost.value - type: long - description: Cost of operations, measured in bytes. This is used to measure utilization for quotas. - - name: config_updates_count.value - type: long - description: Cumulative count of configuration changes, grouped by operation type and result. - - name: message_sizes.value - type: long - description: Distribution of publish message sizes (in bytes) - - name: unacked_bytes_by_region.value - type: long - description: Total byte size of the unacknowledged messages in a topic, broken down by Cloud region. - - name: snapshot - type: group - description: Snapshot related metrics - fields: - - name: oldest_message_age.value - type: long - description: Age (in seconds) of the oldest message retained in a snapshot. - - name: oldest_message_age_by_region.value - type: long - description: Age (in seconds) of the oldest message retained in a snapshot, broken down by Cloud region. - - name: backlog_bytes.value - type: long - description: Total byte size of the messages retained in a snapshot. - - name: backlog_bytes_by_region.value - type: long - description: Total byte size of the messages retained in a snapshot, broken down by Cloud region. - - name: num_messages.value - type: long - description: Number of messages retained in a snapshot. - - name: num_messages_by_region.value - type: long - description: Number of messages retained in a snapshot, broken down by Cloud region. - - name: config_updates_count.value - type: long - description: Cumulative count of configuration changes, grouped by operation type and result. + - name: subscription.ack_message_count.value + type: long + description: Cumulative count of messages acknowledged by Acknowledge requests, grouped by delivery type. + - name: subscription.backlog_bytes.value + type: long + description: Total byte size of the unacknowledged messages (a.k.a. backlog messages) in a subscription. + - name: subscription.num_outstanding_messages.value + type: long + description: Number of messages delivered to a subscription's push endpoint, but not yet acknowledged. + - name: subscription.num_undelivered_messages.value + type: long + description: Number of unacknowledged messages (a.k.a. backlog messages) in a subscription. + - name: subscription.oldest_unacked_message_age.value + type: long + description: Age (in seconds) of the oldest unacknowledged message (a.k.a. backlog message) in a subscription. + - name: subscription.pull_ack_message_operation_count.value + type: long + description: Cumulative count of acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. + - name: subscription.pull_ack_request_count.value + type: long + description: Cumulative count of acknowledge requests, grouped by result. + - name: subscription.pull_message_operation_count.value + type: long + description: Cumulative count of pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. + - name: subscription.pull_request_count.value + type: long + description: Cumulative count of pull requests, grouped by result. + - name: subscription.push_request_count.value + type: long + description: Cumulative count of push attempts, grouped by result. Unlike pulls, the push server implementation does not batch user messages. So each request only contains one user message. The push server retries on errors, so a given user message can appear multiple times. + - name: subscription.push_request_latencies.value + type: long + description: Distribution of push request latencies (in microseconds), grouped by result. + - name: subscription.sent_message_count.value + type: long + description: Cumulative count of messages sent by Cloud Pub/Sub to subscriber clients, grouped by delivery type. + - name: subscription.streaming_pull_ack_message_operation_count.value + type: long + description: Cumulative count of StreamingPull acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. + - name: subscription.streaming_pull_ack_request_count.value + type: long + description: Cumulative count of streaming pull requests with non-empty acknowledge ids, grouped by result. + - name: subscription.streaming_pull_message_operation_count.value + type: long + description: Cumulative count of streaming pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count + - name: subscription.streaming_pull_response_count.value + type: long + description: Cumulative count of streaming pull responses, grouped by result. + - name: subscription.dead_letter_message_count.value + type: long + description: Cumulative count of messages published to dead letter topic, grouped by result. + - name: subscription.mod_ack_deadline_message_count.value + type: long + description: Cumulative count of messages whose deadline was updated by ModifyAckDeadline requests, grouped by delivery type. + - name: subscription.mod_ack_deadline_message_operation_count.value + type: long + description: Cumulative count of ModifyAckDeadline message operations, grouped by result. + - name: subscription.mod_ack_deadline_request_count.value + type: long + description: Cumulative count of ModifyAckDeadline requests, grouped by result. + - name: subscription.oldest_retained_acked_message_age.value + type: long + description: Age (in seconds) of the oldest acknowledged message retained in a subscription. + - name: subscription.oldest_retained_acked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest acknowledged message retained in a subscription, broken down by Cloud region. + - name: subscription.oldest_unacked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest unacknowledged message in a subscription, broken down by Cloud region. + - name: subscription.retained_acked_bytes.value + type: long + description: Total byte size of the acknowledged messages retained in a subscription. + - name: subscription.retained_acked_bytes_by_region.value + type: long + description: Total byte size of the acknowledged messages retained in a subscription, broken down by Cloud region. + - name: subscription.seek_request_count.value + type: long + description: Cumulative count of seek attempts, grouped by result. + - name: subscription.streaming_pull_mod_ack_deadline_message_operation_count.value + type: long + description: Cumulative count of StreamingPull ModifyAckDeadline operations, grouped by result. + - name: subscription.streaming_pull_mod_ack_deadline_request_count.value + type: long + description: Cumulative count of streaming pull requests with non-empty ModifyAckDeadline fields, grouped by result. + - name: subscription.byte_cost.value + type: long + description: Cumulative cost of operations, measured in bytes. This is used to measure quota utilization. + - name: subscription.config_updates_count.value + type: long + description: Cumulative count of configuration changes for each subscription, grouped by operation type and result. + - name: subscription.unacked_bytes_by_region.value + type: long + description: Total byte size of the unacknowledged messages in a subscription, broken down by Cloud region. + - name: topic.streaming_pull_response_count.value + type: long + description: Cumulative count of streaming pull responses, grouped by result. + - name: topic.send_message_operation_count.value + type: long + description: Cumulative count of publish message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. + - name: topic.send_request_count.value + type: long + description: Cumulative count of publish requests, grouped by result. + - name: topic.oldest_retained_acked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest acknowledged message retained in a topic, broken down by Cloud region. + - name: topic.oldest_unacked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest unacknowledged message in a topic, broken down by Cloud region. + - name: topic.retained_acked_bytes_by_region.value + type: long + description: Total byte size of the acknowledged messages retained in a topic, broken down by Cloud region. + - name: topic.byte_cost.value + type: long + description: Cost of operations, measured in bytes. This is used to measure utilization for quotas. + - name: topic.config_updates_count.value + type: long + description: Cumulative count of configuration changes, grouped by operation type and result. + - name: topic.message_sizes.value + type: long + description: Distribution of publish message sizes (in bytes) + - name: topic.unacked_bytes_by_region.value + type: long + description: Total byte size of the unacknowledged messages in a topic, broken down by Cloud region. + - name: snapshot.oldest_message_age.value + type: long + description: Age (in seconds) of the oldest message retained in a snapshot. + - name: snapshot.oldest_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest message retained in a snapshot, broken down by Cloud region. + - name: snapshot.backlog_bytes.value + type: long + description: Total byte size of the messages retained in a snapshot. + - name: snapshot.backlog_bytes_by_region.value + type: long + description: Total byte size of the messages retained in a snapshot, broken down by Cloud region. + - name: snapshot.num_messages.value + type: long + description: Number of messages retained in a snapshot. + - name: snapshot.num_messages_by_region.value + type: long + description: Number of messages retained in a snapshot, broken down by Cloud region. + - name: snapshot.config_updates_count.value + type: long + description: Cumulative count of configuration changes, grouped by operation type and result. From 84ad88ae4126e0c3dc6a79ca4ab91ce6ffbe92ad Mon Sep 17 00:00:00 2001 From: Edoardo Tenani Date: Mon, 20 Sep 2021 15:09:45 +0200 Subject: [PATCH 2/5] gcp.pubsub: sort fields --- .../module/gcp/pubsub/_meta/fields.yml | 142 +++++++++--------- 1 file changed, 71 insertions(+), 71 deletions(-) diff --git a/x-pack/metricbeat/module/gcp/pubsub/_meta/fields.yml b/x-pack/metricbeat/module/gcp/pubsub/_meta/fields.yml index 2f43091537ac..28080abc8fed 100644 --- a/x-pack/metricbeat/module/gcp/pubsub/_meta/fields.yml +++ b/x-pack/metricbeat/module/gcp/pubsub/_meta/fields.yml @@ -3,21 +3,69 @@ release: beta type: group fields: + - name: snapshot.backlog_bytes.value + type: long + description: Total byte size of the messages retained in a snapshot. + - name: snapshot.backlog_bytes_by_region.value + type: long + description: Total byte size of the messages retained in a snapshot, broken down by Cloud region. + - name: snapshot.config_updates_count.value + type: long + description: Cumulative count of configuration changes, grouped by operation type and result. + - name: snapshot.num_messages.value + type: long + description: Number of messages retained in a snapshot. + - name: snapshot.num_messages_by_region.value + type: long + description: Number of messages retained in a snapshot, broken down by Cloud region. + - name: snapshot.oldest_message_age.value + type: long + description: Age (in seconds) of the oldest message retained in a snapshot. + - name: snapshot.oldest_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest message retained in a snapshot, broken down by Cloud region. - name: subscription.ack_message_count.value type: long description: Cumulative count of messages acknowledged by Acknowledge requests, grouped by delivery type. - name: subscription.backlog_bytes.value type: long description: Total byte size of the unacknowledged messages (a.k.a. backlog messages) in a subscription. + - name: subscription.byte_cost.value + type: long + description: Cumulative cost of operations, measured in bytes. This is used to measure quota utilization. + - name: subscription.config_updates_count.value + type: long + description: Cumulative count of configuration changes for each subscription, grouped by operation type and result. + - name: subscription.dead_letter_message_count.value + type: long + description: Cumulative count of messages published to dead letter topic, grouped by result. + - name: subscription.mod_ack_deadline_message_count.value + type: long + description: Cumulative count of messages whose deadline was updated by ModifyAckDeadline requests, grouped by delivery type. + - name: subscription.mod_ack_deadline_message_operation_count.value + type: long + description: Cumulative count of ModifyAckDeadline message operations, grouped by result. + - name: subscription.mod_ack_deadline_request_count.value + type: long + description: Cumulative count of ModifyAckDeadline requests, grouped by result. - name: subscription.num_outstanding_messages.value type: long description: Number of messages delivered to a subscription's push endpoint, but not yet acknowledged. - name: subscription.num_undelivered_messages.value type: long description: Number of unacknowledged messages (a.k.a. backlog messages) in a subscription. + - name: subscription.oldest_retained_acked_message_age.value + type: long + description: Age (in seconds) of the oldest acknowledged message retained in a subscription. + - name: subscription.oldest_retained_acked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest acknowledged message retained in a subscription, broken down by Cloud region. - name: subscription.oldest_unacked_message_age.value type: long description: Age (in seconds) of the oldest unacknowledged message (a.k.a. backlog message) in a subscription. + - name: subscription.oldest_unacked_message_age_by_region.value + type: long + description: Age (in seconds) of the oldest unacknowledged message in a subscription, broken down by Cloud region. - name: subscription.pull_ack_message_operation_count.value type: long description: Cumulative count of acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. @@ -36,6 +84,15 @@ - name: subscription.push_request_latencies.value type: long description: Distribution of push request latencies (in microseconds), grouped by result. + - name: subscription.retained_acked_bytes.value + type: long + description: Total byte size of the acknowledged messages retained in a subscription. + - name: subscription.retained_acked_bytes_by_region.value + type: long + description: Total byte size of the acknowledged messages retained in a subscription, broken down by Cloud region. + - name: subscription.seek_request_count.value + type: long + description: Cumulative count of seek attempts, grouped by result. - name: subscription.sent_message_count.value type: long description: Cumulative count of messages sent by Cloud Pub/Sub to subscriber clients, grouped by delivery type. @@ -48,63 +105,27 @@ - name: subscription.streaming_pull_message_operation_count.value type: long description: Cumulative count of streaming pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count - - name: subscription.streaming_pull_response_count.value - type: long - description: Cumulative count of streaming pull responses, grouped by result. - - name: subscription.dead_letter_message_count.value - type: long - description: Cumulative count of messages published to dead letter topic, grouped by result. - - name: subscription.mod_ack_deadline_message_count.value - type: long - description: Cumulative count of messages whose deadline was updated by ModifyAckDeadline requests, grouped by delivery type. - - name: subscription.mod_ack_deadline_message_operation_count.value - type: long - description: Cumulative count of ModifyAckDeadline message operations, grouped by result. - - name: subscription.mod_ack_deadline_request_count.value - type: long - description: Cumulative count of ModifyAckDeadline requests, grouped by result. - - name: subscription.oldest_retained_acked_message_age.value - type: long - description: Age (in seconds) of the oldest acknowledged message retained in a subscription. - - name: subscription.oldest_retained_acked_message_age_by_region.value - type: long - description: Age (in seconds) of the oldest acknowledged message retained in a subscription, broken down by Cloud region. - - name: subscription.oldest_unacked_message_age_by_region.value - type: long - description: Age (in seconds) of the oldest unacknowledged message in a subscription, broken down by Cloud region. - - name: subscription.retained_acked_bytes.value - type: long - description: Total byte size of the acknowledged messages retained in a subscription. - - name: subscription.retained_acked_bytes_by_region.value - type: long - description: Total byte size of the acknowledged messages retained in a subscription, broken down by Cloud region. - - name: subscription.seek_request_count.value - type: long - description: Cumulative count of seek attempts, grouped by result. - name: subscription.streaming_pull_mod_ack_deadline_message_operation_count.value type: long description: Cumulative count of StreamingPull ModifyAckDeadline operations, grouped by result. - name: subscription.streaming_pull_mod_ack_deadline_request_count.value type: long description: Cumulative count of streaming pull requests with non-empty ModifyAckDeadline fields, grouped by result. - - name: subscription.byte_cost.value - type: long - description: Cumulative cost of operations, measured in bytes. This is used to measure quota utilization. - - name: subscription.config_updates_count.value + - name: subscription.streaming_pull_response_count.value type: long - description: Cumulative count of configuration changes for each subscription, grouped by operation type and result. + description: Cumulative count of streaming pull responses, grouped by result. - name: subscription.unacked_bytes_by_region.value type: long description: Total byte size of the unacknowledged messages in a subscription, broken down by Cloud region. - - name: topic.streaming_pull_response_count.value + - name: topic.byte_cost.value type: long - description: Cumulative count of streaming pull responses, grouped by result. - - name: topic.send_message_operation_count.value + description: Cost of operations, measured in bytes. This is used to measure utilization for quotas. + - name: topic.config_updates_count.value type: long - description: Cumulative count of publish message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. - - name: topic.send_request_count.value + description: Cumulative count of configuration changes, grouped by operation type and result. + - name: topic.message_sizes.value type: long - description: Cumulative count of publish requests, grouped by result. + description: Distribution of publish message sizes (in bytes) - name: topic.oldest_retained_acked_message_age_by_region.value type: long description: Age (in seconds) of the oldest acknowledged message retained in a topic, broken down by Cloud region. @@ -114,36 +135,15 @@ - name: topic.retained_acked_bytes_by_region.value type: long description: Total byte size of the acknowledged messages retained in a topic, broken down by Cloud region. - - name: topic.byte_cost.value + - name: topic.send_message_operation_count.value type: long - description: Cost of operations, measured in bytes. This is used to measure utilization for quotas. - - name: topic.config_updates_count.value + description: Cumulative count of publish message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. + - name: topic.send_request_count.value type: long - description: Cumulative count of configuration changes, grouped by operation type and result. - - name: topic.message_sizes.value + description: Cumulative count of publish requests, grouped by result. + - name: topic.streaming_pull_response_count.value type: long - description: Distribution of publish message sizes (in bytes) + description: Cumulative count of streaming pull responses, grouped by result. - name: topic.unacked_bytes_by_region.value type: long description: Total byte size of the unacknowledged messages in a topic, broken down by Cloud region. - - name: snapshot.oldest_message_age.value - type: long - description: Age (in seconds) of the oldest message retained in a snapshot. - - name: snapshot.oldest_message_age_by_region.value - type: long - description: Age (in seconds) of the oldest message retained in a snapshot, broken down by Cloud region. - - name: snapshot.backlog_bytes.value - type: long - description: Total byte size of the messages retained in a snapshot. - - name: snapshot.backlog_bytes_by_region.value - type: long - description: Total byte size of the messages retained in a snapshot, broken down by Cloud region. - - name: snapshot.num_messages.value - type: long - description: Number of messages retained in a snapshot. - - name: snapshot.num_messages_by_region.value - type: long - description: Number of messages retained in a snapshot, broken down by Cloud region. - - name: snapshot.config_updates_count.value - type: long - description: Cumulative count of configuration changes, grouped by operation type and result. From 06fc3f9a12c71117dcaa08eb952c3d9f74facb00 Mon Sep 17 00:00:00 2001 From: Edoardo Tenani Date: Tue, 12 Oct 2021 14:20:13 +0200 Subject: [PATCH 3/5] gcp.pubsub: add TestFetch --- .../module/gcp/pubsub/pubsub_integration_test.go | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/x-pack/metricbeat/module/gcp/pubsub/pubsub_integration_test.go b/x-pack/metricbeat/module/gcp/pubsub/pubsub_integration_test.go index ade96ddd9400..e42dab93549a 100644 --- a/x-pack/metricbeat/module/gcp/pubsub/pubsub_integration_test.go +++ b/x-pack/metricbeat/module/gcp/pubsub/pubsub_integration_test.go @@ -11,11 +11,27 @@ import ( "fmt" "testing" + "github.com/stretchr/testify/assert" + "github.com/elastic/beats/v7/libbeat/common" mbtest "github.com/elastic/beats/v7/metricbeat/mb/testing" "github.com/elastic/beats/v7/x-pack/metricbeat/module/gcp/metrics" ) +func TestFetch(t *testing.T) { + config := metrics.GetConfigForTest(t, "pubsub") + fmt.Printf("%+v\n", config) + + metricSet := mbtest.NewReportingMetricSetV2WithContext(t, config) + events, errs := mbtest.ReportingFetchV2WithContext(metricSet) + if len(errs) > 0 { + t.Fatalf("Expected 0 error, had %d. %v\n", len(errs), errs) + } + + assert.NotEmpty(t, events) + mbtest.TestMetricsetFieldsDocumented(t, metricSet, events) +} + func TestData(t *testing.T) { metricPrefixIs := func(metricPrefix string) func(e common.MapStr) bool { return func(e common.MapStr) bool { From 5026f1d7761e1db66f4947edd4a59497f6b9f955 Mon Sep 17 00:00:00 2001 From: Edoardo Tenani Date: Tue, 12 Oct 2021 18:16:59 +0200 Subject: [PATCH 4/5] gcp: update fields --- x-pack/metricbeat/module/gcp/fields.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/x-pack/metricbeat/module/gcp/fields.go b/x-pack/metricbeat/module/gcp/fields.go index 4300858a6e5b..f8d1977d7442 100644 --- a/x-pack/metricbeat/module/gcp/fields.go +++ b/x-pack/metricbeat/module/gcp/fields.go @@ -19,5 +19,5 @@ func init() { // AssetGcp returns asset data. // This is the base64 encoded zlib format compressed contents of module/gcp. func AssetGcp() string { - return "eJzkXVtv28a2fs+vWOhLmgPHOe052A/BRgHX2W2DHbcG7OSVHZJL0lTDGXYudpRfvzEX3iSSoiiSjrOTJ0vkzLfuF66hXsMWd29hneQvADTVDN/Cy1+FWDOEayZMCreM6JWQ2csXABIZEoVvIUZNXgCkqBJJc00Ffws/vQAA+PX6FjKRGoYvAFYUWareui9eAycZFlvZf3qX27+lMMUn9evr9zASI1Plx8WtIv4LE137uAVP8c/j4lQLSfkaMtSSJupw5X0IdRhGobz8n8ZXnVDsP/9h5K/Y4u5RyLR14Qw1SYkmcy1uSZ1lbbVTGrPJli6W/a7E7P9/d1z0jXVTYWKngC3fRhnJc8rX4dLvGov3KNBN0Bi9IRokaiM5prCSIoOGvVzdvoe/Dcrd5QFZMWWM8nXXfo1lfvbXFtKr3bNvhE3G1M0JWvW5QJMI5Tny4lB0bTJvYL0WSrtrFVCeMJMiSFwbRuQFaPL5Akj6l1E6Q64vgPAUpDA8tWxHKYW8bMFD+YOgCUaZ4HozBlPBMom5kBrcOm0b5VI4baDpmF1u/d3w/h2IFegNFmIt9o2RCb5WoEXb5lpowlr2XTFBdPeu9/a2cieSCcP1oYIlIsuNxtHK0q2O137lFnXsc5iUK014gq3uYX/zrsXqC66oxEfC2MEFfYv2LVxfPJUizzGN4p1GFSWOxQ+EmX34zR2tsDsuaLDzPU9EZoXnli82g3jndKiHsEOAOUm2qGeEGDYYDLLUv9zMIhmJCuUDplEiJKoBFB8EgE6afzdZjNKaslu73AoEdzRvrKMLht6hzk2sRlNGvxC7+qRA760AJEnsXwUgwphIiMYUrm8/+shEFSRGSuSa7YBym7MUpAyDr8gaI00znBT9R7ssrIS0mAOrKQeFieCp6lSolKrtTBpF5jL0a7uelZA3dLuTTxM6iNkDJfIZIVkIHtH7P0DkKJ2eHvK/jupRUo3L8MpupZGDFseZ5WHNzy23zxF2lcaT9xpOL4wGhN/Eo7vO2e2nG9gQBTEiB2k4p3x9McR4OOpHIeeynwTpw2zB8sCG/G7ejixPumlrwThXvCxRFvFyHE6FXC/DR7sTiAeUp2FbjH/D8FWFbSbk7jK2UVDwedScZJGiX4bEwqFE2zjuioCQxVv6PSXWpr29X8L9hqqQbNuQLjjbAXkglJGY+Tj66SbUor7esD7T3ow/wopklO0ujxJmFKYTEnbjiaiyD7v+kjSpR5JHlM9kSlZuBxJzoZTygHNtUGlv+1QrEI/cYQKVkwQXol+YuXxJKwOKiF06PM8DLWbnQNlP3OLRurarCm7Q9/LP9Rb/hERwTShXbt+s3vR5RFCJJHnZ9rm+hTtNkm0qqfVZV7fvi7td5+aw22gptHf9+u9/vRzYo3HLoWzpGBz6tb5S/LA0O7UKrzBJjI6WCb0FQjMKmMwwoukDuirGrWxLlqpQcI4k1KAlR2oZ0CXckSxnmAI+oNzBP/63/KaDBkYzqnuryRPw334MON2qRW1WAh2L7nghORxjW/FocXvEQwvHYMAODCSEc6EBPyeIKfwARAXRNb+w97tdetgAVyuNEpT93iW3KdHEArLrPFBFC+9gcusQfvz/oxyU+Lf1QxNJuOoRVLIOO7Qo5nSE/vDjYELnVpaK3FM6DfsKAzHCWiLRLsMjfE9t6joTNlxAawpWYr7BDCVhkdJCkvW5XcumNbuY3Cua1jjcEMwHkRBW4YSAM1gx5T7LP93fFEo0J8awxxkobRSYFaLXw1MBNquRr05nQlbeHprOkMYyMSqro39mYWqA985tErUihunebH2orKs4lbtuq11YXUAsxRY5pDYbt8Fql+MFZOQvId2TuYzy5gM5mMk13BQ1k/cEY5TxWwigQae/qRg6g5cO2nKeU5aoNJF91tUJp8OybMmj9hR3Q1SxE6YLaO+AdnOPsjZVlWZYq6S8Vh5SV+89D5NB2YQWaduAwVMVr+GJGYkZTl4c1NauFQrBnC0fTo+ydbhze6h9+MMd1ILu5YmaDzUhntV3cI3fiRTPj4Twltp0hMrNXQTVFXnOHN4/56ir8ln2R+1tKlpJ7Fe144B/kYg1YfmFLTjWTslorE7FzgS7r1ozoPWWMIUqeLBdqnCW+GcvOT3Gen9zjNFOWnpObak1Dxsy3/OIfvrgeGYCP6Qcbdlu+dJoOhOtcqRglOXzo8k89WSmOrW+9k9jjLXSE+YvRhDO9+RVzjXU6D94Tn+6zAYOPkxAgJaEq4xqPRENZQOHppFvG42vLa27ychnuPUTxX/cnZO/WUCdz/WH46n4F4o+yKVIUKnief4YlPWSMEoJZntDG//NjzWdNjJ8QBbOVIBn0IhqY5asYJ62TiD+gOITej2l4ou2af7TlOlbctG5SJ+7hz6HhIKAB8FMNlURO3XNUvHATZqG2rWchwmzL7lYoqc4g6n/3kZe3en1U9YFb+ZM32tMS3Yfo42Ddfx9GX5/l37vyVOYBywlHzCEqalZZV8+zxMkjQkjPGmeUJvqANEHQVL4udjgxHNEG63z/TnnbiM+A0QXkDqYmCRb5GnUeDR2ZNpu+OR3M/uqje2ScuZE+fGz3+7vb9/cOcGBl5zVNVHgOzCgbgrmwV6iDQdq4l0JzX7dBr8b8lMzO2EUuVaWv+OAL8bjU+GpXHA17HzHVIz1Wx5R48Dx9rDO/u+Sco2Sk/3DaAu7hbJvvpao1ISpUicHHdPef/i5MKaKV/C99fX317ewYuJRAdUvFTgs1bFDW4DkOaOJC6CgtESSuUHcV10BN5A25BDAOOIa0/895IUAbYnr7oEvK4eATIsG5HnkUNC2pCBa6Ws3SZ3kkVIsyqX4PLzqnDlWJ0wod2yUc3RZXvfh0eHOrX5ktFy3GBGXCBplRrk7lunKl/vr2zd3dx/AcabbFQ92IeOw7qvup5uaaRkVejx9AIcb1zQIK+X7dDMMIcfHhWWduBz/NEGLHPnEMK99lVKzZWG0LU5Sy7UmdCnMeuM8aQfe151Jv3tXzKElzvcygbK7Y2Jl4hnKklsT35n4xHJEmbhcb5ynuzPlH5YU4ufCxng4kmyjDJXrW05lkrU2TVKd93F7KLshF48M07XPN6+qv8t09MJzwF+QIqOucrUA+osSJta9nYeTUlD/xoydRlD0CxbZg+ENAkqyvieX20tyWcAov3gFlANpiLzH/5gsqhleIZhpHVEJOTAWXY7UhPhSQW7UBpCnuaBcX0BstGsL7FA3RNhPjOHlJvMQM6s4BEvdaKfdoyIgIuspjmhfrRG+r7rzrwoF85t2ENZF10lk5YaxqG735cn0WT1AjZ6SnOpMfMPkJSrD9CX8IiQQSHFFOS16bG23Kqz54zeVQ24w5E0mUkd2iiRllGMn/cc5N3VVfoxfrY4xcKkf7bIytls+a+EuIVjHpJESVZuFIKoNEK0xy9shwkfO6BYdLerCd+PtPa6PJIFmOcMMufblaSrQN5VjopONew9e6ZEv4U4AkmRTDfZztquO0QqOjRsuXdFZ30xadfA1sXs5mNUZG9DW9AF541434E7yHImEzDBNc4Z+Insgz22mxRM6SRB7R5WWNDaF7juSCh6UG7kYkdFEiiJQnKQx7gHcovmdq7/i3Z7JalGYqw3coTc3Js3znQ6bHD1RGLsrANxaM/4GgloLR5dwMeW2TX8Ij1RvgAv+2vqeXYPBND3NXe5Rtqye7NG3lHL8MxEp/jRKRYbysez5L6oeoel/kgJYiiOGWqNc1gnmJmZUbXxpZVGARwFa5DQ5iYZO6S1CyONGKIRib3gkCkyekjBlcSNSutpdJdt3xQXnVPCDXdk8NB8SM8xmh9OzhFsdKJJj2EPpK9Ed4nJ0LF0Bt9a/BaARZXw3LVG8iySu+964+FRUHZy+9U4/oB3RuViS1o4exlRE7gl05sZfe59pjD624Z5ULBNRMFIsCnGhDBJx21ukDk4MnzbwNCuKQwc+MvwcI/IrSvIPafaPLU6i1+p7lAg1OS3+XQN1KWRIlJHeZsKssZvgo2E+UYviEvjbCE0aQ4fdD5sFX9F15POr6R6QtsnFb2U8QZBsCLeuYCWk78Q0vUBNBiUT3P7+xexHxFLEoMXcXNcjgXP8WzXBm9Nk3CO7e3vrmQ/rnm0hppCni7eiXQn2bLsycwxY9vFpnjLhK0utQ/n9jebU51D3NSel59A1aVZwXipQSwJcqHWpQc+Th6fOB86N/IWFWHHP88Ck6eHdPs52nCBePZOU5FTtLiMEJ7naiP227dAJonD3mRlJcIqLNoY6uiaBoKMO/Ikcdz/qsd5tmaGnrmbBUZY38C1haUeQjmQzN9nMs1inMraOaFK+DsY2kpXPLahVpdf+64ymGiG9C+9yOW2GlOR0sOM/ds74eJEx9DzAO2SaVBJwbzQnbkKkxnVrp/abDPVGpA5FwXpXWkIiUmyPecTozZcz6a7PvrIoJgrTKPy+H0kSVNMp5R43yu5X+AlAq2jOpnj4fcFwRHQtCbcR2aMBJRiyHaTGnegNV15df+jJHC1hVZI6GT3+R5isXK8/1JLgtheE9kRhz2qVY0JXNIks1szoaRsCe5wvGlwZSetMLDC0cHPaI/2jDvWfQe/ekf79Q/DnWiOcfsL/bGJaf9plKrcyzbvqDnR8stOQe6f9/fIKcpQQm2SLusGI4uVgCSNKNc6Wu1/PCPWq4Am6FVKy8z+x6U6vF9dJzP3JFKJDTzicEgd3cPKBsOIoiDD+jZ8p6TmzUr36ICqOkD9nrT/+JofT5VuksYSxUsLhbTlfmZD/EwAA///32gQ6" + return "eJzkXVuP27a2fs+vWOhLmoOJc9pzsB+CjQLpZLcNdqYdYJK8qpS0bLOmSJWkxnF+/QZvsmRLsmyJzmW3TxlbXN+6X0jKz2GDu5ewysonAJpqhi/h6a9CrBjCLRNVDveM6KWQxdMnABIZEoUvIUVNngDkqDJJS00Ffwk/PQEA+PX2HgqRVwyfACwpsly9tB88B04KDKTMf3pXmn9LUYW/NL/ffIaRFJmq/xweFelfmOnGnzvwhP8cLk61kJSvoEAtaaaOVz6E0IRRKZSL/2l91AvF/Of+mLhvbHC3FTLvXLhATXKiSazFDatR1lY7pbGYbemw7Hc1Zvf/d6dV31o3F1VqDbDj06QgZUn5yn/1u9biAwZ05y1Gr4kGibqSHHNYSlFAy19e3b+BvyuUu8URWylljPJVH73WMj+77wbtNZ45dMK2YJruBJ32HNBkQjmJPDlWXZfOW1hvhdL2uwooz1iVI0hcVYzIG9Dk4w2Q/K9K6QK5vgHCc5Ci4rkRO0op5KIDD+WPgmaYFILr9SWYgsgklkJqsOt0ESqlsNZA80uo3Lun4c1rEEvQawxqDXRTZIKvFGjRRVwLTVgH3SUTRPdTfWceqymRQlRcHxtYJoqy0nixsfSb461bucMchwIm5UoTnmFneDgk3rdYc8EllbgljB19YWjRoYWbi+dSlCXmSbrTqJLMiviRsOoQfpuiUXbPF1rifMMzURjl2eUDMUh31oYGGDsGWJJsgzoiRE9gNMja/soqimYkKpSPmCeZkKhGcHyUAHp5/r0qUpTGle3aNSkQ3PK8NoHOO3qPObexVpoy+omY1WcF+s4oQJLM/CsAIoyJjGjM4fb+vctMVEFWSYlcsx1QbmqWwMo4+IqsMNG0wFnRvzfLwlJIg9mLmnJQmAmeq16DyqnaRLIoEsvRb816RkPO0Q0lVyb0MHMASpQRIRkIDtGbP0CUKK2dHsu/iWorqcbryMqQ0shBi9PCcrDiS8vSOSGu2nnKQccZhNGC8JvY2u9Zv/1wB2uiIEXkICvOKV/djHEejnorZCz/yZA+RkuWRz7kqDk/MjLp560DY6x8WaMM+fIynAq5vo4cDSUQjyjPw3Y1+Y3Dt29sCyF3i9RkQcHjmDkpEkU/jcmFY5k2edw2Ab6KN/w7ToxPO39fwLs1Vb7YNildcLYD8kgoIylzefTDne9FXb9hYqZ5GH+EJSko2y1OMlYpzGdk7M4xsa8+zPrX5EltSZlQHsmVjN6ONGZTKeUe56pCpZ3vU61AbLnFBKokGV6Jf1HFiiWdAggZuw54TgZaRJdAPU/c4Mm+tq8LbvH39M/VBv+ETHBNKFeWbtEc+mwRVCZJWY99bu/hQZNsk0tqYtar+zfhaTu5OZ42Gg7NU7/++19PR85o7HIoOyYGx3FtqBU/bs3O7cL3mCQmJ9uEwQahnQWqomJE00e0XYxd2bQs+0bBBhLfg9YSaVRAC3ggRckwB3xEuYN//G/9SQ8PjBZUD3aTZ+C/f+9x2lVDb1YDvRTd6UZyPMau5tHgdojHNo7egS0YyAjnQgN+zBBz+AGI8qprf2Cet1QGxACvlholKPO5LW5zookBZNZ5pIqG6FCVJiD8+P8nJSjxbxOHZtLwfkaw17Wn0GGY8zH6w4+jGY1tLHt2z5k0HBoMpAgriUTbCo/wA7Np2owneAWrCaLEco0FSsISpYUkq6lTy7Y325w8qJrOPNxSzFuREbbHCR6n92LKXZV/frwJRhQTo6cxAaXJAlEhOjs8F2C7G/nibMZX5d2paYI2rpOjiib6ryxNjYjepSmilqRierBaH6vrfZ4q7bTVLKxuIJVigxxyU42bZLUr8QYK8peQdmeuoLy9IQeRQsNd6JlcJLjEGL+FBOpt+pvKoRGitLeWaUFZotJEDnlXL5wezzItjzow3DVRgRLmV7DeEePmAWNtmyotsNFJOas85q45ex6ng3oILfKuAwafq3n1O2YkZTh7c9BYu9EoeHc2cjg/yzbhxo5Qh/DHB6grhpfPNHxoKHHS3MEOfmcyPHckhHf0pheYXOwmqGnIMWt4t8/RNOVJ/kfNYypZShw2tdOAf5GIDWW5hQ041s3JxVitiU0Ee2haEdA6T5jDFBzYPlOYpP7oLafD2JxvXuK0s7aec3tqI8L6ynca058/OU4s4Me0ox3krt8azeei+xrJO2W9fzRbpJ7NVee21+HTGJd66RnnLy5gnB/oqz7X0OD/aJ/+fJ2NPPgwAwNaEq4KqvVMPNQDHJonbmx0eW9pwk1BPsK9O1H8x8OU+s0A6t3XH49nLz/f9EEpRYZKhf38S1A2W8IkJ1gcHNr4b97WtNbI8BGZv1MBTkAXdBtRqoI4Yx3P/BHHZ8x6asMXXaf5zzOmbylElyL/2iP0FBYCA4+CVcVcTezcPcteBvakqe9d6/Mw/uxLKa4xU4zg6r93sdcMesOc9cGLXOk7i+mo7lM0ebCJf6jCH57SH+w8+fOAteY9Bn9qKqru6/08QfKUMMKz9g21uS4QvRUkh58DgTPvEa21Lg/POfc78QQQfUCaYFKSbZDnSWtr7MRpu/Env9vVV+PYLqnPnCh3/Oy3d+/uXzxYxYHTnLE1EfAdOVA/B3Gw12j9hZp0V0MzH3fB74f8uYWdMYpcKyPfy4BfTcbnwlOl4Grc/Y65BOtInjBjL/HutM7+b0G5RsnJ4WW0K4eFem6+kqjUjKVSrwSt0N68/Tk4015W8L2J9e9u72HJxFYB1U8VWCz7a4emASlLRjObQEFpiaSwB3Gf9SVcz9qYSwCXMdc6/T/Ank/Qhrn+Gfh19eCRadGCHEcPgbdrKqKTv26X1FmZKMWSUoqP47vOyLk6Y0LZa6Oco63y+i+Pjg9uzSuj9brhiLhE0CgLyu21TNu+vLu9f/Hw8BasZPpD8egQchnWQ9P9cNdwrUr5Gc8QwPHONQ/CvfF9uBuHkOP2yrrObI1/nqJFiXxmmLeuS2n4sqi0aU5yI7U2dCmq1dpG0h68z3uLfvuumGNPjPcygXq6U6WqSkctfl+lD1Ua8b0ZipNSrYVemHDIxKq3V+5RX9d7HXYaQdFPuD/3qEyraIolewrH3qMie9KjYSXpLpG46m6W4wE8OnTodOORDKHPBF/SVVKVORmKMmOgN6ZNWbi25Jav3EVeyNaEr1DdOO27+rm+5mtpuHeXoKrYsNB5VSRBJhfC3YeaKdpvApms/NGQLte3YLlpj/z6CVl1Td7HYH21Qvh+Py1/FizVEQgMXCLSY4iTBTsJ7PnCrtKa9oJkm5qVub2rthKSbbjYMsxXzqle7f9d96wtr8uRUTveMqRP8hAx8la8hb3m6Huy2CzIAjzp+oNnXjdNeCfh77SRvZpF9O4k9f7lBDdQIFGVdFbjd1LsfJL66asW4SvwdyU0aY1UT2H/HPHZzjCRZOsWlAlRu8lQjiRPGGqNMr5flFXKqFo7JRjK4CiDFiXNWhyNhF+IPDEubRZjlGN8HrZroRACPdgSBc4aLOw7kdPl7lW2eR2+MIO/9zJZq312do/5CEG56Woz6OvUgHA+BjoVMRK2KSsaLUWEWsdbhHONdkB9ahxHrQF5XgrKTQKstN3k2KFu5ZpRfFS8pjUfH9fIG74QCVWBsaM9C/FKpy7GDkuTWdmIXV6dydC0estza+3jGtrqNsQ+O5xghh0cxVZcD28za6ysGEuaZXK8LNNgZ2R+gV+EBAI5LimnYd+661GFjYnIi/1IpMXri9GZdbTQYuUzcqqFGJnJLND4mjVkvgWVxlKnlc80Pap1RHRqDURrLMpudPCeM7pBy4a6cadZzDN2H1YCLUqGBXLtepJcoDuUkRKdre17pOtCYAEPwjU39cVYznb719AIjq0HFnbTpklMGiNwe0r25brGUkwJtaKPyFvP2guipCyRSCgqpmnJ0N1oPE/cjGjkGb24bHpNlZY0rYKxW24C+/XiNhMUNJMipINL7OSgzIgwMugu/CYUSF2QYw1yzwU/LbUqxHgZwiw+6LSn0XEdv3+2G1y14EIk1yJgMQ2FP/wwoWV2O8qmVbtiOfMQiN6b6P7tFDcdwoxmxIFUO0PCluo1cMGfG+vetWRL88usvc1UfOs4YO1aJvHPTOT400WGca4Irz+manvc8cxn2rDqFH+f2QmO2XW7tjOwWp+Li86aPwx3CebQgUctEPoGW9MrAzvznr4ZMm0HpLH3YbcZ7I5IZzns4H5d+9MOcwhDRq3zlex2J6MOxXZtW7FbgT/rBfM1TP/8bsxF9vxlTsemcPSltSNTeFHI86tMf9re8dWUvQ0pxZutONmcOfzxyL6ONO3Afv78fI6r1CXG0Ytf5roD9ODfenHe5R9S0tbfp9zIPH0XY+zJ6dfINNnbi333M7GzwIaBGP2YTwrUa5FbFCFhW3MC05p0H6cmlV5/msh3Y7WMJSlRmCf+l9BIlqGa7xDvgTTqgt3/WJpxE2uQ3P8Sm79Mt5KEa8zBoQElGLId5JW9++i/+er27cBVJsPYPkLOxo/7uRqj19u3jQjc9SrFgXO+TtSqxIwuaZYYrEWlhzPORMmHEzMFyZtCDBg6pDnv5eeLrj9P4Pfg8vPhdeGp3gjn34WezEznj2DMFVbmeavXkY3Pdm/s4F60W15BiRLSKtugbgkivEYpY0Sp1i1c+zsDvgkUPEO7Qk527scI7T3f8D2JpTvDT7Q/ZObv04K9YvZIWDg0Lyr3bsScDJzu318ST8Jl26/Z6k/feT9fv6F8IYzVGvbvFfnClPyfAAAA///amwc1" } From d1e1eb191b830d0f05124a7ed50744044ff9de1f Mon Sep 17 00:00:00 2001 From: Edoardo Tenani Date: Tue, 12 Oct 2021 18:16:55 +0200 Subject: [PATCH 5/5] metricbeat: mage update --- metricbeat/docs/fields.asciidoc | 206 +++++++++++++++----------------- 1 file changed, 94 insertions(+), 112 deletions(-) diff --git a/metricbeat/docs/fields.asciidoc b/metricbeat/docs/fields.asciidoc index 509cdcbdd081..8488c6f57701 100644 --- a/metricbeat/docs/fields.asciidoc +++ b/metricbeat/docs/fields.asciidoc @@ -33820,346 +33820,343 @@ type: long Google Cloud PubSub metrics -[float] -=== subscription - -Suscription related metrics - - -*`gcp.pubsub.subscription.ack_message_count.value`*:: +*`gcp.pubsub.snapshot.backlog_bytes.value`*:: + -- -Cumulative count of messages acknowledged by Acknowledge requests, grouped by delivery type. +Total byte size of the messages retained in a snapshot. type: long -- -*`gcp.pubsub.subscription.backlog_bytes.value`*:: +*`gcp.pubsub.snapshot.backlog_bytes_by_region.value`*:: + -- -Total byte size of the unacknowledged messages (a.k.a. backlog messages) in a subscription. +Total byte size of the messages retained in a snapshot, broken down by Cloud region. type: long -- -*`gcp.pubsub.subscription.num_outstanding_messages.value`*:: +*`gcp.pubsub.snapshot.config_updates_count.value`*:: + -- -Number of messages delivered to a subscription's push endpoint, but not yet acknowledged. +Cumulative count of configuration changes, grouped by operation type and result. type: long -- -*`gcp.pubsub.subscription.num_undelivered_messages.value`*:: +*`gcp.pubsub.snapshot.num_messages.value`*:: + -- -Number of unacknowledged messages (a.k.a. backlog messages) in a subscription. +Number of messages retained in a snapshot. type: long -- -*`gcp.pubsub.subscription.oldest_unacked_message_age.value`*:: +*`gcp.pubsub.snapshot.num_messages_by_region.value`*:: + -- -Age (in seconds) of the oldest unacknowledged message (a.k.a. backlog message) in a subscription. +Number of messages retained in a snapshot, broken down by Cloud region. type: long -- -*`gcp.pubsub.subscription.pull_ack_message_operation_count.value`*:: +*`gcp.pubsub.snapshot.oldest_message_age.value`*:: + -- -Cumulative count of acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. +Age (in seconds) of the oldest message retained in a snapshot. type: long -- -*`gcp.pubsub.subscription.pull_ack_request_count.value`*:: +*`gcp.pubsub.snapshot.oldest_message_age_by_region.value`*:: + -- -Cumulative count of acknowledge requests, grouped by result. +Age (in seconds) of the oldest message retained in a snapshot, broken down by Cloud region. type: long -- -*`gcp.pubsub.subscription.pull_message_operation_count.value`*:: +*`gcp.pubsub.subscription.ack_message_count.value`*:: + -- -Cumulative count of pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. +Cumulative count of messages acknowledged by Acknowledge requests, grouped by delivery type. type: long -- -*`gcp.pubsub.subscription.pull_request_count.value`*:: +*`gcp.pubsub.subscription.backlog_bytes.value`*:: + -- -Cumulative count of pull requests, grouped by result. +Total byte size of the unacknowledged messages (a.k.a. backlog messages) in a subscription. type: long -- -*`gcp.pubsub.subscription.push_request_count.value`*:: +*`gcp.pubsub.subscription.byte_cost.value`*:: + -- -Cumulative count of push attempts, grouped by result. Unlike pulls, the push server implementation does not batch user messages. So each request only contains one user message. The push server retries on errors, so a given user message can appear multiple times. +Cumulative cost of operations, measured in bytes. This is used to measure quota utilization. type: long -- -*`gcp.pubsub.subscription.push_request_latencies.value`*:: +*`gcp.pubsub.subscription.config_updates_count.value`*:: + -- -Distribution of push request latencies (in microseconds), grouped by result. +Cumulative count of configuration changes for each subscription, grouped by operation type and result. type: long -- -*`gcp.pubsub.subscription.sent_message_count.value`*:: +*`gcp.pubsub.subscription.dead_letter_message_count.value`*:: + -- -Cumulative count of messages sent by Cloud Pub/Sub to subscriber clients, grouped by delivery type. +Cumulative count of messages published to dead letter topic, grouped by result. type: long -- -*`gcp.pubsub.subscription.streaming_pull_ack_message_operation_count.value`*:: +*`gcp.pubsub.subscription.mod_ack_deadline_message_count.value`*:: + -- -Cumulative count of StreamingPull acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. +Cumulative count of messages whose deadline was updated by ModifyAckDeadline requests, grouped by delivery type. type: long -- -*`gcp.pubsub.subscription.streaming_pull_ack_request_count.value`*:: +*`gcp.pubsub.subscription.mod_ack_deadline_message_operation_count.value`*:: + -- -Cumulative count of streaming pull requests with non-empty acknowledge ids, grouped by result. +Cumulative count of ModifyAckDeadline message operations, grouped by result. type: long -- -*`gcp.pubsub.subscription.streaming_pull_message_operation_count.value`*:: +*`gcp.pubsub.subscription.mod_ack_deadline_request_count.value`*:: + -- -Cumulative count of streaming pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count +Cumulative count of ModifyAckDeadline requests, grouped by result. type: long -- -*`gcp.pubsub.subscription.streaming_pull_response_count.value`*:: +*`gcp.pubsub.subscription.num_outstanding_messages.value`*:: + -- -Cumulative count of streaming pull responses, grouped by result. +Number of messages delivered to a subscription's push endpoint, but not yet acknowledged. type: long -- -*`gcp.pubsub.subscription.dead_letter_message_count.value`*:: +*`gcp.pubsub.subscription.num_undelivered_messages.value`*:: + -- -Cumulative count of messages published to dead letter topic, grouped by result. +Number of unacknowledged messages (a.k.a. backlog messages) in a subscription. type: long -- -*`gcp.pubsub.subscription.mod_ack_deadline_message_count.value`*:: +*`gcp.pubsub.subscription.oldest_retained_acked_message_age.value`*:: + -- -Cumulative count of messages whose deadline was updated by ModifyAckDeadline requests, grouped by delivery type. +Age (in seconds) of the oldest acknowledged message retained in a subscription. type: long -- -*`gcp.pubsub.subscription.mod_ack_deadline_message_operation_count.value`*:: +*`gcp.pubsub.subscription.oldest_retained_acked_message_age_by_region.value`*:: + -- -Cumulative count of ModifyAckDeadline message operations, grouped by result. +Age (in seconds) of the oldest acknowledged message retained in a subscription, broken down by Cloud region. type: long -- -*`gcp.pubsub.subscription.mod_ack_deadline_request_count.value`*:: +*`gcp.pubsub.subscription.oldest_unacked_message_age.value`*:: + -- -Cumulative count of ModifyAckDeadline requests, grouped by result. +Age (in seconds) of the oldest unacknowledged message (a.k.a. backlog message) in a subscription. type: long -- -*`gcp.pubsub.subscription.oldest_retained_acked_message_age.value`*:: +*`gcp.pubsub.subscription.oldest_unacked_message_age_by_region.value`*:: + -- -Age (in seconds) of the oldest acknowledged message retained in a subscription. +Age (in seconds) of the oldest unacknowledged message in a subscription, broken down by Cloud region. type: long -- -*`gcp.pubsub.subscription.oldest_retained_acked_message_age_by_region.value`*:: +*`gcp.pubsub.subscription.pull_ack_message_operation_count.value`*:: + -- -Age (in seconds) of the oldest acknowledged message retained in a subscription, broken down by Cloud region. +Cumulative count of acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. type: long -- -*`gcp.pubsub.subscription.oldest_unacked_message_age_by_region.value`*:: +*`gcp.pubsub.subscription.pull_ack_request_count.value`*:: + -- -Age (in seconds) of the oldest unacknowledged message in a subscription, broken down by Cloud region. +Cumulative count of acknowledge requests, grouped by result. type: long -- -*`gcp.pubsub.subscription.retained_acked_bytes.value`*:: +*`gcp.pubsub.subscription.pull_message_operation_count.value`*:: + -- -Total byte size of the acknowledged messages retained in a subscription. +Cumulative count of pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. type: long -- -*`gcp.pubsub.subscription.retained_acked_bytes_by_region.value`*:: +*`gcp.pubsub.subscription.pull_request_count.value`*:: + -- -Total byte size of the acknowledged messages retained in a subscription, broken down by Cloud region. +Cumulative count of pull requests, grouped by result. type: long -- -*`gcp.pubsub.subscription.seek_request_count.value`*:: +*`gcp.pubsub.subscription.push_request_count.value`*:: + -- -Cumulative count of seek attempts, grouped by result. +Cumulative count of push attempts, grouped by result. Unlike pulls, the push server implementation does not batch user messages. So each request only contains one user message. The push server retries on errors, so a given user message can appear multiple times. type: long -- -*`gcp.pubsub.subscription.streaming_pull_mod_ack_deadline_message_operation_count.value`*:: +*`gcp.pubsub.subscription.push_request_latencies.value`*:: + -- -Cumulative count of StreamingPull ModifyAckDeadline operations, grouped by result. +Distribution of push request latencies (in microseconds), grouped by result. type: long -- -*`gcp.pubsub.subscription.streaming_pull_mod_ack_deadline_request_count.value`*:: +*`gcp.pubsub.subscription.retained_acked_bytes.value`*:: + -- -Cumulative count of streaming pull requests with non-empty ModifyAckDeadline fields, grouped by result. +Total byte size of the acknowledged messages retained in a subscription. type: long -- -*`gcp.pubsub.subscription.byte_cost.value`*:: +*`gcp.pubsub.subscription.retained_acked_bytes_by_region.value`*:: + -- -Cumulative cost of operations, measured in bytes. This is used to measure quota utilization. +Total byte size of the acknowledged messages retained in a subscription, broken down by Cloud region. type: long -- -*`gcp.pubsub.subscription.config_updates_count.value`*:: +*`gcp.pubsub.subscription.seek_request_count.value`*:: + -- -Cumulative count of configuration changes for each subscription, grouped by operation type and result. +Cumulative count of seek attempts, grouped by result. type: long -- -*`gcp.pubsub.subscription.unacked_bytes_by_region.value`*:: +*`gcp.pubsub.subscription.sent_message_count.value`*:: + -- -Total byte size of the unacknowledged messages in a subscription, broken down by Cloud region. +Cumulative count of messages sent by Cloud Pub/Sub to subscriber clients, grouped by delivery type. type: long -- -[float] -=== topic +*`gcp.pubsub.subscription.streaming_pull_ack_message_operation_count.value`*:: ++ +-- +Cumulative count of StreamingPull acknowledge message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. -Topic related metrics +type: long +-- -*`gcp.pubsub.topic.streaming_pull_response_count.value`*:: +*`gcp.pubsub.subscription.streaming_pull_ack_request_count.value`*:: + -- -Cumulative count of streaming pull responses, grouped by result. +Cumulative count of streaming pull requests with non-empty acknowledge ids, grouped by result. type: long -- -*`gcp.pubsub.topic.send_message_operation_count.value`*:: +*`gcp.pubsub.subscription.streaming_pull_message_operation_count.value`*:: + -- -Cumulative count of publish message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. +Cumulative count of streaming pull message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count type: long -- -*`gcp.pubsub.topic.send_request_count.value`*:: +*`gcp.pubsub.subscription.streaming_pull_mod_ack_deadline_message_operation_count.value`*:: + -- -Cumulative count of publish requests, grouped by result. +Cumulative count of StreamingPull ModifyAckDeadline operations, grouped by result. type: long -- -*`gcp.pubsub.topic.oldest_retained_acked_message_age_by_region.value`*:: +*`gcp.pubsub.subscription.streaming_pull_mod_ack_deadline_request_count.value`*:: + -- -Age (in seconds) of the oldest acknowledged message retained in a topic, broken down by Cloud region. +Cumulative count of streaming pull requests with non-empty ModifyAckDeadline fields, grouped by result. type: long -- -*`gcp.pubsub.topic.oldest_unacked_message_age_by_region.value`*:: +*`gcp.pubsub.subscription.streaming_pull_response_count.value`*:: + -- -Age (in seconds) of the oldest unacknowledged message in a topic, broken down by Cloud region. +Cumulative count of streaming pull responses, grouped by result. type: long -- -*`gcp.pubsub.topic.retained_acked_bytes_by_region.value`*:: +*`gcp.pubsub.subscription.unacked_bytes_by_region.value`*:: + -- -Total byte size of the acknowledged messages retained in a topic, broken down by Cloud region. +Total byte size of the unacknowledged messages in a subscription, broken down by Cloud region. type: long @@ -34192,79 +34189,64 @@ type: long -- -*`gcp.pubsub.topic.unacked_bytes_by_region.value`*:: -+ --- -Total byte size of the unacknowledged messages in a topic, broken down by Cloud region. - -type: long - --- - -[float] -=== snapshot - -Snapshot related metrics - - -*`gcp.pubsub.snapshot.oldest_message_age.value`*:: +*`gcp.pubsub.topic.oldest_retained_acked_message_age_by_region.value`*:: + -- -Age (in seconds) of the oldest message retained in a snapshot. +Age (in seconds) of the oldest acknowledged message retained in a topic, broken down by Cloud region. type: long -- -*`gcp.pubsub.snapshot.oldest_message_age_by_region.value`*:: +*`gcp.pubsub.topic.oldest_unacked_message_age_by_region.value`*:: + -- -Age (in seconds) of the oldest message retained in a snapshot, broken down by Cloud region. +Age (in seconds) of the oldest unacknowledged message in a topic, broken down by Cloud region. type: long -- -*`gcp.pubsub.snapshot.backlog_bytes.value`*:: +*`gcp.pubsub.topic.retained_acked_bytes_by_region.value`*:: + -- -Total byte size of the messages retained in a snapshot. +Total byte size of the acknowledged messages retained in a topic, broken down by Cloud region. type: long -- -*`gcp.pubsub.snapshot.backlog_bytes_by_region.value`*:: +*`gcp.pubsub.topic.send_message_operation_count.value`*:: + -- -Total byte size of the messages retained in a snapshot, broken down by Cloud region. +Cumulative count of publish message operations, grouped by result. For a definition of message operations, see Cloud Pub/Sub metric subscription/mod_ack_deadline_message_operation_count. type: long -- -*`gcp.pubsub.snapshot.num_messages.value`*:: +*`gcp.pubsub.topic.send_request_count.value`*:: + -- -Number of messages retained in a snapshot. +Cumulative count of publish requests, grouped by result. type: long -- -*`gcp.pubsub.snapshot.num_messages_by_region.value`*:: +*`gcp.pubsub.topic.streaming_pull_response_count.value`*:: + -- -Number of messages retained in a snapshot, broken down by Cloud region. +Cumulative count of streaming pull responses, grouped by result. type: long -- -*`gcp.pubsub.snapshot.config_updates_count.value`*:: +*`gcp.pubsub.topic.unacked_bytes_by_region.value`*:: + -- -Cumulative count of configuration changes, grouped by operation type and result. +Total byte size of the unacknowledged messages in a topic, broken down by Cloud region. type: long