From 2813a840efa60b129712018adab7559bb17421ea Mon Sep 17 00:00:00 2001 From: gab Date: Thu, 29 Sep 2022 19:37:49 +0300 Subject: [PATCH 1/3] bump version and add changelog entry --- packages/gcp/changelog.yml | 5 +++++ packages/gcp/manifest.yml | 2 +- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/packages/gcp/changelog.yml b/packages/gcp/changelog.yml index ff4e8ba61d9..b563159e969 100644 --- a/packages/gcp/changelog.yml +++ b/packages/gcp/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: "2.11.14" + changes: + - description: Add GCP loadbalancing ingest pipeline + type: enhancement + link: https://github.com/elastic/integrations/pull/4350 - version: "2.11.8" changes: - description: Remove duplicate fields. diff --git a/packages/gcp/manifest.yml b/packages/gcp/manifest.yml index 0cbc0ec7c02..c2249f20995 100644 --- a/packages/gcp/manifest.yml +++ b/packages/gcp/manifest.yml @@ -1,6 +1,6 @@ name: gcp title: Google Cloud Platform -version: "2.11.8" +version: "2.11.14" release: ga description: Collect logs from Google Cloud Platform with Elastic Agent. type: integration From 0f61fb1fa1b8f62d9d7679057fab676e871291e1 Mon Sep 17 00:00:00 2001 From: gab Date: Thu, 29 Sep 2022 19:40:34 +0300 Subject: [PATCH 2/3] add ingest pipeline --- .../elasticsearch/ingest_pipeline/default.yml | 127 ++++++++++++++++++ 1 file changed, 127 insertions(+) create mode 100644 packages/gcp/data_stream/loadbalancing_metrics/elasticsearch/ingest_pipeline/default.yml diff --git a/packages/gcp/data_stream/loadbalancing_metrics/elasticsearch/ingest_pipeline/default.yml b/packages/gcp/data_stream/loadbalancing_metrics/elasticsearch/ingest_pipeline/default.yml new file mode 100644 index 00000000000..81bd6368c62 --- /dev/null +++ b/packages/gcp/data_stream/loadbalancing_metrics/elasticsearch/ingest_pipeline/default.yml @@ -0,0 +1,127 @@ +--- +description: Pipeline for parsing GCP Loadbalancing metrics. +processors: + - rename: + field: gcp.metrics.https.backend_request.bytes + target_field: gcp.loadbalancing_metrics.https.backend_request.bytes + ignore_missing: true + - rename: + field: gcp.metrics.https.backend_request.count + target_field: gcp.loadbalancing_metrics.https.backend_request.count + ignore_missing: true + - rename: + field: gcp.metrics.https.backend_response.bytes + target_field: gcp.loadbalancing_metrics.https.backend_response.bytes + ignore_missing: true + - rename: + field: gcp.metrics.https.request.bytes + target_field: gcp.loadbalancing_metrics.https.request.bytes + ignore_missing: true + - rename: + field: gcp.metrics.https.request.count + target_field: gcp.loadbalancing_metrics.https.request.count + ignore_missing: true + - rename: + field: gcp.metrics.https.response.bytes + target_field: gcp.loadbalancing_metrics.https.response.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.egress.bytes + target_field: gcp.loadbalancing_metrics.l3.external.egress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.egress_packets.count + target_field: gcp.loadbalancing_metrics.l3.external.egress_packets.count + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.ingress.bytes + target_field: gcp.loadbalancing_metrics.l3.external.ingress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.ingress_packets.count + target_field: gcp.loadbalancing_metrics.l3.external.ingress_packets.count + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.egress.bytes + target_field: gcp.loadbalancing_metrics.l3.internal.egress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.egress_packets.count + target_field: gcp.loadbalancing_metrics.l3.internal.egress_packets.count + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.ingress.bytes + target_field: gcp.loadbalancing_metrics.l3.internal.ingress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.ingress_packets.count + target_field: gcp.loadbalancing_metrics.l3.internal.ingress_packets.count + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.closed_connections.value + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.closed_connections.value + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.egress.bytes + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.egress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.ingress.bytes + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.ingress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.new_connections.value + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.new_connections.value + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.open_connections.value + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.open_connections.value + ignore_missing: true + - rename: + field: gcp.metrics.https.backend_latencies.value + target_field: gcp.loadbalancing_metrics.https.backend_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.external.regional.backend_latencies.value + target_field: gcp.loadbalancing_metrics.https.external.regional.backend_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.external.regional.total_latencies.value + target_field: gcp.loadbalancing_metrics.https.external.regional.total_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.frontend_tcp_rtt.value + target_field: gcp.loadbalancing_metrics.https.frontend_tcp_rtt.value + ignore_missing: true + - rename: + field: gcp.metrics.https.internal.backend_latencies.value + target_field: gcp.loadbalancing_metrics.https.internal.backend_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.internal.total_latencies.value + target_field: gcp.loadbalancing_metrics.https.internal.total_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.total_latencies.value + target_field: gcp.loadbalancing_metrics.https.total_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.rtt_latencies.value + target_field: gcp.loadbalancing_metrics.l3.external.rtt_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.rtt_latencies.value + target_field: gcp.loadbalancing_metrics.l3.internal.rtt_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.frontend_tcp_rtt.value + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.frontend_tcp_rtt.value + ignore_missing: true + - remove: + field: + - gcp.metrics + ignore_missing: true +on_failure: + - set: + field: error.message + value: '{{ _ingest.on_failure_message }}' \ No newline at end of file From f86fd5c291ca6f576136178f69d1f333ad5c4e92 Mon Sep 17 00:00:00 2001 From: Edoardo Tenani Date: Fri, 30 Sep 2022 16:11:25 +0200 Subject: [PATCH 3/3] bump 2.11.10-beta.5 --- packages/gcp/changelog.yml | 2 +- packages/gcp/manifest.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/gcp/changelog.yml b/packages/gcp/changelog.yml index b563159e969..3cb4767406a 100644 --- a/packages/gcp/changelog.yml +++ b/packages/gcp/changelog.yml @@ -1,5 +1,5 @@ # newer versions go on top -- version: "2.11.14" +- version: "2.11.10-beta.5" changes: - description: Add GCP loadbalancing ingest pipeline type: enhancement diff --git a/packages/gcp/manifest.yml b/packages/gcp/manifest.yml index c2249f20995..fa0cc4a0248 100644 --- a/packages/gcp/manifest.yml +++ b/packages/gcp/manifest.yml @@ -1,6 +1,6 @@ name: gcp title: Google Cloud Platform -version: "2.11.14" +version: "2.11.10-beta.5" release: ga description: Collect logs from Google Cloud Platform with Elastic Agent. type: integration