diff --git a/packages/gcp/changelog.yml b/packages/gcp/changelog.yml index 8a81dff7142..a084f493b10 100644 --- a/packages/gcp/changelog.yml +++ b/packages/gcp/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: "2.11.10-beta.5" + changes: + - description: Add GCP loadbalancing ingest pipeline + type: enhancement + link: https://github.com/elastic/integrations/pull/4350 - version: "2.11.10-beta.4" changes: - description: Add GCP PubSub ingest pipeline diff --git a/packages/gcp/data_stream/loadbalancing_metrics/elasticsearch/ingest_pipeline/default.yml b/packages/gcp/data_stream/loadbalancing_metrics/elasticsearch/ingest_pipeline/default.yml new file mode 100644 index 00000000000..81bd6368c62 --- /dev/null +++ b/packages/gcp/data_stream/loadbalancing_metrics/elasticsearch/ingest_pipeline/default.yml @@ -0,0 +1,127 @@ +--- +description: Pipeline for parsing GCP Loadbalancing metrics. +processors: + - rename: + field: gcp.metrics.https.backend_request.bytes + target_field: gcp.loadbalancing_metrics.https.backend_request.bytes + ignore_missing: true + - rename: + field: gcp.metrics.https.backend_request.count + target_field: gcp.loadbalancing_metrics.https.backend_request.count + ignore_missing: true + - rename: + field: gcp.metrics.https.backend_response.bytes + target_field: gcp.loadbalancing_metrics.https.backend_response.bytes + ignore_missing: true + - rename: + field: gcp.metrics.https.request.bytes + target_field: gcp.loadbalancing_metrics.https.request.bytes + ignore_missing: true + - rename: + field: gcp.metrics.https.request.count + target_field: gcp.loadbalancing_metrics.https.request.count + ignore_missing: true + - rename: + field: gcp.metrics.https.response.bytes + target_field: gcp.loadbalancing_metrics.https.response.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.egress.bytes + target_field: gcp.loadbalancing_metrics.l3.external.egress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.egress_packets.count + target_field: gcp.loadbalancing_metrics.l3.external.egress_packets.count + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.ingress.bytes + target_field: gcp.loadbalancing_metrics.l3.external.ingress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.ingress_packets.count + target_field: gcp.loadbalancing_metrics.l3.external.ingress_packets.count + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.egress.bytes + target_field: gcp.loadbalancing_metrics.l3.internal.egress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.egress_packets.count + target_field: gcp.loadbalancing_metrics.l3.internal.egress_packets.count + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.ingress.bytes + target_field: gcp.loadbalancing_metrics.l3.internal.ingress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.ingress_packets.count + target_field: gcp.loadbalancing_metrics.l3.internal.ingress_packets.count + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.closed_connections.value + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.closed_connections.value + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.egress.bytes + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.egress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.ingress.bytes + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.ingress.bytes + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.new_connections.value + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.new_connections.value + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.open_connections.value + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.open_connections.value + ignore_missing: true + - rename: + field: gcp.metrics.https.backend_latencies.value + target_field: gcp.loadbalancing_metrics.https.backend_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.external.regional.backend_latencies.value + target_field: gcp.loadbalancing_metrics.https.external.regional.backend_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.external.regional.total_latencies.value + target_field: gcp.loadbalancing_metrics.https.external.regional.total_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.frontend_tcp_rtt.value + target_field: gcp.loadbalancing_metrics.https.frontend_tcp_rtt.value + ignore_missing: true + - rename: + field: gcp.metrics.https.internal.backend_latencies.value + target_field: gcp.loadbalancing_metrics.https.internal.backend_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.internal.total_latencies.value + target_field: gcp.loadbalancing_metrics.https.internal.total_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.https.total_latencies.value + target_field: gcp.loadbalancing_metrics.https.total_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.l3.external.rtt_latencies.value + target_field: gcp.loadbalancing_metrics.l3.external.rtt_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.l3.internal.rtt_latencies.value + target_field: gcp.loadbalancing_metrics.l3.internal.rtt_latencies.value + ignore_missing: true + - rename: + field: gcp.metrics.tcp_ssl_proxy.frontend_tcp_rtt.value + target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.frontend_tcp_rtt.value + ignore_missing: true + - remove: + field: + - gcp.metrics + ignore_missing: true +on_failure: + - set: + field: error.message + value: '{{ _ingest.on_failure_message }}' \ No newline at end of file diff --git a/packages/gcp/manifest.yml b/packages/gcp/manifest.yml index 6e6438d10d1..fa0cc4a0248 100644 --- a/packages/gcp/manifest.yml +++ b/packages/gcp/manifest.yml @@ -1,6 +1,6 @@ name: gcp title: Google Cloud Platform -version: "2.11.10-beta.4" +version: "2.11.10-beta.5" release: ga description: Collect logs from Google Cloud Platform with Elastic Agent. type: integration