[GCP] Add loadbalancing ingest pipeline (#4350)

Co-authored-by: Edoardo Tenani <edoardo.tenani@elastic.co>
Co-authored-by: Edoardo Tenani <526307+endorama@users.noreply.github.com>

packages/gcp/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "2.11.10-beta.5"
+  changes:
+    - description: Add GCP loadbalancing ingest pipeline
+      type: enhancement
+      link: https://github.com/elastic/integrations/pull/4350
 - version: "2.11.10-beta.4"
   changes:
     - description: Add GCP PubSub ingest pipeline

packages/gcp/data_stream/loadbalancing_metrics/elasticsearch/ingest_pipeline/default.yml

@@ -0,0 +1,127 @@
+---
+description: Pipeline for parsing GCP Loadbalancing metrics.
+processors:
+  - rename:
+      field: gcp.metrics.https.backend_request.bytes
+      target_field: gcp.loadbalancing_metrics.https.backend_request.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.backend_request.count
+      target_field: gcp.loadbalancing_metrics.https.backend_request.count
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.backend_response.bytes
+      target_field: gcp.loadbalancing_metrics.https.backend_response.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.request.bytes
+      target_field: gcp.loadbalancing_metrics.https.request.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.request.count
+      target_field: gcp.loadbalancing_metrics.https.request.count
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.response.bytes
+      target_field: gcp.loadbalancing_metrics.https.response.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.external.egress.bytes
+      target_field: gcp.loadbalancing_metrics.l3.external.egress.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.external.egress_packets.count
+      target_field: gcp.loadbalancing_metrics.l3.external.egress_packets.count
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.external.ingress.bytes
+      target_field: gcp.loadbalancing_metrics.l3.external.ingress.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.external.ingress_packets.count
+      target_field: gcp.loadbalancing_metrics.l3.external.ingress_packets.count
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.internal.egress.bytes
+      target_field: gcp.loadbalancing_metrics.l3.internal.egress.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.internal.egress_packets.count
+      target_field: gcp.loadbalancing_metrics.l3.internal.egress_packets.count
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.internal.ingress.bytes
+      target_field: gcp.loadbalancing_metrics.l3.internal.ingress.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.internal.ingress_packets.count
+      target_field: gcp.loadbalancing_metrics.l3.internal.ingress_packets.count
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.tcp_ssl_proxy.closed_connections.value
+      target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.closed_connections.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.tcp_ssl_proxy.egress.bytes
+      target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.egress.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.tcp_ssl_proxy.ingress.bytes
+      target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.ingress.bytes
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.tcp_ssl_proxy.new_connections.value
+      target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.new_connections.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.tcp_ssl_proxy.open_connections.value
+      target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.open_connections.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.backend_latencies.value
+      target_field: gcp.loadbalancing_metrics.https.backend_latencies.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.external.regional.backend_latencies.value
+      target_field: gcp.loadbalancing_metrics.https.external.regional.backend_latencies.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.external.regional.total_latencies.value
+      target_field: gcp.loadbalancing_metrics.https.external.regional.total_latencies.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.frontend_tcp_rtt.value
+      target_field: gcp.loadbalancing_metrics.https.frontend_tcp_rtt.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.internal.backend_latencies.value
+      target_field: gcp.loadbalancing_metrics.https.internal.backend_latencies.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.internal.total_latencies.value
+      target_field: gcp.loadbalancing_metrics.https.internal.total_latencies.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.https.total_latencies.value
+      target_field: gcp.loadbalancing_metrics.https.total_latencies.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.external.rtt_latencies.value
+      target_field: gcp.loadbalancing_metrics.l3.external.rtt_latencies.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.l3.internal.rtt_latencies.value
+      target_field: gcp.loadbalancing_metrics.l3.internal.rtt_latencies.value
+      ignore_missing: true
+  - rename:
+      field: gcp.metrics.tcp_ssl_proxy.frontend_tcp_rtt.value
+      target_field: gcp.loadbalancing_metrics.tcp_ssl_proxy.frontend_tcp_rtt.value
+      ignore_missing: true
+  - remove:
+      field:
+        - gcp.metrics
+      ignore_missing: true
+on_failure:
+  - set:
+      field: error.message
+      value: '{{ _ingest.on_failure_message }}'

packages/gcp/manifest.yml

@@ -1,6 +1,6 @@
 name: gcp
 title: Google Cloud Platform
-version: "2.11.10-beta.4"
+version: "2.11.10-beta.5"
 release: ga
 description: Collect logs from Google Cloud Platform with Elastic Agent.
 type: integration