feat: Add Kafka trigger to Tracetest (#3056)

* feature(server): add kafka trigger (#3024)

* wip - adding kafka trigger

* Adding code for Kafka trigger

* Adding Sarama as dependency

* Updating backend and examples to support trigger

* Fixing example

* feat(cli, fe): adding Kafka trigger (#3045)

* wip

* wip

* updated openapi specs

* Updating CLI

* Fixing types on FE to support Kafka

* wip - changing components to accept kafka

* wip adding form items

* Fixing add step

* Fixing warnings and some bindings

* small fixes

* tests

* Fixing UI and server mappings

* Fixing marshalling error on server

* Fixing UI test

* Adding PR suggestions

* Moving header component to a generic one

* Using KeyValueListInput instead of custom header for Rest components

* Adding more PR suggestions

* Updating component names

.github/workflows/deploy-demo.yml

@@ -79,7 +79,7 @@ jobs:
       - uses: goreleaser/goreleaser-action@v4
         with:
           distribution: goreleaser-pro
-          version: v1.18.2
+          version: v1.19.2
           args: release --clean --skip-announce -f .goreleaser.demo.yaml
         env:
           VERSION: ${{ github.ref_name}}-demo

.github/workflows/deploy-main.yml

@@ -120,7 +120,7 @@ jobs:
         if: steps.cache.outputs.cache-hit != 'true'
         with:
           distribution: goreleaser-pro
-          version: v1.18.2
+          version: v1.19.2
           args: release --clean --split --nightly
         env:
           GOOS: ${{ matrix.GOOS }}
@@ -189,7 +189,7 @@ jobs:
         if: steps.cache.outputs.cache-hit != 'true'
         with:
           distribution: goreleaser-pro
-          version: v1.18.2
+          version: v1.19.2
           args: continue --merge
         env:
           VERSION: sha-${{ env.sha_short }}

.github/workflows/pull-request.yaml

@@ -188,7 +188,7 @@ jobs:
         if: steps.cache-docker-build.outputs.cache-hit != 'true'
         with:
           distribution: goreleaser-pro
-          version: v1.18.2
+          version: v1.19.2
           args: release --skip-announce --snapshot -f .goreleaser.dev.yaml
       - name: Move binaries to known location
         if: steps.cache-docker-build.outputs.cache-hit != 'true'

.github/workflows/release-candidate.yml

@@ -82,7 +82,7 @@ jobs:
         if: steps.cache.outputs.cache-hit != 'true'
         with:
           distribution: goreleaser-pro
-          version: v1.18.2
+          version: v1.19.2
           args: release --clean -f .goreleaser.rc.yaml
         env:
           VERSION: ${{ github.ref_name}}

.github/workflows/release-version.yml

@@ -93,7 +93,7 @@ jobs:
         if: steps.cache.outputs.cache-hit != 'true'
         with:
           distribution: goreleaser-pro
-          version: v1.18.2
+          version: v1.19.2
           args: release --clean
         env:
           VERSION: ${{ github.ref_name}}

Makefile

@@ -1,6 +1,6 @@
 VERSION?="dev"
 TAG?=$(VERSION)
-GORELEASER_VERSION=1.18.2-pro
+GORELEASER_VERSION=1.19.2-pro
 
 PROJECT_ROOT=${PWD}
 

api/kafka.yaml

@@ -0,0 +1,55 @@
+openapi: 3.0.0
+components:
+  schemas:
+    KafkaRequest:
+      type: object
+      properties:
+        brokerUrls:
+          type: array
+          items:
+            type: string
+        topic:
+          type: string
+        authentication:
+          $ref: "#/components/schemas/KafkaAuthentication"
+        sslVerification:
+          type: boolean
+          default: false
+        headers:
+          type: array
+          items:
+            $ref: "#/components/schemas/KafkaMessageHeader"
+        messageKey:
+          type: string
+        messageValue:
+          type: string
+
+    KafkaResponse:
+      type: object
+      properties:
+        partition:
+          type: string
+        offset:
+          type: string
+
+    KafkaMessageHeader:
+      type: object
+      properties:
+        key:
+          type: string
+        value:
+          type: string
+
+    KafkaAuthentication:
+      type: object
+      properties:
+        type:
+          type: string
+          enum: [plain]
+        plain:
+          type: object
+          properties:
+            username:
+              type: string
+            password:
+              type: string

api/openapi.yaml

@@ -1149,8 +1149,8 @@ paths:
         - resource-api
       parameters:
         - $ref: "./parameters.yaml#/components/parameters/variableSetId"
-      summary: "Delete an variable set"
-      description: "Delete an variable set from Tracetest"
+      summary: "Delete a variable set"
+      description: "Delete a variable set from Tracetest"
       operationId: deleteVariableSet
       responses:
         204:

api/triggers.yaml

@@ -6,20 +6,22 @@ components:
       properties:
         type:
           type: string
-          enum: ["http", "grpc", "traceid"]
+          enum: ["http", "grpc", "traceid", "kafka"]
         httpRequest:
           $ref: "./http.yaml#/components/schemas/HTTPRequest"
         grpc:
           $ref: "./grpc.yaml#/components/schemas/GRPCRequest"
         traceid:
           $ref: "./traceid.yaml#/components/schemas/TRACEIDRequest"
+        kafka:
+          $ref: "./kafka.yaml#/components/schemas/KafkaRequest"
 
     TriggerResult:
       type: object
       properties:
         type:
           type: string
-          enum: ["http", "grpc", "traceid"]
+          enum: ["http", "grpc", "traceid", "kafka"]
         triggerResult:
           type: object
           properties:
@@ -29,3 +31,5 @@ components:
               $ref: "./grpc.yaml#/components/schemas/GRPCResponse"
             traceid:
               $ref: "./traceid.yaml#/components/schemas/TRACEIDResponse"
+            kafka:
+              $ref: "./kafka.yaml#/components/schemas/KafkaResponse"