Script for installing and setting-up datagen kafka connectors

WarFox · Jun 12, 2023 · 9b3da3a · 9b3da3a
1 parent 5a08423
commit 9b3da3a
Show file tree

Hide file tree

Showing 3 changed files with 25 additions and 0 deletions.
diff --git a/bin/install-connectors.sh b/bin/install-connectors.sh
@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+confluent-hub install confluentinc/kafka-connect-datagen:0.6.0
+
+confluent-hub install confluentinc/kafka-connect-avro-converter:7.3.1
diff --git a/bin/setup-connectors.sh b/bin/setup-connectors.sh
@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+set -eux
+
+/usr/local/bin/confluent local services connect connector load datagen-pageviews --config config/connector_datagen-pageviews.config
diff --git a/config/connector_datagen-pageviews.config b/config/connector_datagen-pageviews.config
@@ -0,0 +1,15 @@
+{
+  "name": "datagen-pageviews",
+  "config": {
+    "connector.class": "io.confluent.kafka.connect.datagen.DatagenConnector",
+    "kafka.topic": "pageviews",
+    "quickstart": "pageviews",
+    "key.converter": "org.apache.kafka.connect.storage.StringConverter",
+    "value.converter": "io.confluent.connect.avro.AvroConverter",
+    "value.converter.schema.registry.url": "http://localhost:8081",
+    "value.converter.schemas.enable": "true",
+    "max.interval": 100,
+    "iterations": 10000000,
+    "tasks.max": "1"
+  }
+}