Create data_ingestion.py

KOSASIH · Jun 1, 2024 · f9b4ee6 · f9b4ee6
1 parent 0999922
commit f9b4ee6
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/data_ingestion.py b/data_ingestion.py
@@ -0,0 +1,10 @@
+import json
+from kafka import KafkaProducer
+
+KAFKA_TOPIC = "data_ingestion"
+
+def ingest_data(data):
+    producer = KafkaProducer(bootstrap_servers="localhost:9092",
+                             value_serializer=lambda v: json.dumps(v).encode("utf-8"))
+    producer.send(KAFKA_TOPIC, data)
+    producer.flush()