common-streams 0.8.x with refactored kinesis source

snowplow-incubator · Sep 9, 2024 · 38d6730 · 38d6730
1 parent 972e471
commit 38d6730
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 7 deletions.
diff --git a/config/config.aws.reference.hocon b/config/config.aws.reference.hocon
@@ -34,10 +34,6 @@
       "maxRecords": 1000
     }
 
-    # -- The number of batches of events which are pre-fetched from kinesis.
-    # -- Increasing this above 1 is not known to improve performance.
-    "bufferSize": 3
-
     # -- Name of this KCL worker used in the dynamodb lease table
     "workerIdentifier": ${HOSTNAME}
 

diff --git a/project/Dependencies.scala b/project/Dependencies.scala
@@ -50,8 +50,8 @@ object Dependencies {
     val awsRegistry = "1.1.20"
 
     // Snowplow
-    val streams    = "0.8.0-M2"
-    val igluClient = "3.0.0"
+    val streams    = "0.8.0-M3"
+    val igluClient = "3.2.0"
 
     // Transitive overrides
     val protobuf = "3.25.1"
@@ -170,7 +170,7 @@ object Dependencies {
     awsS3,
     awsGlue,
     awsS3Transfer % Runtime,
-    awsSts        % Runtime,
+    awsSts,
     hadoopClient
   ) ++ commonRuntimeDependencies