From 4646bf3aa049eb5a4618c4b3d0a194b5b8bf00e7 Mon Sep 17 00:00:00 2001
From: Ian Streeter <ian@snowplowanalytics.com>
Date: Mon, 9 Sep 2024 17:01:25 +0100
Subject: [PATCH] common-streams 0.8.x with refactored kinesis source

---
 config/config.aws.reference.hocon | 4 ----
 project/Dependencies.scala        | 8 ++++----
 2 files changed, 4 insertions(+), 8 deletions(-)

diff --git a/config/config.aws.reference.hocon b/config/config.aws.reference.hocon
index f719ccb2..9074f49c 100644
--- a/config/config.aws.reference.hocon
+++ b/config/config.aws.reference.hocon
@@ -34,10 +34,6 @@
       "maxRecords": 1000
     }
 
-    # -- The number of batches of events which are pre-fetched from kinesis.
-    # -- Increasing this above 1 is not known to improve performance.
-    "bufferSize": 3
-
     # -- Name of this KCL worker used in the dynamodb lease table
     "workerIdentifier": ${HOSTNAME}
 
diff --git a/project/Dependencies.scala b/project/Dependencies.scala
index 123a0913..7352cc08 100644
--- a/project/Dependencies.scala
+++ b/project/Dependencies.scala
@@ -50,8 +50,8 @@ object Dependencies {
     val awsRegistry = "1.1.20"
 
     // Snowplow
-    val streams    = "0.8.0-M2"
-    val igluClient = "3.0.0"
+    val streams    = "0.8.0-M3"
+    val igluClient = "3.2.0"
 
     // Transitive overrides
     val protobuf = "3.25.1"
@@ -117,7 +117,7 @@ object Dependencies {
 
   // snowplow
   val streamsCore      = "com.snowplowanalytics" %% "streams-core"             % V.streams
-  val kinesis          = "com.snowplowanalytics" %% "kinesis"                  % V.streams
+  val kinesis          = "com.snowplowanalytics" %% "kinesis"                  % "0.8.0-M3"
   val kafka            = "com.snowplowanalytics" %% "kafka"                    % V.streams
   val pubsub           = "com.snowplowanalytics" %% "pubsub"                   % V.streams
   val loaders          = "com.snowplowanalytics" %% "loaders-common"           % V.streams
@@ -170,7 +170,7 @@ object Dependencies {
     awsS3,
     awsGlue,
     awsS3Transfer % Runtime,
-    awsSts        % Runtime,
+    awsSts,
     hadoopClient
   ) ++ commonRuntimeDependencies