more logs

src/main/scala/ch/memobase/App.scala

@@ -39,7 +39,8 @@ object App
         Stream
           .continually(poll)
           .takeWhile(records => records.nonEmpty)
-          .flatMap(records =>
+          .flatMap(records => {
+            logger.info("Processing records batch with size ${records.size}")
             records
               .flatMap { record =>
                 Report(record) match {
@@ -55,12 +56,11 @@ object App
               }
               .filter(record => filters.forall(f => f(record)))
               .foldLeft(HashSet[DeleteMessage]())((agg, record) => {
-                logger.info(s"Length of delete messages: ${agg.size}")
+                logger.info(s"Size of delete messages: ${agg.size}")
                 agg + DeleteMessage(record, sessionId)
               }
-
               )
-
+          }
           )
           .foreach(id => sendDelete(id, dryRun))
       } catch {

src/main/scala/ch/memobase/AppSettings.scala

@@ -44,6 +44,7 @@ trait AppSettings {
     props.put("group.id", clientId)
     props.put("allow.auto.create.topics", "false")
     props.put("auto.offset.reset", "earliest")
+    props.put("enable.auto.commit", "false")
     props.put("max.poll.records", "5000")
     props
   }