From 2e509237ff87517f66f733e98b8033b8a78cdf1e Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?S=C3=B6ren=20Henning?= <soeren.henning@email.uni-kiel.de>
Date: Tue, 8 Mar 2022 23:57:33 +0100
Subject: [PATCH] Allow configuring max.poll.records

---
 .../benchmarks/commons/beam/AbstractPipelineFactory.java       | 3 +++
 .../theodolite/benchmarks/commons/beam/ConfigurationKeys.java  | 2 ++
 .../src/main/resources/META-INF/application.properties         | 1 +
 .../src/main/resources/META-INF/application.properties         | 1 +
 .../src/main/resources/META-INF/application.properties         | 1 +
 .../src/main/resources/META-INF/application.properties         | 1 +
 6 files changed, 9 insertions(+)

diff --git a/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/AbstractPipelineFactory.java b/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/AbstractPipelineFactory.java
index 6c944be1d..f6dc64bb2 100644
--- a/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/AbstractPipelineFactory.java
+++ b/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/AbstractPipelineFactory.java
@@ -49,6 +49,9 @@ public abstract class AbstractPipelineFactory {
     consumerConfig.put(
         ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,
         this.config.getString(ConfigurationKeys.ENABLE_AUTO_COMMIT));
+    consumerConfig.put(
+        ConsumerConfig.MAX_POLL_RECORDS_CONFIG,
+        this.config.getString(ConfigurationKeys.MAX_POLL_RECORDS));
     consumerConfig.put(
         ConsumerConfig.AUTO_OFFSET_RESET_CONFIG,
         this.config.getString(ConfigurationKeys.AUTO_OFFSET_RESET));
diff --git a/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/ConfigurationKeys.java b/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/ConfigurationKeys.java
index 34b8d2c54..c22c164f6 100644
--- a/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/ConfigurationKeys.java
+++ b/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/ConfigurationKeys.java
@@ -35,6 +35,8 @@ public final class ConfigurationKeys {
   // BEAM
   public static final String ENABLE_AUTO_COMMIT = "enable.auto.commit";
 
+  public static final String MAX_POLL_RECORDS = "max.poll.records";
+
   public static final String AUTO_OFFSET_RESET = "auto.offset.reset";
 
   public static final String SPECIFIC_AVRO_READER = "specific.avro.reader";
diff --git a/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties
index 0c6af9481..e9de96c0d 100644
--- a/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties
@@ -16,4 +16,5 @@ cache.max.bytes.buffering=-1
 
 specific.avro.reader=true
 enable.auto.commit=true
+max.poll.records=500
 auto.offset.reset=earliest
diff --git a/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties
index 77991e8e3..c6672125a 100644
--- a/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties
@@ -14,4 +14,5 @@ cache.max.bytes.buffering=-1
 
 specific.avro.reader=true
 enable.auto.commit=true
+max.poll.records=500
 auto.offset.reset=earliest
\ No newline at end of file
diff --git a/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties
index f7c34e9f2..0fe4b240d 100644
--- a/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties
@@ -19,4 +19,5 @@ cache.max.bytes.buffering=-1
 
 specific.avro.reader=true
 enable.auto.commit=true
+max.poll.records=500
 auto.offset.reset=earliest
\ No newline at end of file
diff --git a/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties
index 4d1db2490..c1a8ca17b 100644
--- a/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties
@@ -22,4 +22,5 @@ cache.max.bytes.buffering=-1
 
 specific.avro.reader=true
 enable.auto.commit=true
+max.poll.records=500
 auto.offset.reset=earliest
\ No newline at end of file
-- 
GitLab