Allow configuring max.poll.records

theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/AbstractPipelineFactory.java

@@ -49,6 +49,9 @@ public abstract class AbstractPipelineFactory {
     consumerConfig.put(
         ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,
         this.config.getString(ConfigurationKeys.ENABLE_AUTO_COMMIT));
+    consumerConfig.put(
+        ConsumerConfig.MAX_POLL_RECORDS_CONFIG,
+        this.config.getString(ConfigurationKeys.MAX_POLL_RECORDS));
     consumerConfig.put(
         ConsumerConfig.AUTO_OFFSET_RESET_CONFIG,
         this.config.getString(ConfigurationKeys.AUTO_OFFSET_RESET));

theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/ConfigurationKeys.java

@@ -35,6 +35,8 @@ public final class ConfigurationKeys {
   // BEAM
   public static final String ENABLE_AUTO_COMMIT = "enable.auto.commit";
 
+  public static final String MAX_POLL_RECORDS = "max.poll.records";
+
   public static final String AUTO_OFFSET_RESET = "auto.offset.reset";
 
   public static final String SPECIFIC_AVRO_READER = "specific.avro.reader";

theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties

@@ -16,4 +16,5 @@ cache.max.bytes.buffering=-1
 
 specific.avro.reader=true
 enable.auto.commit=true
+max.poll.records=500
 auto.offset.reset=earliest

theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties

@@ -14,4 +14,5 @@ cache.max.bytes.buffering=-1
 
 specific.avro.reader=true
 enable.auto.commit=true
+max.poll.records=500
 auto.offset.reset=earliest
\ No newline at end of file

theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties

@@ -19,4 +19,5 @@ cache.max.bytes.buffering=-1
 
 specific.avro.reader=true
 enable.auto.commit=true
+max.poll.records=500
 auto.offset.reset=earliest
\ No newline at end of file

theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties

@@ -22,4 +22,5 @@ cache.max.bytes.buffering=-1
 
 specific.avro.reader=true
 enable.auto.commit=true
+max.poll.records=500
 auto.offset.reset=earliest
\ No newline at end of file