diff --git a/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/AbstractPipelineFactory.java b/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/AbstractPipelineFactory.java index 6c944be1d9c01b660002090d5f50c6565525a22d..f6dc64bb2c8f4deb0df6e48db23b0d62c6d86279 100644 --- a/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/AbstractPipelineFactory.java +++ b/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/AbstractPipelineFactory.java @@ -49,6 +49,9 @@ public abstract class AbstractPipelineFactory { consumerConfig.put( ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, this.config.getString(ConfigurationKeys.ENABLE_AUTO_COMMIT)); + consumerConfig.put( + ConsumerConfig.MAX_POLL_RECORDS_CONFIG, + this.config.getString(ConfigurationKeys.MAX_POLL_RECORDS)); consumerConfig.put( ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, this.config.getString(ConfigurationKeys.AUTO_OFFSET_RESET)); diff --git a/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/ConfigurationKeys.java b/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/ConfigurationKeys.java index 34b8d2c544c4826d6b03eafcfff81a130c2e8d78..c22c164f62ad22d3c18add75ad5115fd15fb8f14 100644 --- a/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/ConfigurationKeys.java +++ b/theodolite-benchmarks/beam-commons/src/main/java/rocks/theodolite/benchmarks/commons/beam/ConfigurationKeys.java @@ -35,6 +35,8 @@ public final class ConfigurationKeys { // BEAM public static final String ENABLE_AUTO_COMMIT = "enable.auto.commit"; + public static final String MAX_POLL_RECORDS = "max.poll.records"; + public static final String AUTO_OFFSET_RESET = "auto.offset.reset"; public static final String SPECIFIC_AVRO_READER = "specific.avro.reader"; diff --git a/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties index 0c6af9481d9463c0be10ebd1587a5f35d5a922a8..e9de96c0df34b1254a8ec9886586e163999c7c6e 100644 --- a/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties +++ b/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties @@ -16,4 +16,5 @@ cache.max.bytes.buffering=-1 specific.avro.reader=true enable.auto.commit=true +max.poll.records=500 auto.offset.reset=earliest diff --git a/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties index 77991e8e34e9e9f6ece5a9327673311d5ac20281..c6672125a8b6a074cb7eca31bd90700cd4da736a 100644 --- a/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties +++ b/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties @@ -14,4 +14,5 @@ cache.max.bytes.buffering=-1 specific.avro.reader=true enable.auto.commit=true +max.poll.records=500 auto.offset.reset=earliest \ No newline at end of file diff --git a/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties index f7c34e9f2b8312c3dfe83c78e0e161d952f8489b..0fe4b240d97f087f00c28430740488f7e01f1577 100644 --- a/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties +++ b/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties @@ -19,4 +19,5 @@ cache.max.bytes.buffering=-1 specific.avro.reader=true enable.auto.commit=true +max.poll.records=500 auto.offset.reset=earliest \ No newline at end of file diff --git a/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties index 4d1db24903ca245cfce16ddca7fd467f803d9a81..c1a8ca17b41ab8c8f0fa939c748200db5ba7d0d2 100644 --- a/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties +++ b/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties @@ -22,4 +22,5 @@ cache.max.bytes.buffering=-1 specific.avro.reader=true enable.auto.commit=true +max.poll.records=500 auto.offset.reset=earliest \ No newline at end of file