From 52637e5a3ea98c0ff2894d25b927a5eb4e95ff0d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?S=C3=B6ren=20Henning?= <soeren.henning@email.uni-kiel.de> Date: Sat, 26 Nov 2022 15:53:54 +0100 Subject: [PATCH] Set Kafka Streams commit interval to 5000ms See #405 --- .../uc1-kstreams/resources/uc1-kstreams-deployment.yaml | 2 -- .../uc2-kstreams/resources/uc2-kstreams-deployment.yaml | 2 -- .../uc3-kstreams/resources/uc3-kstreams-deployment.yaml | 2 -- .../uc4-kstreams/resources/uc4-kstreams-deployment.yaml | 2 -- .../src/main/resources/META-INF/application.properties | 2 ++ .../src/main/resources/META-INF/application.properties | 3 +++ .../src/main/resources/META-INF/application.properties | 3 +++ .../src/main/resources/META-INF/application.properties | 5 ++++- 8 files changed, 12 insertions(+), 9 deletions(-) diff --git a/theodolite-benchmarks/definitions/uc1-kstreams/resources/uc1-kstreams-deployment.yaml b/theodolite-benchmarks/definitions/uc1-kstreams/resources/uc1-kstreams-deployment.yaml index 7698dc503..37d9004bb 100644 --- a/theodolite-benchmarks/definitions/uc1-kstreams/resources/uc1-kstreams-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc1-kstreams/resources/uc1-kstreams-deployment.yaml @@ -26,8 +26,6 @@ spec: value: "http://theodolite-kafka-schema-registry:8081" - name: JAVA_OPTS value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" - - name: COMMIT_INTERVAL_MS # Set as default for the applications - value: "100" resources: limits: memory: 4Gi diff --git a/theodolite-benchmarks/definitions/uc2-kstreams/resources/uc2-kstreams-deployment.yaml b/theodolite-benchmarks/definitions/uc2-kstreams/resources/uc2-kstreams-deployment.yaml index 477113435..ccd7a5a6e 100644 --- a/theodolite-benchmarks/definitions/uc2-kstreams/resources/uc2-kstreams-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc2-kstreams/resources/uc2-kstreams-deployment.yaml @@ -26,8 +26,6 @@ spec: value: "http://theodolite-kafka-schema-registry:8081" - name: JAVA_OPTS value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" - - name: COMMIT_INTERVAL_MS # Set as default for the applications - value: "100" resources: limits: memory: 4Gi diff --git a/theodolite-benchmarks/definitions/uc3-kstreams/resources/uc3-kstreams-deployment.yaml b/theodolite-benchmarks/definitions/uc3-kstreams/resources/uc3-kstreams-deployment.yaml index 1a98c1a5e..6da2e5dee 100644 --- a/theodolite-benchmarks/definitions/uc3-kstreams/resources/uc3-kstreams-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc3-kstreams/resources/uc3-kstreams-deployment.yaml @@ -26,8 +26,6 @@ spec: value: "http://theodolite-kafka-schema-registry:8081" - name: JAVA_OPTS value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" - - name: COMMIT_INTERVAL_MS # Set as default for the applications - value: "100" resources: limits: memory: 4Gi diff --git a/theodolite-benchmarks/definitions/uc4-kstreams/resources/uc4-kstreams-deployment.yaml b/theodolite-benchmarks/definitions/uc4-kstreams/resources/uc4-kstreams-deployment.yaml index bc0839144..848d1d3a1 100644 --- a/theodolite-benchmarks/definitions/uc4-kstreams/resources/uc4-kstreams-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc4-kstreams/resources/uc4-kstreams-deployment.yaml @@ -26,8 +26,6 @@ spec: value: "http://theodolite-kafka-schema-registry:8081" - name: JAVA_OPTS value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" - - name: COMMIT_INTERVAL_MS # Set as default for the applications - value: "100" resources: limits: memory: 4Gi diff --git a/theodolite-benchmarks/uc1-kstreams/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc1-kstreams/src/main/resources/META-INF/application.properties index e3371cc87..9bb191b3e 100644 --- a/theodolite-benchmarks/uc1-kstreams/src/main/resources/META-INF/application.properties +++ b/theodolite-benchmarks/uc1-kstreams/src/main/resources/META-INF/application.properties @@ -6,3 +6,5 @@ kafka.input.topic=input schema.registry.url=http://localhost:8081 +# Kafka Streams Config +commit.interval.ms=5000 diff --git a/theodolite-benchmarks/uc2-kstreams/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc2-kstreams/src/main/resources/META-INF/application.properties index 1b59528db..7765cbff3 100644 --- a/theodolite-benchmarks/uc2-kstreams/src/main/resources/META-INF/application.properties +++ b/theodolite-benchmarks/uc2-kstreams/src/main/resources/META-INF/application.properties @@ -7,3 +7,6 @@ kafka.output.topic=output kafka.window.duration.minutes=1 schema.registry.url=http://localhost:8081 + +# Kafka Streams Config +commit.interval.ms=5000 diff --git a/theodolite-benchmarks/uc3-kstreams/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc3-kstreams/src/main/resources/META-INF/application.properties index 0ce745fb6..8189f7568 100644 --- a/theodolite-benchmarks/uc3-kstreams/src/main/resources/META-INF/application.properties +++ b/theodolite-benchmarks/uc3-kstreams/src/main/resources/META-INF/application.properties @@ -8,3 +8,6 @@ aggregation.duration.days=30 aggregation.advance.days=1 schema.registry.url=http://localhost:8081 + +# Kafka Streams Config +commit.interval.ms=5000 diff --git a/theodolite-benchmarks/uc4-kstreams/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc4-kstreams/src/main/resources/META-INF/application.properties index a21f7e917..8a1d86ae3 100644 --- a/theodolite-benchmarks/uc4-kstreams/src/main/resources/META-INF/application.properties +++ b/theodolite-benchmarks/uc4-kstreams/src/main/resources/META-INF/application.properties @@ -10,4 +10,7 @@ kafka.output.topic=output schema.registry.url=http://localhost:8081 emit.period.ms=5000 -grace.period.ms=0 \ No newline at end of file +grace.period.ms=0 + +# Kafka Streams Config +commit.interval.ms=5000 -- GitLab