From c06b308ac212dedf8a0d6008c7adf1cb3554f93b Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?S=C3=B6ren=20Henning?= <soeren.henning@email.uni-kiel.de>
Date: Thu, 8 Dec 2022 18:25:03 +0100
Subject: [PATCH] Align default for Beam and K'Streams UC4
---
.../docker-test/uc4-beam-flink/docker-compose.yml | 2 ++
theodolite-benchmarks/docker-test/uc4-beam-flink/test.sh | 2 +-
.../docker-test/uc4-beam-samza/docker-compose.yml | 2 ++
.../src/main/resources/META-INF/application.properties | 5 ++---
.../src/main/resources/META-INF/application.properties | 4 ++--
5 files changed, 9 insertions(+), 6 deletions(-)
diff --git a/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml
index 465fcb6ee..0e3b886e8 100644
--- a/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml
+++ b/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml
@@ -67,6 +67,8 @@ services:
parallelism.default: 1
state.backend: rocksdb
state.checkpoints.dir: file:///data/flink/checkpoints
+ - GRACE_PERIOD_MS=5000
+ - TRIGGER_INTERVAL_SECONDS=1
depends_on:
- schema-registry
- kafka
diff --git a/theodolite-benchmarks/docker-test/uc4-beam-flink/test.sh b/theodolite-benchmarks/docker-test/uc4-beam-flink/test.sh
index 6a4c6dbf4..a659365f9 100755
--- a/theodolite-benchmarks/docker-test/uc4-beam-flink/test.sh
+++ b/theodolite-benchmarks/docker-test/uc4-beam-flink/test.sh
@@ -2,7 +2,7 @@
until docker-compose exec -T kcat kcat -L -b kafka:9092 -t output -J | jq -r '.topics[0].partitions | length' | grep "\b3\b"; do sleep 5s; done
-docker-compose exec -T kcat kcat -C -b kafka:9092 -t output -s key=s -s value=avro -r http://schema-registry:8081 -f '%k:%s\n' -c 2000 |
+docker-compose exec -T kcat kcat -C -b kafka:9092 -t output -s key=s -s value=avro -r http://schema-registry:8081 -f '%k:%s\n' -c 300 |
tee /dev/stderr |
awk -F ':' '!/^%/ {print $1}' |
sort |
diff --git a/theodolite-benchmarks/docker-test/uc4-beam-samza/docker-compose.yml b/theodolite-benchmarks/docker-test/uc4-beam-samza/docker-compose.yml
index 51011d2d2..563dbf5ac 100644
--- a/theodolite-benchmarks/docker-test/uc4-beam-samza/docker-compose.yml
+++ b/theodolite-benchmarks/docker-test/uc4-beam-samza/docker-compose.yml
@@ -52,6 +52,8 @@ services:
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
SCHEMA_REGISTRY_URL: http://schema-registry:8081
ENABLE_METRICS: "false"
+ GRACE_PERIOD_MS: 5000
+ TRIGGER_INTERVAL_SECONDS: 1
load-generator:
image: ghcr.io/cau-se/theodolite-uc4-workload-generator:${THEODOLITE_TAG:-latest}
depends_on:
diff --git a/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties
index 654d7d94b..e761c2646 100644
--- a/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties
@@ -10,9 +10,8 @@ kafka.feedback.topic=aggregation-feedback
schema.registry.url=http://localhost:8081
emit.period.ms=5000
-#trigger.enable=true
-trigger.interval.seconds=15
-grace.period.ms=270000
+trigger.interval.seconds=1
+grace.period.ms=5000
specific.avro.reader=true
diff --git a/theodolite-benchmarks/uc4-kstreams/src/main/resources/META-INF/application.properties b/theodolite-benchmarks/uc4-kstreams/src/main/resources/META-INF/application.properties
index 8a1d86ae3..3a6048099 100644
--- a/theodolite-benchmarks/uc4-kstreams/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc4-kstreams/src/main/resources/META-INF/application.properties
@@ -10,7 +10,7 @@ kafka.output.topic=output
schema.registry.url=http://localhost:8081
emit.period.ms=5000
-grace.period.ms=0
+grace.period.ms=5000
# Kafka Streams Config
-commit.interval.ms=5000
+commit.interval.ms=1000
--
GitLab