From 8425511e0a0109c64d11a892484e94f65f9fc092 Mon Sep 17 00:00:00 2001 From: lorenz <stu203404@mail.uni-kiel.de> Date: Fri, 24 Dec 2021 13:36:41 +0100 Subject: [PATCH] beam flink add rocksdb by flink + add scale --- .../docker-test/uc1-beam-flink/docker-compose.yml | 3 ++- .../docker-test/uc2-beam-flink/docker-compose.yml | 3 ++- .../docker-test/uc3-beam-flink/docker-compose.yml | 9 ++++++--- .../docker-test/uc4-beam-flink/docker-compose.yml | 9 ++++++--- 4 files changed, 16 insertions(+), 8 deletions(-) diff --git a/theodolite-benchmarks/docker-test/uc1-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc1-beam-flink/docker-compose.yml index fcfc15d7f..2cd36a39b 100644 --- a/theodolite-benchmarks/docker-test/uc1-beam-flink/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc1-beam-flink/docker-compose.yml @@ -1,4 +1,4 @@ -version: '2' +version: '2.2' services: zookeeper: image: confluentinc/cp-zookeeper @@ -63,6 +63,7 @@ services: - kafka benchmark-taskmanager: image: uc1-beam-flink:latest + scale: 1 command: taskmanager environment: - | diff --git a/theodolite-benchmarks/docker-test/uc2-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc2-beam-flink/docker-compose.yml index 0327a0e38..d60624365 100644 --- a/theodolite-benchmarks/docker-test/uc2-beam-flink/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc2-beam-flink/docker-compose.yml @@ -1,4 +1,4 @@ -version: '2' +version: '2.2' services: zookeeper: image: confluentinc/cp-zookeeper @@ -64,6 +64,7 @@ services: - kafka benchmark-taskmanager: image: uc2-beam-flink:latest + scale: 1 command: taskmanager environment: - | diff --git a/theodolite-benchmarks/docker-test/uc3-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc3-beam-flink/docker-compose.yml index 3dd8115fc..6d6747559 100644 --- a/theodolite-benchmarks/docker-test/uc3-beam-flink/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc3-beam-flink/docker-compose.yml @@ -1,4 +1,4 @@ -version: '2' +version: '2.2' services: zookeeper: image: confluentinc/cp-zookeeper @@ -51,8 +51,6 @@ services: --streaming --disableMetrics=true --fasterCopy - --stateBackend=rocksdb - --stateBackendStoragePath=file:///data/flink/checkpoints environment: - KAFKA_BOOTSTRAP_SERVERS=kafka:9092 - SCHEMA_REGISTRY_URL=http://schema-registry:8081 @@ -60,16 +58,21 @@ services: FLINK_PROPERTIES= jobmanager.rpc.address: benchmark-jobmanager parallelism.default: 1 + state.backend: rocksdb + state.checkpoints.dir: file:///data/flink/checkpoints depends_on: - schema-registry - kafka benchmark-taskmanager: image: uc3-beam-flink:latest + scale: 1 command: taskmanager environment: - | FLINK_PROPERTIES= jobmanager.rpc.address: benchmark-jobmanager + state.backend: rocksdb + state.checkpoints.dir: file:///data/flink/checkpoints depends_on: - schema-registry - kafka diff --git a/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml index e32bf9f4d..0c6fb34a3 100644 --- a/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml @@ -1,4 +1,4 @@ -version: '2' +version: '2.2' services: zookeeper: image: confluentinc/cp-zookeeper @@ -53,8 +53,6 @@ services: --streaming --disableMetrics=true --fasterCopy - --stateBackend=rocksdb - --stateBackendStoragePath=file:///data/flink/checkpoints environment: - KAFKA_BOOTSTRAP_SERVERS=kafka:9092 - SCHEMA_REGISTRY_URL=http://schema-registry:8081 @@ -62,16 +60,21 @@ services: FLINK_PROPERTIES= jobmanager.rpc.address: benchmark-jobmanager parallelism.default: 1 + state.backend: rocksdb + state.checkpoints.dir: file:///data/flink/checkpoints depends_on: - schema-registry - kafka benchmark-taskmanager: image: uc4-beam-flink:latest command: taskmanager + scale: 1 environment: - | FLINK_PROPERTIES= jobmanager.rpc.address: benchmark-jobmanager + state.backend: rocksdb + state.checkpoints.dir: file:///data/flink/checkpoints depends_on: - schema-registry - kafka -- GitLab