From 8425511e0a0109c64d11a892484e94f65f9fc092 Mon Sep 17 00:00:00 2001
From: lorenz <stu203404@mail.uni-kiel.de>
Date: Fri, 24 Dec 2021 13:36:41 +0100
Subject: [PATCH] beam flink add rocksdb by flink + add scale

---
 .../docker-test/uc1-beam-flink/docker-compose.yml        | 3 ++-
 .../docker-test/uc2-beam-flink/docker-compose.yml        | 3 ++-
 .../docker-test/uc3-beam-flink/docker-compose.yml        | 9 ++++++---
 .../docker-test/uc4-beam-flink/docker-compose.yml        | 9 ++++++---
 4 files changed, 16 insertions(+), 8 deletions(-)

diff --git a/theodolite-benchmarks/docker-test/uc1-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc1-beam-flink/docker-compose.yml
index fcfc15d7f..2cd36a39b 100644
--- a/theodolite-benchmarks/docker-test/uc1-beam-flink/docker-compose.yml
+++ b/theodolite-benchmarks/docker-test/uc1-beam-flink/docker-compose.yml
@@ -1,4 +1,4 @@
-version: '2'
+version: '2.2'
 services:
   zookeeper:
     image: confluentinc/cp-zookeeper
@@ -63,6 +63,7 @@ services:
         - kafka
   benchmark-taskmanager:
       image: uc1-beam-flink:latest
+      scale: 1
       command: taskmanager
       environment:
         - |
diff --git a/theodolite-benchmarks/docker-test/uc2-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc2-beam-flink/docker-compose.yml
index 0327a0e38..d60624365 100644
--- a/theodolite-benchmarks/docker-test/uc2-beam-flink/docker-compose.yml
+++ b/theodolite-benchmarks/docker-test/uc2-beam-flink/docker-compose.yml
@@ -1,4 +1,4 @@
-version: '2'
+version: '2.2'
 services:
   zookeeper:
     image: confluentinc/cp-zookeeper
@@ -64,6 +64,7 @@ services:
         - kafka
   benchmark-taskmanager:
       image: uc2-beam-flink:latest
+      scale: 1
       command: taskmanager
       environment:
         - |
diff --git a/theodolite-benchmarks/docker-test/uc3-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc3-beam-flink/docker-compose.yml
index 3dd8115fc..6d6747559 100644
--- a/theodolite-benchmarks/docker-test/uc3-beam-flink/docker-compose.yml
+++ b/theodolite-benchmarks/docker-test/uc3-beam-flink/docker-compose.yml
@@ -1,4 +1,4 @@
-version: '2'
+version: '2.2'
 services:
   zookeeper:
     image: confluentinc/cp-zookeeper
@@ -51,8 +51,6 @@ services:
         --streaming
         --disableMetrics=true 
         --fasterCopy 
-        --stateBackend=rocksdb 
-        --stateBackendStoragePath=file:///data/flink/checkpoints
       environment:
         - KAFKA_BOOTSTRAP_SERVERS=kafka:9092
         - SCHEMA_REGISTRY_URL=http://schema-registry:8081
@@ -60,16 +58,21 @@ services:
           FLINK_PROPERTIES=
           jobmanager.rpc.address: benchmark-jobmanager
           parallelism.default: 1
+          state.backend: rocksdb
+          state.checkpoints.dir: file:///data/flink/checkpoints
       depends_on:
         - schema-registry
         - kafka
   benchmark-taskmanager:
       image: uc3-beam-flink:latest
+      scale: 1
       command: taskmanager
       environment:
         - |
           FLINK_PROPERTIES=
           jobmanager.rpc.address: benchmark-jobmanager
+          state.backend: rocksdb
+          state.checkpoints.dir: file:///data/flink/checkpoints
       depends_on:
         - schema-registry
         - kafka
diff --git a/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml
index e32bf9f4d..0c6fb34a3 100644
--- a/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml
+++ b/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml
@@ -1,4 +1,4 @@
-version: '2'
+version: '2.2'
 services:
   zookeeper:
     image: confluentinc/cp-zookeeper
@@ -53,8 +53,6 @@ services:
         --streaming
         --disableMetrics=true 
         --fasterCopy 
-        --stateBackend=rocksdb 
-        --stateBackendStoragePath=file:///data/flink/checkpoints
       environment:
         - KAFKA_BOOTSTRAP_SERVERS=kafka:9092
         - SCHEMA_REGISTRY_URL=http://schema-registry:8081
@@ -62,16 +60,21 @@ services:
           FLINK_PROPERTIES=
           jobmanager.rpc.address: benchmark-jobmanager
           parallelism.default: 1
+          state.backend: rocksdb
+          state.checkpoints.dir: file:///data/flink/checkpoints
       depends_on:
         - schema-registry
         - kafka
   benchmark-taskmanager:
       image: uc4-beam-flink:latest
       command: taskmanager
+      scale: 1
       environment:
         - |
           FLINK_PROPERTIES=
           jobmanager.rpc.address: benchmark-jobmanager
+          state.backend: rocksdb
+          state.checkpoints.dir: file:///data/flink/checkpoints
       depends_on:
         - schema-registry
         - kafka
-- 
GitLab