From fae58895cee8e4bf65ce0df939f8138545bf73fe Mon Sep 17 00:00:00 2001
From: lorenz <stu203404@mail.uni-kiel.de>
Date: Wed, 15 Dec 2021 16:28:53 +0100
Subject: [PATCH] Introduce flink jobmanager and taskmanager uc4-beam-flink
---
.../uc4-beam-flink/docker-compose.yml | 34 ++++++++++++++-----
.../uc4-beam-flink/Dockerfile | 5 ++-
2 files changed, 28 insertions(+), 11 deletions(-)
diff --git a/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml b/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml
index 328936480..030b28468 100644
--- a/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml
+++ b/theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml
@@ -31,14 +31,6 @@ services:
environment:
SCHEMA_REGISTRY_HOST_NAME: schema-registry
SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181'
- benchmark:
- image: uc4-beam-flink:latest
- depends_on:
- - schema-registry
- - kafka
- environment:
- KAFKA_BOOTSTRAP_SERVERS: kafka:9092
- SCHEMA_REGISTRY_URL: http://schema-registry:8081
load-generator:
image: ghcr.io/cau-se/theodolite-uc4-workload-generator:latest
depends_on:
@@ -51,3 +43,29 @@ services:
SCHEMA_REGISTRY_URL: http://schema-registry:8081
NUM_SENSORS: 4
NUM_NESTED_GROUPS: 4
+ benchmark-jobmanager:
+ image: uc4-beam-flink:latest
+ ports:
+ - "8080:8081"
+ command: standalone-job --job-classname application.Uc4BeamFlink
+ environment:
+ - PARALLELISM=1
+ - KAFKA_BOOTSTRAP_SERVERS=kafka:9092
+ - SCHEMA_REGISTRY_URL=http://schema-registry:8081
+ - |
+ FLINK_PROPERTIES=
+ jobmanager.rpc.address: benchmark-jobmanager
+ parallelism.default: 1
+ depends_on:
+ - schema-registry
+ - kafka
+ benchmark-taskmanager:
+ image: uc4-beam-flink:latest
+ command: taskmanager
+ environment:
+ - |
+ FLINK_PROPERTIES=
+ jobmanager.rpc.address: benchmark-jobmanager
+ depends_on:
+ - schema-registry
+ - kafka
diff --git a/theodolite-benchmarks/uc4-beam-flink/Dockerfile b/theodolite-benchmarks/uc4-beam-flink/Dockerfile
index f8b9cbf52..9c238ddba 100644
--- a/theodolite-benchmarks/uc4-beam-flink/Dockerfile
+++ b/theodolite-benchmarks/uc4-beam-flink/Dockerfile
@@ -1,5 +1,4 @@
-FROM openjdk:11-slim
+FROM flink:1.13-java11
-ADD build/distributions/uc4-beam-flink.tar /
+ADD build/distributions/uc4-beam-flink.tar /opt/flink/usrlib/artifacts/uc4-beam-flink.tar
-CMD /uc4-beam-flink/bin/uc4-beam-flink --runner=FlinkRunner --flinkMaster=flink-jobmanager:8081 --streaming --parallelism=$PARALLELISM --disableMetrics=true --fasterCopy --stateBackend=rocksdb --stateBackendStoragePath=file:///data/flink/checkpoints
--
GitLab