Introduce flink jobmanager and taskmanager uc4-beam-flink

theodolite-benchmarks/docker-test/uc4-beam-flink/docker-compose.yml

@@ -31,14 +31,6 @@ services:
     environment:
       SCHEMA_REGISTRY_HOST_NAME: schema-registry
       SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181'
-  benchmark:
-    image: uc4-beam-flink:latest
-    depends_on:
-      - schema-registry
-      - kafka
-    environment:
-      KAFKA_BOOTSTRAP_SERVERS: kafka:9092
-      SCHEMA_REGISTRY_URL: http://schema-registry:8081
   load-generator: 
     image: ghcr.io/cau-se/theodolite-uc4-workload-generator:latest
     depends_on:
@@ -51,3 +43,29 @@ services:
       SCHEMA_REGISTRY_URL: http://schema-registry:8081
       NUM_SENSORS: 4
       NUM_NESTED_GROUPS: 4
+  benchmark-jobmanager:
+      image: uc4-beam-flink:latest
+      ports:
+        - "8080:8081"
+      command: standalone-job --job-classname application.Uc4BeamFlink
+      environment:
+        - PARALLELISM=1
+        - KAFKA_BOOTSTRAP_SERVERS=kafka:9092
+        - SCHEMA_REGISTRY_URL=http://schema-registry:8081
+        - |
+          FLINK_PROPERTIES=
+          jobmanager.rpc.address: benchmark-jobmanager
+          parallelism.default: 1
+      depends_on:
+        - schema-registry
+        - kafka
+  benchmark-taskmanager:
+      image: uc4-beam-flink:latest
+      command: taskmanager
+      environment:
+        - |
+          FLINK_PROPERTIES=
+          jobmanager.rpc.address: benchmark-jobmanager
+      depends_on:
+        - schema-registry
+        - kafka

theodolite-benchmarks/uc4-beam-flink/Dockerfile

-FROM openjdk:11-slim
+FROM flink:1.13-java11
 
-ADD build/distributions/uc4-beam-flink.tar /
+ADD build/distributions/uc4-beam-flink.tar /opt/flink/usrlib/artifacts/uc4-beam-flink.tar
 
-CMD /uc4-beam-flink/bin/uc4-beam-flink --runner=FlinkRunner --flinkMaster=flink-jobmanager:8081 --streaming --parallelism=$PARALLELISM --disableMetrics=true --fasterCopy --stateBackend=rocksdb --stateBackendStoragePath=file:///data/flink/checkpoints