From b554b04c9fd1687406276de1d649ee3ebbc9157c Mon Sep 17 00:00:00 2001 From: lorenz <stu203404@mail.uni-kiel.de> Date: Wed, 15 Dec 2021 14:32:01 +0100 Subject: [PATCH] Add --maxSourceParallelism to dockerfiles for beam --- theodolite-benchmarks/uc1-beam-flink/Dockerfile | 2 +- theodolite-benchmarks/uc1-beam-samza/Dockerfile | 2 +- theodolite-benchmarks/uc2-beam-flink/Dockerfile | 2 +- theodolite-benchmarks/uc2-beam-samza/Dockerfile | 2 +- theodolite-benchmarks/uc3-beam-flink/Dockerfile | 2 +- theodolite-benchmarks/uc3-beam-samza/Dockerfile | 2 +- theodolite-benchmarks/uc4-beam-flink/Dockerfile | 2 +- theodolite-benchmarks/uc4-beam-samza/Dockerfile | 2 +- 8 files changed, 8 insertions(+), 8 deletions(-) diff --git a/theodolite-benchmarks/uc1-beam-flink/Dockerfile b/theodolite-benchmarks/uc1-beam-flink/Dockerfile index 99afa663a..26f25c9de 100644 --- a/theodolite-benchmarks/uc1-beam-flink/Dockerfile +++ b/theodolite-benchmarks/uc1-beam-flink/Dockerfile @@ -2,5 +2,5 @@ FROM openjdk:11-slim ADD build/distributions/uc1-beam-flink.tar / -CMD /uc1-beam-flink/bin/uc1-beam-flink --runner=FlinkRunner --streaming --disableMetrics=true --fasterCopy +CMD /uc1-beam-flink/bin/uc1-beam-flink --runner=FlinkRunner --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --streaming --disableMetrics=true --fasterCopy diff --git a/theodolite-benchmarks/uc1-beam-samza/Dockerfile b/theodolite-benchmarks/uc1-beam-samza/Dockerfile index 75571f382..d8b6447e1 100644 --- a/theodolite-benchmarks/uc1-beam-samza/Dockerfile +++ b/theodolite-benchmarks/uc1-beam-samza/Dockerfile @@ -3,5 +3,5 @@ FROM openjdk:11-slim ADD build/distributions/uc1-beam-samza.tar / ADD samza-standalone.properties / -CMD /uc1-beam-samza/bin/uc1-beam-samza --configFactory=org.apache.samza.config.factories.PropertiesConfigFactory --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --enableMetrics=false +CMD /uc1-beam-samza/bin/uc1-beam-samza --configFactory=org.apache.samza.config.factories.PropertiesConfigFactory --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=false diff --git a/theodolite-benchmarks/uc2-beam-flink/Dockerfile b/theodolite-benchmarks/uc2-beam-flink/Dockerfile index 7e2396c57..75c488228 100644 --- a/theodolite-benchmarks/uc2-beam-flink/Dockerfile +++ b/theodolite-benchmarks/uc2-beam-flink/Dockerfile @@ -2,4 +2,4 @@ FROM openjdk:11-slim ADD build/distributions/uc2-beam-flink.tar / -CMD /uc2-beam-flink/bin/uc2-beam-flink --runner=FlinkRunner --streaming --disableMetrics=true --fasterCopy +CMD /uc2-beam-flink/bin/uc2-beam-flink --runner=FlinkRunner --flinkMaster=flink-jobmanager:8081 --streaming --parallelism=$PARALLELISM --disableMetrics=true --fasterCopy diff --git a/theodolite-benchmarks/uc2-beam-samza/Dockerfile b/theodolite-benchmarks/uc2-beam-samza/Dockerfile index bb517b9e2..2edb7c182 100644 --- a/theodolite-benchmarks/uc2-beam-samza/Dockerfile +++ b/theodolite-benchmarks/uc2-beam-samza/Dockerfile @@ -3,4 +3,4 @@ FROM openjdk:11-slim ADD build/distributions/uc2-beam-samza.tar / ADD samza-standalone.properties / -CMD /uc2-beam-samza/bin/uc2-beam-samza --configFactory=org.apache.samza.config.factories.PropertiesConfigFactory --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --enableMetrics=false +CMD /uc2-beam-samza/bin/uc2-beam-samza --configFactory=org.apache.samza.config.factories.PropertiesConfigFactory --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=false diff --git a/theodolite-benchmarks/uc3-beam-flink/Dockerfile b/theodolite-benchmarks/uc3-beam-flink/Dockerfile index c8eeb4855..87285a07f 100644 --- a/theodolite-benchmarks/uc3-beam-flink/Dockerfile +++ b/theodolite-benchmarks/uc3-beam-flink/Dockerfile @@ -2,4 +2,4 @@ FROM openjdk:11-slim ADD build/distributions/uc3-beam-flink.tar / -CMD /uc3-beam-flink/bin/uc3-beam-flink --runner=FlinkRunner --streaming --disableMetrics=true --fasterCopy --stateBackend=rocksdb --stateBackendStoragePath=file:///data/flink/checkpoints +CMD /uc3-beam-flink/bin/uc3-beam-flink --runner=FlinkRunner --flinkMaster=flink-jobmanager:8081 --streaming --parallelism=$PARALLELISM --disableMetrics=true --fasterCopy --stateBackend=rocksdb --stateBackendStoragePath=file:///data/flink/checkpoints diff --git a/theodolite-benchmarks/uc3-beam-samza/Dockerfile b/theodolite-benchmarks/uc3-beam-samza/Dockerfile index 3e68ef01d..4e8e9d999 100644 --- a/theodolite-benchmarks/uc3-beam-samza/Dockerfile +++ b/theodolite-benchmarks/uc3-beam-samza/Dockerfile @@ -3,4 +3,4 @@ FROM openjdk:11-slim ADD build/distributions/uc3-beam-samza.tar / ADD samza-standalone.properties / -CMD /uc3-beam-samza/bin/uc3-beam-samza --configFactory=org.apache.samza.config.factories.PropertiesConfigFactory --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --enableMetrics=false +CMD /uc3-beam-samza/bin/uc3-beam-samza --configFactory=org.apache.samza.config.factories.PropertiesConfigFactory --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=false diff --git a/theodolite-benchmarks/uc4-beam-flink/Dockerfile b/theodolite-benchmarks/uc4-beam-flink/Dockerfile index 4892ff32f..f8b9cbf52 100644 --- a/theodolite-benchmarks/uc4-beam-flink/Dockerfile +++ b/theodolite-benchmarks/uc4-beam-flink/Dockerfile @@ -2,4 +2,4 @@ FROM openjdk:11-slim ADD build/distributions/uc4-beam-flink.tar / -CMD /uc4-beam-flink/bin/uc4-beam-flink --runner=FlinkRunner --streaming --disableMetrics=true --fasterCopy --stateBackend=rocksdb --stateBackendStoragePath=file:///data/flink/checkpoints +CMD /uc4-beam-flink/bin/uc4-beam-flink --runner=FlinkRunner --flinkMaster=flink-jobmanager:8081 --streaming --parallelism=$PARALLELISM --disableMetrics=true --fasterCopy --stateBackend=rocksdb --stateBackendStoragePath=file:///data/flink/checkpoints diff --git a/theodolite-benchmarks/uc4-beam-samza/Dockerfile b/theodolite-benchmarks/uc4-beam-samza/Dockerfile index e7f4e10b5..cb6a1f5fd 100644 --- a/theodolite-benchmarks/uc4-beam-samza/Dockerfile +++ b/theodolite-benchmarks/uc4-beam-samza/Dockerfile @@ -3,4 +3,4 @@ FROM openjdk:11-slim ADD build/distributions/uc4-beam-samza.tar / ADD samza-standalone.properties / -CMD /uc4-beam-samza/bin/uc4-beam-samza --configFactory=org.apache.samza.config.factories.PropertiesConfigFactory --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --enableMetrics=false +CMD /uc4-beam-samza/bin/uc4-beam-samza --configFactory=org.apache.samza.config.factories.PropertiesConfigFactory --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=false -- GitLab