From 33b3625ab1e50b9f91edcd2caef6743529886616 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?S=C3=B6ren=20Henning?= <soeren.henning@email.uni-kiel.de> Date: Fri, 2 Dec 2022 15:12:45 +0100 Subject: [PATCH] Allow setting log level for Beam/Samza --- theodolite-benchmarks/uc1-beam-samza/Dockerfile | 9 +++++++-- theodolite-benchmarks/uc2-beam-samza/Dockerfile | 9 ++++++++- theodolite-benchmarks/uc3-beam-samza/Dockerfile | 9 ++++++++- theodolite-benchmarks/uc4-beam-samza/Dockerfile | 8 +++++++- 4 files changed, 30 insertions(+), 5 deletions(-) diff --git a/theodolite-benchmarks/uc1-beam-samza/Dockerfile b/theodolite-benchmarks/uc1-beam-samza/Dockerfile index 8519d6815..30f4981b0 100644 --- a/theodolite-benchmarks/uc1-beam-samza/Dockerfile +++ b/theodolite-benchmarks/uc1-beam-samza/Dockerfile @@ -6,5 +6,10 @@ ENV ENABLE_METRICS=true ADD build/distributions/uc1-beam-samza.tar / ADD samza-standalone.properties / -CMD /uc1-beam-samza/bin/uc1-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=$ENABLE_METRICS --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}" - +CMD JAVA_OPTS="$JAVA_OPTS -Dorg.slf4j.simpleLogger.defaultLogLevel=$LOG_LEVEL" \ + /uc1-beam-samza/bin/uc1-beam-samza \ + --configFilePath=samza-standalone.properties \ + --samzaExecutionEnvironment=STANDALONE \ + --maxSourceParallelism=$MAX_SOURCE_PARALLELISM \ + --enableMetrics=$ENABLE_METRICS \ + --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}" diff --git a/theodolite-benchmarks/uc2-beam-samza/Dockerfile b/theodolite-benchmarks/uc2-beam-samza/Dockerfile index f873ec8cb..7d69fde4f 100644 --- a/theodolite-benchmarks/uc2-beam-samza/Dockerfile +++ b/theodolite-benchmarks/uc2-beam-samza/Dockerfile @@ -6,4 +6,11 @@ ENV ENABLE_METRICS=true ADD build/distributions/uc2-beam-samza.tar / ADD samza-standalone.properties / -CMD /uc2-beam-samza/bin/uc2-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=$ENABLE_METRICS --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}" +CMD JAVA_OPTS="$JAVA_OPTS -Dorg.slf4j.simpleLogger.defaultLogLevel=$LOG_LEVEL" \ + /uc2-beam-samza/bin/uc2-beam-samza \ + --configFilePath=samza-standalone.properties \ + --samzaExecutionEnvironment=STANDALONE \ + --maxSourceParallelism=$MAX_SOURCE_PARALLELISM \ + --enableMetrics=$ENABLE_METRICS \ + --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}" + diff --git a/theodolite-benchmarks/uc3-beam-samza/Dockerfile b/theodolite-benchmarks/uc3-beam-samza/Dockerfile index 02ac459e5..781dd2eb1 100644 --- a/theodolite-benchmarks/uc3-beam-samza/Dockerfile +++ b/theodolite-benchmarks/uc3-beam-samza/Dockerfile @@ -6,4 +6,11 @@ ENV ENABLE_METRICS=true ADD build/distributions/uc3-beam-samza.tar / ADD samza-standalone.properties / -CMD /uc3-beam-samza/bin/uc3-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=$ENABLE_METRICS --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}" + +CMD JAVA_OPTS="$JAVA_OPTS -Dorg.slf4j.simpleLogger.defaultLogLevel=$LOG_LEVEL" \ + /uc3-beam-samza/bin/uc3-beam-samza \ + --configFilePath=samza-standalone.properties \ + --samzaExecutionEnvironment=STANDALONE \ + --maxSourceParallelism=$MAX_SOURCE_PARALLELISM \ + --enableMetrics=$ENABLE_METRICS \ + --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}" diff --git a/theodolite-benchmarks/uc4-beam-samza/Dockerfile b/theodolite-benchmarks/uc4-beam-samza/Dockerfile index 92a400d15..9cee781f1 100644 --- a/theodolite-benchmarks/uc4-beam-samza/Dockerfile +++ b/theodolite-benchmarks/uc4-beam-samza/Dockerfile @@ -6,4 +6,10 @@ ENV ENABLE_METRICS=true ADD build/distributions/uc4-beam-samza.tar / ADD samza-standalone.properties / -CMD /uc4-beam-samza/bin/uc4-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=$ENABLE_METRICS --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}" +CMD JAVA_OPTS="$JAVA_OPTS -Dorg.slf4j.simpleLogger.defaultLogLevel=$LOG_LEVEL" \ + /uc4-beam-samza/bin/uc4-beam-samza \ + --configFilePath=samza-standalone.properties \ + --samzaExecutionEnvironment=STANDALONE \ + --maxSourceParallelism=$MAX_SOURCE_PARALLELISM \ + --enableMetrics=$ENABLE_METRICS \ + --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}" -- GitLab