From d98557b07a4ea3e14e54965e1a49fe7c865dcaad Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?S=C3=B6ren=20Henning?= <soeren.henning@email.uni-kiel.de> Date: Sun, 4 Dec 2022 15:53:12 +0100 Subject: [PATCH] Use ConfigMap configuration for Beam/Flink --- .../flink-configuration-configmap.yaml | 64 +++++++++++++++++++ .../resources/jobmanager-deployment.yaml | 23 +++---- .../resources/taskmanager-deployment.yaml | 20 +++++- .../flink-configuration-configmap.yaml | 64 +++++++++++++++++++ .../resources/jobmanager-deployment.yaml | 25 ++++---- .../resources/taskmanager-deployment.yaml | 20 +++++- .../flink-configuration-configmap.yaml | 64 +++++++++++++++++++ .../resources/jobmanager-deployment.yaml | 25 ++++---- .../resources/taskmanager-deployment.yaml | 20 +++++- .../flink-configuration-configmap.yaml | 64 +++++++++++++++++++ .../resources/jobmanager-deployment.yaml | 25 ++++---- .../resources/taskmanager-deployment.yaml | 20 +++++- 12 files changed, 375 insertions(+), 59 deletions(-) create mode 100644 theodolite-benchmarks/definitions/uc1-beam-flink/resources/flink-configuration-configmap.yaml create mode 100644 theodolite-benchmarks/definitions/uc2-beam-flink/resources/flink-configuration-configmap.yaml create mode 100644 theodolite-benchmarks/definitions/uc3-beam-flink/resources/flink-configuration-configmap.yaml create mode 100644 theodolite-benchmarks/definitions/uc4-beam-flink/resources/flink-configuration-configmap.yaml diff --git a/theodolite-benchmarks/definitions/uc1-beam-flink/resources/flink-configuration-configmap.yaml b/theodolite-benchmarks/definitions/uc1-beam-flink/resources/flink-configuration-configmap.yaml new file mode 100644 index 000000000..625d8eb9a --- /dev/null +++ b/theodolite-benchmarks/definitions/uc1-beam-flink/resources/flink-configuration-configmap.yaml @@ -0,0 +1,64 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: flink-config + labels: + app: flink +data: + flink-conf.yaml: |+ + jobmanager.rpc.address: flink-jobmanager + blob.server.port: 6124 + jobmanager.rpc.port: 6123 + taskmanager.rpc.port: 6122 + queryable-state.proxy.ports: 6125 + jobmanager.memory.process.size: 4Gb + taskmanager.memory.process.size: 4Gb + metrics.reporter.prom.class: org.apache.flink.metrics.prometheus.PrometheusReporter + metrics.reporter.prom.interval: 10 SECONDS + # gives metrics about inbound/outbound network queue lengths + #taskmanager.network.detailed-metrics: true + log4j-console.properties: |+ + # This affects logging for both user code and Flink + rootLogger.level = INFO + rootLogger.appenderRef.console.ref = ConsoleAppender + #rootLogger.appenderRef.rolling.ref = RollingFileAppender + + # Uncomment this if you want to _only_ change Flink's logging + #logger.flink.name = org.apache.flink + #logger.flink.level = INFO + + # The following lines keep the log level of common libraries/connectors on + # log level INFO. The root logger does not override this. You have to manually + # change the log levels here. + logger.akka.name = akka + logger.akka.level = INFO + logger.kafka.name= org.apache.kafka + logger.kafka.level = INFO + logger.hadoop.name = org.apache.hadoop + logger.hadoop.level = INFO + logger.zookeeper.name = org.apache.zookeeper + logger.zookeeper.level = INFO + + # Log all infos to the console + appender.console.name = ConsoleAppender + appender.console.type = CONSOLE + appender.console.layout.type = PatternLayout + appender.console.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n + + # Log all infos in the given rolling file + #appender.rolling.name = RollingFileAppender + #appender.rolling.type = RollingFile + #appender.rolling.append = false + #appender.rolling.fileName = ${sys:log.file} + #appender.rolling.filePattern = ${sys:log.file}.%i + #appender.rolling.layout.type = PatternLayout + #appender.rolling.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n + #appender.rolling.policies.type = Policies + #appender.rolling.policies.size.type = SizeBasedTriggeringPolicy + #appender.rolling.policies.size.size=100MB + #appender.rolling.strategy.type = DefaultRolloverStrategy + #appender.rolling.strategy.max = 10 + + # Suppress the irrelevant (wrong) warnings from the Netty channel handler + logger.netty.name = org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline + logger.netty.level = OFF diff --git a/theodolite-benchmarks/definitions/uc1-beam-flink/resources/jobmanager-deployment.yaml b/theodolite-benchmarks/definitions/uc1-beam-flink/resources/jobmanager-deployment.yaml index 2dc9c0f45..9b496c351 100644 --- a/theodolite-benchmarks/definitions/uc1-beam-flink/resources/jobmanager-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc1-beam-flink/resources/jobmanager-deployment.yaml @@ -38,17 +38,6 @@ spec: value: "true" - name: "FLINK_STATE_BACKEND" value: "rocksdb" - - name: JOB_MANAGER_RPC_ADDRESS - value: "flink-jobmanager" - - name: FLINK_PROPERTIES - value: |+ - blob.server.port: 6124 - jobmanager.rpc.port: 6123 - taskmanager.rpc.port: 6122 - queryable-state.proxy.ports: 6125 - jobmanager.memory.process.size: 4Gb - taskmanager.memory.process.size: 4Gb - parallelism.default: 1 #TODO resources: limits: memory: 4Gi @@ -67,5 +56,17 @@ spec: port: 6123 initialDelaySeconds: 30 periodSeconds: 60 + volumeMounts: + - name: flink-config-volume + mountPath: /opt/flink/conf securityContext: runAsUser: 9999 # refers to user _flink_ from official flink image, change if necessary + volumes: + - name: flink-config-volume + configMap: + name: flink-config + items: + - key: flink-conf.yaml + path: flink-conf.yaml + - key: log4j-console.properties + path: log4j-console.properties diff --git a/theodolite-benchmarks/definitions/uc1-beam-flink/resources/taskmanager-deployment.yaml b/theodolite-benchmarks/definitions/uc1-beam-flink/resources/taskmanager-deployment.yaml index 9e6e17ea2..7894ca2d2 100644 --- a/theodolite-benchmarks/definitions/uc1-beam-flink/resources/taskmanager-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc1-beam-flink/resources/taskmanager-deployment.yaml @@ -19,9 +19,6 @@ spec: - name: taskmanager image: ghcr.io/cau-se/theodolite-uc1-beam-flink:latest args: ["taskmanager"] - env: - - name: JOB_MANAGER_RPC_ADDRESS - value: "flink-jobmanager" resources: limits: memory: 4Gi @@ -33,5 +30,22 @@ spec: name: query-state - containerPort: 9249 name: metrics + livenessProbe: + tcpSocket: + port: 6122 + initialDelaySeconds: 30 + periodSeconds: 60 + volumeMounts: + - name: flink-config-volume + mountPath: /opt/flink/conf/ securityContext: runAsUser: 9999 # refers to user _flink_ from official flink image, change if necessary + volumes: + - name: flink-config-volume + configMap: + name: flink-config + items: + - key: flink-conf.yaml + path: flink-conf.yaml + - key: log4j-console.properties + path: log4j-console.properties diff --git a/theodolite-benchmarks/definitions/uc2-beam-flink/resources/flink-configuration-configmap.yaml b/theodolite-benchmarks/definitions/uc2-beam-flink/resources/flink-configuration-configmap.yaml new file mode 100644 index 000000000..625d8eb9a --- /dev/null +++ b/theodolite-benchmarks/definitions/uc2-beam-flink/resources/flink-configuration-configmap.yaml @@ -0,0 +1,64 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: flink-config + labels: + app: flink +data: + flink-conf.yaml: |+ + jobmanager.rpc.address: flink-jobmanager + blob.server.port: 6124 + jobmanager.rpc.port: 6123 + taskmanager.rpc.port: 6122 + queryable-state.proxy.ports: 6125 + jobmanager.memory.process.size: 4Gb + taskmanager.memory.process.size: 4Gb + metrics.reporter.prom.class: org.apache.flink.metrics.prometheus.PrometheusReporter + metrics.reporter.prom.interval: 10 SECONDS + # gives metrics about inbound/outbound network queue lengths + #taskmanager.network.detailed-metrics: true + log4j-console.properties: |+ + # This affects logging for both user code and Flink + rootLogger.level = INFO + rootLogger.appenderRef.console.ref = ConsoleAppender + #rootLogger.appenderRef.rolling.ref = RollingFileAppender + + # Uncomment this if you want to _only_ change Flink's logging + #logger.flink.name = org.apache.flink + #logger.flink.level = INFO + + # The following lines keep the log level of common libraries/connectors on + # log level INFO. The root logger does not override this. You have to manually + # change the log levels here. + logger.akka.name = akka + logger.akka.level = INFO + logger.kafka.name= org.apache.kafka + logger.kafka.level = INFO + logger.hadoop.name = org.apache.hadoop + logger.hadoop.level = INFO + logger.zookeeper.name = org.apache.zookeeper + logger.zookeeper.level = INFO + + # Log all infos to the console + appender.console.name = ConsoleAppender + appender.console.type = CONSOLE + appender.console.layout.type = PatternLayout + appender.console.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n + + # Log all infos in the given rolling file + #appender.rolling.name = RollingFileAppender + #appender.rolling.type = RollingFile + #appender.rolling.append = false + #appender.rolling.fileName = ${sys:log.file} + #appender.rolling.filePattern = ${sys:log.file}.%i + #appender.rolling.layout.type = PatternLayout + #appender.rolling.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n + #appender.rolling.policies.type = Policies + #appender.rolling.policies.size.type = SizeBasedTriggeringPolicy + #appender.rolling.policies.size.size=100MB + #appender.rolling.strategy.type = DefaultRolloverStrategy + #appender.rolling.strategy.max = 10 + + # Suppress the irrelevant (wrong) warnings from the Netty channel handler + logger.netty.name = org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline + logger.netty.level = OFF diff --git a/theodolite-benchmarks/definitions/uc2-beam-flink/resources/jobmanager-deployment.yaml b/theodolite-benchmarks/definitions/uc2-beam-flink/resources/jobmanager-deployment.yaml index d243471cf..fbe52eb39 100644 --- a/theodolite-benchmarks/definitions/uc2-beam-flink/resources/jobmanager-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc2-beam-flink/resources/jobmanager-deployment.yaml @@ -38,17 +38,6 @@ spec: value: "true" - name: "FLINK_STATE_BACKEND" value: "rocksdb" - - name: JOB_MANAGER_RPC_ADDRESS - value: "flink-jobmanager" - - name: FLINK_PROPERTIES - value: |+ - blob.server.port: 6124 - jobmanager.rpc.port: 6123 - taskmanager.rpc.port: 6122 - queryable-state.proxy.ports: 6125 - jobmanager.memory.process.size: 4Gb - taskmanager.memory.process.size: 4Gb - parallelism.default: 1 #TODO resources: limits: memory: 4Gi @@ -67,5 +56,17 @@ spec: port: 6123 initialDelaySeconds: 30 periodSeconds: 60 + volumeMounts: + - name: flink-config-volume + mountPath: /opt/flink/conf securityContext: - runAsUser: 9999 + runAsUser: 9999 # refers to user _flink_ from official flink image, change if necessary + volumes: + - name: flink-config-volume + configMap: + name: flink-config + items: + - key: flink-conf.yaml + path: flink-conf.yaml + - key: log4j-console.properties + path: log4j-console.properties diff --git a/theodolite-benchmarks/definitions/uc2-beam-flink/resources/taskmanager-deployment.yaml b/theodolite-benchmarks/definitions/uc2-beam-flink/resources/taskmanager-deployment.yaml index b52d4198f..2811e2dff 100644 --- a/theodolite-benchmarks/definitions/uc2-beam-flink/resources/taskmanager-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc2-beam-flink/resources/taskmanager-deployment.yaml @@ -19,9 +19,6 @@ spec: - name: taskmanager image: ghcr.io/cau-se/theodolite-uc2-beam-flink:latest args: ["taskmanager"] - env: - - name: JOB_MANAGER_RPC_ADDRESS - value: "flink-jobmanager" resources: limits: memory: 4Gi @@ -33,5 +30,22 @@ spec: name: query-state - containerPort: 9249 name: metrics + livenessProbe: + tcpSocket: + port: 6122 + initialDelaySeconds: 30 + periodSeconds: 60 + volumeMounts: + - name: flink-config-volume + mountPath: /opt/flink/conf/ securityContext: runAsUser: 9999 # refers to user _flink_ from official flink image, change if necessary + volumes: + - name: flink-config-volume + configMap: + name: flink-config + items: + - key: flink-conf.yaml + path: flink-conf.yaml + - key: log4j-console.properties + path: log4j-console.properties diff --git a/theodolite-benchmarks/definitions/uc3-beam-flink/resources/flink-configuration-configmap.yaml b/theodolite-benchmarks/definitions/uc3-beam-flink/resources/flink-configuration-configmap.yaml new file mode 100644 index 000000000..625d8eb9a --- /dev/null +++ b/theodolite-benchmarks/definitions/uc3-beam-flink/resources/flink-configuration-configmap.yaml @@ -0,0 +1,64 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: flink-config + labels: + app: flink +data: + flink-conf.yaml: |+ + jobmanager.rpc.address: flink-jobmanager + blob.server.port: 6124 + jobmanager.rpc.port: 6123 + taskmanager.rpc.port: 6122 + queryable-state.proxy.ports: 6125 + jobmanager.memory.process.size: 4Gb + taskmanager.memory.process.size: 4Gb + metrics.reporter.prom.class: org.apache.flink.metrics.prometheus.PrometheusReporter + metrics.reporter.prom.interval: 10 SECONDS + # gives metrics about inbound/outbound network queue lengths + #taskmanager.network.detailed-metrics: true + log4j-console.properties: |+ + # This affects logging for both user code and Flink + rootLogger.level = INFO + rootLogger.appenderRef.console.ref = ConsoleAppender + #rootLogger.appenderRef.rolling.ref = RollingFileAppender + + # Uncomment this if you want to _only_ change Flink's logging + #logger.flink.name = org.apache.flink + #logger.flink.level = INFO + + # The following lines keep the log level of common libraries/connectors on + # log level INFO. The root logger does not override this. You have to manually + # change the log levels here. + logger.akka.name = akka + logger.akka.level = INFO + logger.kafka.name= org.apache.kafka + logger.kafka.level = INFO + logger.hadoop.name = org.apache.hadoop + logger.hadoop.level = INFO + logger.zookeeper.name = org.apache.zookeeper + logger.zookeeper.level = INFO + + # Log all infos to the console + appender.console.name = ConsoleAppender + appender.console.type = CONSOLE + appender.console.layout.type = PatternLayout + appender.console.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n + + # Log all infos in the given rolling file + #appender.rolling.name = RollingFileAppender + #appender.rolling.type = RollingFile + #appender.rolling.append = false + #appender.rolling.fileName = ${sys:log.file} + #appender.rolling.filePattern = ${sys:log.file}.%i + #appender.rolling.layout.type = PatternLayout + #appender.rolling.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n + #appender.rolling.policies.type = Policies + #appender.rolling.policies.size.type = SizeBasedTriggeringPolicy + #appender.rolling.policies.size.size=100MB + #appender.rolling.strategy.type = DefaultRolloverStrategy + #appender.rolling.strategy.max = 10 + + # Suppress the irrelevant (wrong) warnings from the Netty channel handler + logger.netty.name = org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline + logger.netty.level = OFF diff --git a/theodolite-benchmarks/definitions/uc3-beam-flink/resources/jobmanager-deployment.yaml b/theodolite-benchmarks/definitions/uc3-beam-flink/resources/jobmanager-deployment.yaml index a13fb08ef..eb8882b4c 100644 --- a/theodolite-benchmarks/definitions/uc3-beam-flink/resources/jobmanager-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc3-beam-flink/resources/jobmanager-deployment.yaml @@ -38,17 +38,6 @@ spec: value: "true" - name: "FLINK_STATE_BACKEND" value: "rocksdb" - - name: JOB_MANAGER_RPC_ADDRESS - value: "flink-jobmanager" - - name: FLINK_PROPERTIES - value: |+ - blob.server.port: 6124 - jobmanager.rpc.port: 6123 - taskmanager.rpc.port: 6122 - queryable-state.proxy.ports: 6125 - jobmanager.memory.process.size: 4Gb - taskmanager.memory.process.size: 4Gb - parallelism.default: 1 #TODO resources: limits: memory: 4Gi @@ -67,5 +56,17 @@ spec: port: 6123 initialDelaySeconds: 30 periodSeconds: 60 + volumeMounts: + - name: flink-config-volume + mountPath: /opt/flink/conf securityContext: - runAsUser: 9999 + runAsUser: 9999 # refers to user _flink_ from official flink image, change if necessary + volumes: + - name: flink-config-volume + configMap: + name: flink-config + items: + - key: flink-conf.yaml + path: flink-conf.yaml + - key: log4j-console.properties + path: log4j-console.properties diff --git a/theodolite-benchmarks/definitions/uc3-beam-flink/resources/taskmanager-deployment.yaml b/theodolite-benchmarks/definitions/uc3-beam-flink/resources/taskmanager-deployment.yaml index 13028d5ab..0cc103deb 100644 --- a/theodolite-benchmarks/definitions/uc3-beam-flink/resources/taskmanager-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc3-beam-flink/resources/taskmanager-deployment.yaml @@ -19,9 +19,6 @@ spec: - name: taskmanager image: ghcr.io/cau-se/theodolite-uc3-beam-flink:latest args: ["taskmanager"] - env: - - name: JOB_MANAGER_RPC_ADDRESS - value: "flink-jobmanager" resources: limits: memory: 4Gi @@ -33,5 +30,22 @@ spec: name: query-state - containerPort: 9249 name: metrics + livenessProbe: + tcpSocket: + port: 6122 + initialDelaySeconds: 30 + periodSeconds: 60 + volumeMounts: + - name: flink-config-volume + mountPath: /opt/flink/conf/ securityContext: runAsUser: 9999 # refers to user _flink_ from official flink image, change if necessary + volumes: + - name: flink-config-volume + configMap: + name: flink-config + items: + - key: flink-conf.yaml + path: flink-conf.yaml + - key: log4j-console.properties + path: log4j-console.properties diff --git a/theodolite-benchmarks/definitions/uc4-beam-flink/resources/flink-configuration-configmap.yaml b/theodolite-benchmarks/definitions/uc4-beam-flink/resources/flink-configuration-configmap.yaml new file mode 100644 index 000000000..625d8eb9a --- /dev/null +++ b/theodolite-benchmarks/definitions/uc4-beam-flink/resources/flink-configuration-configmap.yaml @@ -0,0 +1,64 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: flink-config + labels: + app: flink +data: + flink-conf.yaml: |+ + jobmanager.rpc.address: flink-jobmanager + blob.server.port: 6124 + jobmanager.rpc.port: 6123 + taskmanager.rpc.port: 6122 + queryable-state.proxy.ports: 6125 + jobmanager.memory.process.size: 4Gb + taskmanager.memory.process.size: 4Gb + metrics.reporter.prom.class: org.apache.flink.metrics.prometheus.PrometheusReporter + metrics.reporter.prom.interval: 10 SECONDS + # gives metrics about inbound/outbound network queue lengths + #taskmanager.network.detailed-metrics: true + log4j-console.properties: |+ + # This affects logging for both user code and Flink + rootLogger.level = INFO + rootLogger.appenderRef.console.ref = ConsoleAppender + #rootLogger.appenderRef.rolling.ref = RollingFileAppender + + # Uncomment this if you want to _only_ change Flink's logging + #logger.flink.name = org.apache.flink + #logger.flink.level = INFO + + # The following lines keep the log level of common libraries/connectors on + # log level INFO. The root logger does not override this. You have to manually + # change the log levels here. + logger.akka.name = akka + logger.akka.level = INFO + logger.kafka.name= org.apache.kafka + logger.kafka.level = INFO + logger.hadoop.name = org.apache.hadoop + logger.hadoop.level = INFO + logger.zookeeper.name = org.apache.zookeeper + logger.zookeeper.level = INFO + + # Log all infos to the console + appender.console.name = ConsoleAppender + appender.console.type = CONSOLE + appender.console.layout.type = PatternLayout + appender.console.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n + + # Log all infos in the given rolling file + #appender.rolling.name = RollingFileAppender + #appender.rolling.type = RollingFile + #appender.rolling.append = false + #appender.rolling.fileName = ${sys:log.file} + #appender.rolling.filePattern = ${sys:log.file}.%i + #appender.rolling.layout.type = PatternLayout + #appender.rolling.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n + #appender.rolling.policies.type = Policies + #appender.rolling.policies.size.type = SizeBasedTriggeringPolicy + #appender.rolling.policies.size.size=100MB + #appender.rolling.strategy.type = DefaultRolloverStrategy + #appender.rolling.strategy.max = 10 + + # Suppress the irrelevant (wrong) warnings from the Netty channel handler + logger.netty.name = org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline + logger.netty.level = OFF diff --git a/theodolite-benchmarks/definitions/uc4-beam-flink/resources/jobmanager-deployment.yaml b/theodolite-benchmarks/definitions/uc4-beam-flink/resources/jobmanager-deployment.yaml index 2d4613036..54b82e233 100644 --- a/theodolite-benchmarks/definitions/uc4-beam-flink/resources/jobmanager-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc4-beam-flink/resources/jobmanager-deployment.yaml @@ -38,17 +38,6 @@ spec: value: "true" - name: "FLINK_STATE_BACKEND" value: "rocksdb" - - name: JOB_MANAGER_RPC_ADDRESS - value: "flink-jobmanager" - - name: FLINK_PROPERTIES - value: |+ - blob.server.port: 6124 - jobmanager.rpc.port: 6123 - taskmanager.rpc.port: 6122 - queryable-state.proxy.ports: 6125 - jobmanager.memory.process.size: 4Gb - taskmanager.memory.process.size: 4Gb - parallelism.default: 1 #TODO resources: limits: memory: 4Gi @@ -67,5 +56,17 @@ spec: port: 6123 initialDelaySeconds: 30 periodSeconds: 60 + volumeMounts: + - name: flink-config-volume + mountPath: /opt/flink/conf securityContext: - runAsUser: 9999 + runAsUser: 9999 # refers to user _flink_ from official flink image, change if necessary + volumes: + - name: flink-config-volume + configMap: + name: flink-config + items: + - key: flink-conf.yaml + path: flink-conf.yaml + - key: log4j-console.properties + path: log4j-console.properties diff --git a/theodolite-benchmarks/definitions/uc4-beam-flink/resources/taskmanager-deployment.yaml b/theodolite-benchmarks/definitions/uc4-beam-flink/resources/taskmanager-deployment.yaml index 062ef653b..a65e536f3 100644 --- a/theodolite-benchmarks/definitions/uc4-beam-flink/resources/taskmanager-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc4-beam-flink/resources/taskmanager-deployment.yaml @@ -19,9 +19,6 @@ spec: - name: taskmanager image: ghcr.io/cau-se/theodolite-uc4-beam-flink:latest args: ["taskmanager"] - env: - - name: JOB_MANAGER_RPC_ADDRESS - value: "flink-jobmanager" resources: limits: memory: 4Gi @@ -33,5 +30,22 @@ spec: name: query-state - containerPort: 9249 name: metrics + livenessProbe: + tcpSocket: + port: 6122 + initialDelaySeconds: 30 + periodSeconds: 60 + volumeMounts: + - name: flink-config-volume + mountPath: /opt/flink/conf/ securityContext: runAsUser: 9999 # refers to user _flink_ from official flink image, change if necessary + volumes: + - name: flink-config-volume + configMap: + name: flink-config + items: + - key: flink-conf.yaml + path: flink-conf.yaml + - key: log4j-console.properties + path: log4j-console.properties -- GitLab