Skip to content
Snippets Groups Projects

Add Flink benchmark definitions

Merged Sören Henning requested to merge flink-benchmark-definitions into theodolite-kotlin
Files
28
 
apiVersion: v1
 
kind: ConfigMap
 
metadata:
 
name: flink-config
 
labels:
 
app: flink
 
data:
 
flink-conf.yaml: |+
 
jobmanager.rpc.address: flink-jobmanager
 
taskmanager.numberOfTaskSlots: 1 #TODO
 
#blob.server.port: 6124
 
#jobmanager.rpc.port: 6123
 
#taskmanager.rpc.port: 6122
 
#queryable-state.proxy.ports: 6125
 
#jobmanager.memory.process.size: 4Gb
 
#taskmanager.memory.process.size: 4Gb
 
#parallelism.default: 1 #TODO
 
metrics.reporter.prom.class: org.apache.flink.metrics.prometheus.PrometheusReporter
 
metrics.reporter.prom.interval: 10 SECONDS
 
taskmanager.network.detailed-metrics: true
 
# -> gives metrics about inbound/outbound network queue lengths
 
log4j-console.properties: |+
 
# This affects logging for both user code and Flink
 
rootLogger.level = INFO
 
rootLogger.appenderRef.console.ref = ConsoleAppender
 
rootLogger.appenderRef.rolling.ref = RollingFileAppender
 
 
# Uncomment this if you want to _only_ change Flink's logging
 
#logger.flink.name = org.apache.flink
 
#logger.flink.level = INFO
 
 
# The following lines keep the log level of common libraries/connectors on
 
# log level INFO. The root logger does not override this. You have to manually
 
# change the log levels here.
 
logger.akka.name = akka
 
logger.akka.level = INFO
 
logger.kafka.name= org.apache.kafka
 
logger.kafka.level = INFO
 
logger.hadoop.name = org.apache.hadoop
 
logger.hadoop.level = INFO
 
logger.zookeeper.name = org.apache.zookeeper
 
logger.zookeeper.level = INFO
 
 
# Log all infos to the console
 
appender.console.name = ConsoleAppender
 
appender.console.type = CONSOLE
 
appender.console.layout.type = PatternLayout
 
appender.console.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n
 
 
# Log all infos in the given rolling file
 
appender.rolling.name = RollingFileAppender
 
appender.rolling.type = RollingFile
 
appender.rolling.append = false
 
appender.rolling.fileName = ${sys:log.file}
 
appender.rolling.filePattern = ${sys:log.file}.%i
 
appender.rolling.layout.type = PatternLayout
 
appender.rolling.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n
 
appender.rolling.policies.type = Policies
 
appender.rolling.policies.size.type = SizeBasedTriggeringPolicy
 
appender.rolling.policies.size.size=100MB
 
appender.rolling.strategy.type = DefaultRolloverStrategy
 
appender.rolling.strategy.max = 10
 
 
# Suppress the irrelevant (wrong) warnings from the Netty channel handler
 
logger.netty.name = org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline
 
logger.netty.level = OFF
 
\ No newline at end of file
Loading