From d0e706849255b4664826db4bc66c2dee2e7feec0 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?S=C3=B6ren=20Henning?= <post@soeren-henning.de>
Date: Mon, 11 May 2020 11:25:40 +0200
Subject: [PATCH] Add Kafka configuration and ServiceMonitor
---
.../infrastructure/kafka/service-monitor.yaml | 14 ++
execution/infrastructure/kafka/values.yaml | 174 ++++++++++++++++++
2 files changed, 188 insertions(+)
create mode 100644 execution/infrastructure/kafka/service-monitor.yaml
create mode 100644 execution/infrastructure/kafka/values.yaml
diff --git a/execution/infrastructure/kafka/service-monitor.yaml b/execution/infrastructure/kafka/service-monitor.yaml
new file mode 100644
index 000000000..a37ac8d7a
--- /dev/null
+++ b/execution/infrastructure/kafka/service-monitor.yaml
@@ -0,0 +1,14 @@
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+ labels:
+ app: cp-kafka
+ appScope: titan-ccp
+ name: kafka
+spec:
+ selector:
+ matchLabels:
+ app: cp-kafka
+ endpoints:
+ - port: metrics
+ interval: 7s
\ No newline at end of file
diff --git a/execution/infrastructure/kafka/values.yaml b/execution/infrastructure/kafka/values.yaml
new file mode 100644
index 000000000..a33a6f21f
--- /dev/null
+++ b/execution/infrastructure/kafka/values.yaml
@@ -0,0 +1,174 @@
+## ------------------------------------------------------
+## Zookeeper
+## ------------------------------------------------------
+cp-zookeeper:
+ enabled: true
+ servers: 3
+ image: confluentinc/cp-zookeeper
+ imageTag: 5.4.0
+ ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace.
+ ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod
+ imagePullSecrets:
+ # - name: "regcred"
+ heapOptions: "-Xms512M -Xmx512M"
+ persistence:
+ enabled: false
+ ## The size of the PersistentVolume to allocate to each Zookeeper Pod in the StatefulSet. For
+ ## production servers this number should likely be much larger.
+ ##
+ ## Size for Data dir, where ZooKeeper will store the in-memory database snapshots.
+ dataDirSize: 10Gi
+ # dataDirStorageClass: ""
+
+ ## Size for data log dir, which is a dedicated log device to be used, and helps avoid competition between logging and snaphots.
+ dataLogDirSize: 10Gi
+ # dataLogDirStorageClass: ""
+ resources: {}
+ ## If you do want to specify resources, uncomment the following lines, adjust them as necessary,
+ ## and remove the curly braces after 'resources:'
+ # limits:
+ # cpu: 100m
+ # memory: 128Mi
+ # requests:
+ # cpu: 100m
+ # memory: 128Mi
+
+## ------------------------------------------------------
+## Kafka
+## ------------------------------------------------------
+cp-kafka:
+ enabled: true
+ brokers: 10
+ image: confluentinc/cp-enterprise-kafka
+ imageTag: 5.4.0
+ ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace.
+ ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod
+ imagePullSecrets:
+ # - name: "regcred"
+ heapOptions: "-Xms512M -Xmx512M"
+ persistence:
+ enabled: false
+ # storageClass: ""
+ size: 5Gi
+ disksPerBroker: 1
+ resources: {}
+ ## If you do want to specify resources, uncomment the following lines, adjust them as necessary,
+ ## and remove the curly braces after 'resources:'
+ # limits:
+ # cpu: 100m
+ # memory: 128Mi
+ # requests:
+ # cpu: 100m
+ # memory: 128Mi
+ configurationOverrides:
+ #"offsets.topic.replication.factor": "3"
+ "message.max.bytes": "134217728" # 128 MB
+ "replica.fetch.max.bytes": "134217728" # 128 MB
+ # "default.replication.factor": 3
+ # "min.insync.replicas": 2
+ # "auto.create.topics.enable": false
+ "log.retention.ms": "10000" # 10s
+ "metrics.sample.window.ms": "5000" #5s
+
+## ------------------------------------------------------
+## Schema Registry
+## ------------------------------------------------------
+cp-schema-registry:
+ enabled: true
+ image: confluentinc/cp-schema-registry
+ imageTag: 5.4.0
+ ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace.
+ ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod
+ imagePullSecrets:
+ # - name: "regcred"
+ heapOptions: "-Xms512M -Xmx512M"
+ resources: {}
+ ## If you do want to specify resources, uncomment the following lines, adjust them as necessary,
+ ## and remove the curly braces after 'resources:'
+ # limits:
+ # cpu: 100m
+ # memory: 128Mi
+ # requests:
+ # cpu: 100m
+ # memory: 128Mi
+
+## ------------------------------------------------------
+## REST Proxy
+## ------------------------------------------------------
+cp-kafka-rest:
+ enabled: false
+ image: confluentinc/cp-kafka-rest
+ imageTag: 5.4.0
+ ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace.
+ ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod
+ imagePullSecrets:
+ # - name: "regcred"
+ heapOptions: "-Xms512M -Xmx512M"
+ resources: {}
+ ## If you do want to specify resources, uncomment the following lines, adjust them as necessary,
+ ## and remove the curly braces after 'resources:'
+ # limits:
+ # cpu: 100m
+ # memory: 128Mi
+ # requests:
+ # cpu: 100m
+ # memory: 128Mi
+
+## ------------------------------------------------------
+## Kafka Connect
+## ------------------------------------------------------
+cp-kafka-connect:
+ enabled: false
+ image: confluentinc/cp-kafka-connect
+ imageTag: 5.4.0
+ ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace.
+ ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod
+ imagePullSecrets:
+ # - name: "regcred"
+ heapOptions: "-Xms512M -Xmx512M"
+ resources: {}
+ ## If you do want to specify resources, uncomment the following lines, adjust them as necessary,
+ ## and remove the curly braces after 'resources:'
+ # limits:
+ # cpu: 100m
+ # memory: 128Mi
+ # requests:
+ # cpu: 100m
+ # memory: 128Mi
+
+## ------------------------------------------------------
+## KSQL Server
+## ------------------------------------------------------
+cp-ksql-server:
+ enabled: false
+ image: confluentinc/cp-ksql-server
+ imageTag: 5.4.0
+ ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace.
+ ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod
+ imagePullSecrets:
+ # - name: "regcred"
+ heapOptions: "-Xms512M -Xmx512M"
+ ksql:
+ headless: false
+
+## ------------------------------------------------------
+## Control Center
+## ------------------------------------------------------
+cp-control-center:
+ enabled: false
+ image: confluentinc/cp-enterprise-control-center
+ imageTag: 5.2.0
+ ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace.
+ ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod
+ imagePullSecrets:
+ # - name: "regcred"
+ heapOptions: "-Xms512M -Xmx512M"
+ resources: {}
+ ## If you do want to specify resources, uncomment the following lines, adjust them as necessary,
+ ## and remove the curly braces after 'resources:'
+ # limits:
+ # cpu: 100m
+ # memory: 128Mi
+ # requests:
+ # cpu: 100m
+ # memory: 128Mi
--
GitLab