diff --git a/execution/infrastructure/kafka/service-monitor.yaml b/execution/infrastructure/kafka/service-monitor.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a37ac8d7ae51ef283b2b6e50d4dd6eae31a19d58 --- /dev/null +++ b/execution/infrastructure/kafka/service-monitor.yaml @@ -0,0 +1,14 @@ +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + labels: + app: cp-kafka + appScope: titan-ccp + name: kafka +spec: + selector: + matchLabels: + app: cp-kafka + endpoints: + - port: metrics + interval: 7s \ No newline at end of file diff --git a/execution/infrastructure/kafka/values.yaml b/execution/infrastructure/kafka/values.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a33a6f21f8529377162704fbabc7a381706ad64e --- /dev/null +++ b/execution/infrastructure/kafka/values.yaml @@ -0,0 +1,174 @@ +## ------------------------------------------------------ +## Zookeeper +## ------------------------------------------------------ +cp-zookeeper: + enabled: true + servers: 3 + image: confluentinc/cp-zookeeper + imageTag: 5.4.0 + ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. + ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod + imagePullSecrets: + # - name: "regcred" + heapOptions: "-Xms512M -Xmx512M" + persistence: + enabled: false + ## The size of the PersistentVolume to allocate to each Zookeeper Pod in the StatefulSet. For + ## production servers this number should likely be much larger. + ## + ## Size for Data dir, where ZooKeeper will store the in-memory database snapshots. + dataDirSize: 10Gi + # dataDirStorageClass: "" + + ## Size for data log dir, which is a dedicated log device to be used, and helps avoid competition between logging and snaphots. + dataLogDirSize: 10Gi + # dataLogDirStorageClass: "" + resources: {} + ## If you do want to specify resources, uncomment the following lines, adjust them as necessary, + ## and remove the curly braces after 'resources:' + # limits: + # cpu: 100m + # memory: 128Mi + # requests: + # cpu: 100m + # memory: 128Mi + +## ------------------------------------------------------ +## Kafka +## ------------------------------------------------------ +cp-kafka: + enabled: true + brokers: 10 + image: confluentinc/cp-enterprise-kafka + imageTag: 5.4.0 + ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. + ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod + imagePullSecrets: + # - name: "regcred" + heapOptions: "-Xms512M -Xmx512M" + persistence: + enabled: false + # storageClass: "" + size: 5Gi + disksPerBroker: 1 + resources: {} + ## If you do want to specify resources, uncomment the following lines, adjust them as necessary, + ## and remove the curly braces after 'resources:' + # limits: + # cpu: 100m + # memory: 128Mi + # requests: + # cpu: 100m + # memory: 128Mi + configurationOverrides: + #"offsets.topic.replication.factor": "3" + "message.max.bytes": "134217728" # 128 MB + "replica.fetch.max.bytes": "134217728" # 128 MB + # "default.replication.factor": 3 + # "min.insync.replicas": 2 + # "auto.create.topics.enable": false + "log.retention.ms": "10000" # 10s + "metrics.sample.window.ms": "5000" #5s + +## ------------------------------------------------------ +## Schema Registry +## ------------------------------------------------------ +cp-schema-registry: + enabled: true + image: confluentinc/cp-schema-registry + imageTag: 5.4.0 + ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. + ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod + imagePullSecrets: + # - name: "regcred" + heapOptions: "-Xms512M -Xmx512M" + resources: {} + ## If you do want to specify resources, uncomment the following lines, adjust them as necessary, + ## and remove the curly braces after 'resources:' + # limits: + # cpu: 100m + # memory: 128Mi + # requests: + # cpu: 100m + # memory: 128Mi + +## ------------------------------------------------------ +## REST Proxy +## ------------------------------------------------------ +cp-kafka-rest: + enabled: false + image: confluentinc/cp-kafka-rest + imageTag: 5.4.0 + ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. + ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod + imagePullSecrets: + # - name: "regcred" + heapOptions: "-Xms512M -Xmx512M" + resources: {} + ## If you do want to specify resources, uncomment the following lines, adjust them as necessary, + ## and remove the curly braces after 'resources:' + # limits: + # cpu: 100m + # memory: 128Mi + # requests: + # cpu: 100m + # memory: 128Mi + +## ------------------------------------------------------ +## Kafka Connect +## ------------------------------------------------------ +cp-kafka-connect: + enabled: false + image: confluentinc/cp-kafka-connect + imageTag: 5.4.0 + ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. + ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod + imagePullSecrets: + # - name: "regcred" + heapOptions: "-Xms512M -Xmx512M" + resources: {} + ## If you do want to specify resources, uncomment the following lines, adjust them as necessary, + ## and remove the curly braces after 'resources:' + # limits: + # cpu: 100m + # memory: 128Mi + # requests: + # cpu: 100m + # memory: 128Mi + +## ------------------------------------------------------ +## KSQL Server +## ------------------------------------------------------ +cp-ksql-server: + enabled: false + image: confluentinc/cp-ksql-server + imageTag: 5.4.0 + ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. + ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod + imagePullSecrets: + # - name: "regcred" + heapOptions: "-Xms512M -Xmx512M" + ksql: + headless: false + +## ------------------------------------------------------ +## Control Center +## ------------------------------------------------------ +cp-control-center: + enabled: false + image: confluentinc/cp-enterprise-control-center + imageTag: 5.2.0 + ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. + ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod + imagePullSecrets: + # - name: "regcred" + heapOptions: "-Xms512M -Xmx512M" + resources: {} + ## If you do want to specify resources, uncomment the following lines, adjust them as necessary, + ## and remove the curly braces after 'resources:' + # limits: + # cpu: 100m + # memory: 128Mi + # requests: + # cpu: 100m + # memory: 128Mi