diff --git a/execution/theodolite-chart/.helmignore b/execution/theodolite-chart/.helmignore deleted file mode 100644 index 0e8a0eb36f4ca2c939201c0d54b5d82a1ea34778..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/.helmignore +++ /dev/null @@ -1,23 +0,0 @@ -# Patterns to ignore when building packages. -# This supports shell glob matching, relative path matching, and -# negation (prefixed with !). Only one pattern per line. -.DS_Store -# Common VCS dirs -.git/ -.gitignore -.bzr/ -.bzrignore -.hg/ -.hgignore -.svn/ -# Common backup files -*.swp -*.bak -*.tmp -*.orig -*~ -# Various IDEs -.project -.idea/ -*.tmproj -.vscode/ diff --git a/execution/theodolite-chart/Chart.lock b/execution/theodolite-chart/Chart.lock deleted file mode 100644 index d3b92b466236fc163c7b17e959cc17d3b1ad7716..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/Chart.lock +++ /dev/null @@ -1,15 +0,0 @@ -dependencies: -- name: grafana - repository: https://charts.helm.sh/stable/ - version: 5.1.2 -- name: cp-helm-charts - repository: file://../../../Master-2-SoSe-2020/project/cp-helm-charts/ - version: 0.4.0 -- name: kafka-lag-exporter - repository: file://../kafka-lag-exporter - version: 0.6.0 -- name: kube-prometheus-stack - repository: https://prometheus-community.github.io/helm-charts - version: 12.0.0 -digest: sha256:7d2e1c8d6d03245cf67f5b6df73d401b7a17316a33991f311536a32cf8650139 -generated: "2020-11-18T16:29:27.868843573+01:00" diff --git a/execution/theodolite-chart/Chart.yaml b/execution/theodolite-chart/Chart.yaml deleted file mode 100644 index 8b79bf81009fe4eb295fcbf07ccc6d45b77f5457..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/Chart.yaml +++ /dev/null @@ -1,47 +0,0 @@ -apiVersion: v2 -name: theodolite -description: A Helm chart for Kubernetes - -# A chart can be either an 'application' or a 'library' chart. -# -# Application charts are a collection of templates that can be packaged into versioned archives -# to be deployed. -# -# Library charts provide useful utilities or functions for the chart developer. They're included as -# a dependency of application charts to inject those utilities and functions into the rendering -# pipeline. Library charts do not define any templates and therefore cannot be deployed. -type: application - -dependencies: # A list of the chart requirements (optional) - - name: grafana - version: 5.1.2 - repository: https://charts.helm.sh/stable/ # https://kubernetes-charts.storage.googleapis.com/ - condition: grafana.enabled - # tags: # (optional) - # - Tags can be used to group charts for enabling/disabling together - # enabled: (optional) Enabled bool determines if chart should be loaded - # import-values: # (optional) - # - ImportValues holds the mapping of source values to parent key to be imported. Each item can be a string or pair of child/parent sublist items. - # alias: (optional) Alias to be used for the chart. Useful when you have to add the same chart multiple times - - name: cp-helm-charts - version: 0.5.0 - # repository: https://github.com/lightbend/kafka-lag-exporter/ #https://github.com/confluentinc/cp-helm-charts/archive/update-latest-to-5.5.1.zip - repository: file://../../../Master-2-SoSe-2020/project/cp-helm-charts/ - condition: confluent.enabled - - name: kafka-lag-exporter - version: 0.6.0 - repository: file://../kafka-lag-exporter - condition: kafka-lag-exporter.enabled - - name: kube-prometheus-stack - version: 12.0.0 - repository: https://prometheus-community.github.io/helm-charts - -# This is the chart version. This version number should be incremented each time you make changes -# to the chart and its templates, including the app version. -# Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.1.0 - -# This is the version number of the application being deployed. This version number should be -# incremented each time you make changes to the application. Versions are not expected to -# follow Semantic Versioning. They should reflect the version the application is using. -appVersion: 0.3.0 diff --git a/execution/theodolite-chart/charts/cp-helm-charts-0.4.0.tgz b/execution/theodolite-chart/charts/cp-helm-charts-0.4.0.tgz deleted file mode 100644 index f0b120f39220c46f5ad96ca90f8a42c603d21980..0000000000000000000000000000000000000000 Binary files a/execution/theodolite-chart/charts/cp-helm-charts-0.4.0.tgz and /dev/null differ diff --git a/execution/theodolite-chart/charts/grafana-5.1.2.tgz b/execution/theodolite-chart/charts/grafana-5.1.2.tgz deleted file mode 100644 index c7e1f9dc00a492ccea1332f5c83d723ab316de02..0000000000000000000000000000000000000000 Binary files a/execution/theodolite-chart/charts/grafana-5.1.2.tgz and /dev/null differ diff --git a/execution/theodolite-chart/charts/kafka-lag-exporter-0.6.0.tgz b/execution/theodolite-chart/charts/kafka-lag-exporter-0.6.0.tgz deleted file mode 100644 index aeaa52bcdc8424d68603ff2f7ade384e08c1ae99..0000000000000000000000000000000000000000 Binary files a/execution/theodolite-chart/charts/kafka-lag-exporter-0.6.0.tgz and /dev/null differ diff --git a/execution/theodolite-chart/charts/kube-prometheus-stack-12.0.0.tgz b/execution/theodolite-chart/charts/kube-prometheus-stack-12.0.0.tgz deleted file mode 100644 index 7c5dc18a49f6ac698e78f46ea236edf13f8c425d..0000000000000000000000000000000000000000 Binary files a/execution/theodolite-chart/charts/kube-prometheus-stack-12.0.0.tgz and /dev/null differ diff --git a/execution/theodolite-chart/templates/NOTES.txt b/execution/theodolite-chart/templates/NOTES.txt deleted file mode 100644 index 2062a4d31f3e52736236ad9790659ccbde9236b0..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/NOTES.txt +++ /dev/null @@ -1,5 +0,0 @@ -Welcome to Theodolite - -Visit https://github.com/cau-se/theodolite for more information - -TODO: Add more information \ No newline at end of file diff --git a/execution/theodolite-chart/templates/_helpers.tpl b/execution/theodolite-chart/templates/_helpers.tpl deleted file mode 100644 index f59f74d369b64ec89a44cbf2048fda9e844df92b..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/_helpers.tpl +++ /dev/null @@ -1,62 +0,0 @@ -{{/* -Expand the name of the chart. -*/}} -{{- define "theodolite.name" -}} -{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }} -{{- end }} - -{{/* -Create a default fully qualified app name. -We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). -If release name contains chart name it will be used as a full name. -*/}} -{{- define "theodolite.fullname" -}} -{{- if .Values.fullnameOverride }} -{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }} -{{- else }} -{{- $name := default .Chart.Name .Values.nameOverride }} -{{- if contains $name .Release.Name }} -{{- .Release.Name | trunc 63 | trimSuffix "-" }} -{{- else }} -{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }} -{{- end }} -{{- end }} -{{- end }} - -{{/* -Create chart name and version as used by the chart label. -*/}} -{{- define "theodolite.chart" -}} -{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }} -{{- end }} - -{{/* -Common labels -*/}} -{{- define "theodolite.labels" -}} -helm.sh/chart: {{ include "theodolite.chart" . }} -{{ include "theodolite.selectorLabels" . }} -{{- if .Chart.AppVersion }} -app.kubernetes.io/version: {{ .Chart.AppVersion | quote }} -{{- end }} -app.kubernetes.io/managed-by: {{ .Release.Service }} -{{- end }} - -{{/* -Selector labels -*/}} -{{- define "theodolite.selectorLabels" -}} -app.kubernetes.io/name: {{ include "theodolite.name" . }} -app.kubernetes.io/instance: {{ .Release.Name }} -{{- end }} - -{{/* -Create the name of the service account to use -*/}} -{{- define "theodolite.serviceAccountName" -}} -{{- if .Values.serviceAccount.create }} -{{- default (include "theodolite.fullname" .) .Values.serviceAccount.name }} -{{- else }} -{{- default "default" .Values.serviceAccount.name }} -{{- end }} -{{- end }} diff --git a/execution/theodolite-chart/templates/cluster-role-binding.yaml b/execution/theodolite-chart/templates/cluster-role-binding.yaml deleted file mode 100644 index db2717cddcea180f84bb68377ba6daad37c33296..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/cluster-role-binding.yaml +++ /dev/null @@ -1,12 +0,0 @@ -apiVersion: rbac.authorization.k8s.io/v1beta1 -kind: ClusterRoleBinding -metadata: - name: prometheus -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: ClusterRole - name: prometheus -subjects: -- kind: ServiceAccount - name: prometheus - namespace: default \ No newline at end of file diff --git a/execution/theodolite-chart/templates/cluster-role.yaml b/execution/theodolite-chart/templates/cluster-role.yaml deleted file mode 100644 index 299ebd0a3be0b53adcadc514b2ef6d1d15efc98d..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/cluster-role.yaml +++ /dev/null @@ -1,18 +0,0 @@ -apiVersion: rbac.authorization.k8s.io/v1beta1 -kind: ClusterRole -metadata: - name: prometheus -rules: -- apiGroups: [""] - resources: - - nodes - - services - - endpoints - - pods - verbs: ["get", "list", "watch"] -- apiGroups: [""] - resources: - - configmaps - verbs: ["get"] -- nonResourceURLs: ["/metrics"] - verbs: ["get"] \ No newline at end of file diff --git a/execution/theodolite-chart/templates/dashboard-config-map.yaml b/execution/theodolite-chart/templates/dashboard-config-map.yaml deleted file mode 100644 index e858ffe7dfdd4fbcdf1592b0f564c305969f6af5..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/dashboard-config-map.yaml +++ /dev/null @@ -1,1005 +0,0 @@ -apiVersion: v1 -kind: ConfigMap -metadata: - name: scalability - labels: - grafana_dashboard: "1" -data: - k8s-dashboard.json: |- - { - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": "-- Grafana --", - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "type": "dashboard" - } - ] - }, - "editable": true, - "gnetId": null, - "graphTooltip": 0, - "id": 2, - "iteration": 1589140028684, - "links": [], - "panels": [ - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 0, - "y": 0 - }, - "hiddenSeries": false, - "id": 2, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum(cp_kafka_server_brokertopicmetrics_messagesinpersec_topic_input)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{Messages In Per Second}}", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Messages In Per Second", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 7, - "w": 12, - "x": 12, - "y": 0 - }, - "hiddenSeries": false, - "id": 3, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum(cp_kafka_server_brokertopicmetrics_messagesinpersec_topic_output)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{Messages Out Per Second}}", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Messages Out Per Second", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 7 - }, - "hiddenSeries": false, - "id": 9, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": true, - "steppedLine": false, - "targets": [ - { - "expr": "sum by(group, topic) (kafka_consumergroup_group_lag > 0)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{topic}}", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Record Lag", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 7 - }, - "hiddenSeries": false, - "id": 5, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "count(count (kafka_consumer_consumer_fetch_manager_metrics_records_lag) by(pod))", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "instances", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Number of Instances", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": 0, - "format": "short", - "label": "", - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 15 - }, - "hiddenSeries": false, - "id": 10, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum by(group,topic) (kafka_consumergroup_group_offset > 0)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{topic}}", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Records Consumed", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 15 - }, - "hiddenSeries": false, - "id": 12, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "count by(group,topic) (kafka_consumergroup_group_offset > 0)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{topic}}", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Number of Partitions", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 23 - }, - "hiddenSeries": false, - "id": 11, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum by(group,topic) (kafka_partition_latest_offset)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{topic}}", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Records Produced (Kafka Lag Exporter)", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 23 - }, - "hiddenSeries": false, - "id": 8, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "count by(job, topic) (kafka_consumer_consumer_fetch_manager_metrics_records_lag)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{topic}}", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Number of Partitions (Kafka Streams Export)", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "decimals": null, - "format": "short", - "label": "", - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 31 - }, - "hiddenSeries": false, - "id": 4, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "expr": "sum by(job, topic) (kafka_consumer_consumer_fetch_manager_metrics_records_lag)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "{{topic}}", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Record Lag (Kafka Streams Export)", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 31 - }, - "hiddenSeries": false, - "id": 13, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "links": [], - "nullPointMode": "null", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": true, - "steppedLine": false, - "targets": [ - { - "expr": "sum by(group) (kafka_consumergroup_group_lag > 0)", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "total lag", - "refId": "D" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Total Record Lag (Kafka Lag Exporter)", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": "0", - "show": true - }, - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - } - ], - "refresh": "10s", - "schemaVersion": 21, - "style": "dark", - "tags": [], - "templating": { - "list": [ - { - "allValue": null, - "current": { - "tags": [], - "text": "titan-ccp-aggregation", - "value": "titan-ccp-aggregation" - }, - "datasource": "Prometheus", - "definition": "label_values(kafka_consumer_consumer_fetch_manager_metrics_records_lag, job)", - "hide": 0, - "includeAll": false, - "label": "Job", - "multi": false, - "name": "Job", - "options": [ - { - "selected": true, - "text": "titan-ccp-aggregation", - "value": "titan-ccp-aggregation" - } - ], - "query": "label_values(kafka_consumer_consumer_fetch_manager_metrics_records_lag, job)", - "refresh": 0, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "tagValuesQuery": "", - "tags": [], - "tagsQuery": "", - "type": "query", - "useTags": false - } - ] - }, - "time": { - "from": "now-1h", - "to": "now" - }, - "timepicker": { - "refresh_intervals": [ - "5s", - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ] - }, - "timezone": "", - "title": "Scalability Benchmarking", - "uid": "dad0CNlZz", - "version": 25 - } \ No newline at end of file diff --git a/execution/theodolite-chart/templates/kafka-client.yaml b/execution/theodolite-chart/templates/kafka-client.yaml deleted file mode 100644 index a03e76c0a8215fee5bf1c512b859ea8501b9df0f..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/kafka-client.yaml +++ /dev/null @@ -1,12 +0,0 @@ -apiVersion: v1 -kind: Pod -metadata: - name: kafka-client -spec: - containers: - - name: kafka-client - image: confluentinc/cp-enterprise-kafka:5.4.0 - command: - - sh - - -c - - "exec tail -f /dev/null" \ No newline at end of file diff --git a/execution/theodolite-chart/templates/prometheus-datasource-config-map.yaml b/execution/theodolite-chart/templates/prometheus-datasource-config-map.yaml deleted file mode 100644 index ec9aaba2da3f0d8de7c48be8418de08548184b26..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/prometheus-datasource-config-map.yaml +++ /dev/null @@ -1,29 +0,0 @@ -apiVersion: v1 -kind: ConfigMap -metadata: - name: prometheus - labels: - grafana_datasource: "1" -data: - datasource.yaml: |- - # config file version - apiVersion: 1 - datasources: - # <string, required> name of the datasource. Required - - name: Prometheus - # <string, required> datasource type. Required - type: prometheus - # <string, required> access mode. proxy or direct (Server or Browser in the UI). Required - access: proxy - # <bool> mark as default datasource. Max one per org - isDefault: true - # <int> org id. will default to orgId 1 if not specified - orgId: 1 - # <string> url - url: http://prometheus-operated:9090 #http://localhost:9090 - # <map> fields that will be converted to json and stored in json_data - jsonData: - timeInterval: "15s" - version: 1 - # <bool> allow users to edit datasources from the UI. - editable: true diff --git a/execution/theodolite-chart/templates/prometheus.yaml b/execution/theodolite-chart/templates/prometheus.yaml deleted file mode 100644 index 2cec39877386cc06408783c372521025883310da..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/prometheus.yaml +++ /dev/null @@ -1,15 +0,0 @@ -apiVersion: monitoring.coreos.com/v1 -kind: Prometheus -metadata: - name: prometheus -spec: - serviceAccountName: prometheus - serviceMonitorSelector: - matchLabels: - #app: cp-kafka - appScope: titan-ccp - resources: - requests: - memory: 400Mi - #scrapeInterval: 1s - enableAdminAPI: true \ No newline at end of file diff --git a/execution/theodolite-chart/templates/service-account.yaml b/execution/theodolite-chart/templates/service-account.yaml deleted file mode 100644 index f671fc5ab75c995b4c172089b57a9c72860d5cb0..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/service-account.yaml +++ /dev/null @@ -1,4 +0,0 @@ -apiVersion: v1 -kind: ServiceAccount -metadata: - name: prometheus \ No newline at end of file diff --git a/execution/theodolite-chart/templates/service-monitor.yaml b/execution/theodolite-chart/templates/service-monitor.yaml deleted file mode 100644 index a37ac8d7ae51ef283b2b6e50d4dd6eae31a19d58..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/templates/service-monitor.yaml +++ /dev/null @@ -1,14 +0,0 @@ -apiVersion: monitoring.coreos.com/v1 -kind: ServiceMonitor -metadata: - labels: - app: cp-kafka - appScope: titan-ccp - name: kafka -spec: - selector: - matchLabels: - app: cp-kafka - endpoints: - - port: metrics - interval: 7s \ No newline at end of file diff --git a/execution/theodolite-chart/values.yaml b/execution/theodolite-chart/values.yaml deleted file mode 100644 index c08041091a01af41b7630926cc1372c6d127f1d6..0000000000000000000000000000000000000000 --- a/execution/theodolite-chart/values.yaml +++ /dev/null @@ -1,265 +0,0 @@ -# Theodolite default values - -### -# Grafana -### -grafana: - enabled: true - - image: - repository: grafana/grafana - tag: 6.7.3 - pullPolicy: IfNotPresent - - # Administrator credentials when not using an existing secret (see below) - adminUser: admin - adminPassword: admin - - - ## Sidecars that collect the configmaps with specified label and stores the included files them into the respective folders - ## Requires at least Grafana 5 to work and can't be used together with parameters dashboardProviders, datasources and dashboards - sidecar: - image: kiwigrid/k8s-sidecar:0.1.99 - imagePullPolicy: IfNotPresent - dashboards: - enabled: true - SCProvider: true - # label that the configmaps with dashboards are marked with - label: grafana_dashboard - # folder in the pod that should hold the collected dashboards (unless `defaultFolderName` is set) - folder: /tmp/dashboards - # The default folder name, it will create a subfolder under the `folder` and put dashboards in there instead - defaultFolderName: null - # If specified, the sidecar will search for dashboard config-maps inside this namespace. - # Otherwise the namespace in which the sidecar is running will be used. - # It's also possible to specify ALL to search in all namespaces - searchNamespace: null - # provider configuration that lets grafana manage the dashboards - provider: - # name of the provider, should be unique - name: sidecarProvider - # orgid as configured in grafana - orgid: 1 - # folder in which the dashboards should be imported in grafana - folder: '' - # type of the provider - type: file - # disableDelete to activate a import-only behaviour - disableDelete: false - # allow updating provisioned dashboards from the UI - allowUiUpdates: true - datasources: - enabled: true - # label that the configmaps with datasources are marked with - label: grafana_datasource - # If specified, the sidecar will search for datasource config-maps inside this namespace. - # Otherwise the namespace in which the sidecar is running will be used. - # It's also possible to specify ALL to search in all namespaces - searchNamespace: null - - service: - nodePort: 31199 - type: NodePort - - -### -# Confluent Platform -### -cp-helm-charts: - enabled: true - ## ------------------------------------------------------ - ## Zookeeper - ## ------------------------------------------------------ - cp-zookeeper: - enabled: true - servers: 3 # default: 3 - image: confluentinc/cp-zookeeper - imageTag: 5.4.0 - ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. - ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod - imagePullSecrets: - # - name: "regcred" - heapOptions: "-Xms512M -Xmx512M" - persistence: - enabled: false - resources: {} - ## If you do want to specify resources, uncomment the following lines, adjust them as necessary, - ## and remove the curly braces after 'resources:' - # limits: - # cpu: 100m - # memory: 128Mi - # requests: - # cpu: 100m - # memory: 128Mi - - ## ------------------------------------------------------ - ## Kafka - ## ------------------------------------------------------ - cp-kafka: - enabled: true - brokers: 10 # deauflt: 10 - image: confluentinc/cp-enterprise-kafka - imageTag: 5.4.0 - ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. - ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod - imagePullSecrets: - # - name: "regcred" - heapOptions: "-Xms512M -Xmx512M" - persistence: - enabled: false - resources: {} - ## If you do want to specify resources, uncomment the following lines, adjust them as necessary, - ## and remove the curly braces after 'resources:' - # limits: - # cpu: 100m - # memory: 128Mi - # requests: - # cpu: 100m - # memory: 128Mi - - - configurationOverrides: - #offsets.topic.replication.factor: 1 - "message.max.bytes": "134217728" # 128 MB - "replica.fetch.max.bytes": "134217728" # 128 MB - #default.replication.factor: 1 - # "min.insync.replicas": 2 - # "auto.create.topics.enable": false - "log.retention.ms": "10000" # 10s - "metrics.sample.window.ms": "5000" #5s - "advertised.listeners": |- - EXTERNAL://${HOST_IP}:$((31090 + ${KAFKA_BROKER_ID})) - "listener.security.protocol.map": |- - PLAINTEXT:PLAINTEXT,EXTERNAL:PLAINTEXT - - nodeport: - enabled: false - servicePort: 19092 - firstListenerPort: 31090 - - - ## ------------------------------------------------------ - ## Schema Registry - ## ------------------------------------------------------ - cp-schema-registry: - enabled: true - image: confluentinc/cp-schema-registry - imageTag: 5.4.0 - ## Optionally specify an array of imagePullSecrets. Secrets must be manually created in the namespace. - ## https://kubernetes.io/docs/concepts/containers/images/#specifying-imagepullsecrets-on-a-pod - imagePullSecrets: - # - name: "regcred" - heapOptions: "-Xms512M -Xmx512M" - resources: {} - - external: - enabled: true - type: NodePort - servicePort: 8081 - nodePort: 30099 # davor wars 1 konflikt mit kafka 31091 - annotations: {} - - ## If you do want to specify resources, uncomment the following lines, adjust them as necessary, - ## and remove the curly braces after 'resources:' - # limits: - # cpu: 100m - # memory: 128Mi - # requests: - # cpu: 100m - # memory: 128Mi - - cp-kafka-rest: - enabled: false - - cp-kafka-connect: - enabled: false - - cp-ksql-server: - enabled: false - - cp-control-center: - enabled: false - - -### -# Kafka Lag Exporter -### -kafka-lag-exporter: - enabled: true - clusters: - - name: "my-confluent-cp-kafka" - bootstrapBrokers: "my-confluent-cp-kafka:9092" - - ## The interval between refreshing metrics - pollIntervalSeconds: 15 - - prometheus: - serviceMonitor: - enabled: true - interval: "5s" - additionalLabels: - appScope: titan-ccp - - -### -# Prometheus Monitoring Stack (Prometheus Operator) -### -kube-prometheus-stack: - commonLabels: - appScope: titan-ccp - - alertmanager: - enabled: false - - grafana: - enabled: false - - kubeApiServer: - enabled: false - - kubelet: - enabled: false - - kubeControllerManager: - enabled: false - - coreDns: - enabled: false - - kubeDns: - enabled: false - - kubeEtcd: - enabled: false - - kubeScheduler: - enabled: false - - kubeProxy: - enabled: false - - kubeStateMetrics: - enabled: false - - nodeExporter: - enabled: false - - prometheusOperator: - enabled: true - - prometheus: - enabled: false - - -### -# Prometheus -### -prometheus: - enabled: true - - service-account: - enabled: true - cluster-role: - enabled: true - cluster-role-binding: - enabled: true \ No newline at end of file