Skip to content
Snippets Groups Projects

Extended Grafana Dashboard

Open Extended Grafana Dashboard
stu203404/theodolite:feature/extend-grafana-dashboard into main
Open
Lorenz Boguhnrequested to merge
stu203404/theodolite:feature/extend-grafana-dashboard into main
Compare
and
1 file
+ 1589
− 0
Compare changes
  • Side-by-side
  • Inline
helm/templates/grafana/lorenz-config-map.yaml 0 → 100644
+ 1589
− 0
 
{{- if .Values.grafana.enabled -}}
 
apiVersion: v1
 
kind: ConfigMap
 
metadata:
 
name: {{ template "theodolite.fullname" . }}-grafana-scalability-lorenz
 
labels:
 
grafana_dashboard: "3"
 
data:
 
lorenz-dashboard.json: |-
 
{{`{
 
"annotations": {
 
"list": [
 
{
 
"$$hashKey": "object:47",
 
"builtIn": 1,
 
"datasource": "-- Grafana --",
 
"enable": true,
 
"hide": true,
 
"iconColor": "rgba(0, 211, 255, 1)",
 
"name": "Annotations & Alerts",
 
"type": "dashboard"
 
}
 
]
 
},
 
"editable": true,
 
"gnetId": null,
 
"graphTooltip": 0,
 
"id": 1,
 
"iteration": 1659255412277,
 
"links": [],
 
"panels": [
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": "Prometheus-1",
 
"description": "CPU Utilization in percent, derived by accumulate all cpu time and substract the idle time",
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 7,
 
"w": 12,
 
"x": 0,
 
"y": 0
 
},
 
"hiddenSeries": false,
 
"id": 19,
 
"legend": {
 
"avg": false,
 
"current": true,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": true
 
},
 
"lines": true,
 
"linewidth": 1,
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 2,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "100 - (avg by (instance) (rate(node_cpu_seconds_total{job=\"node-exporter\",mode=\"idle\"}[1m])) * 100)",
 
"interval": "",
 
"legendFormat": "{{instance}}",
 
"refId": "A"
 
}
 
],
 
"thresholds": [
 
{
 
"$$hashKey": "object:117",
 
"colorMode": "critical",
 
"fill": true,
 
"line": true,
 
"op": "gt",
 
"value": 95,
 
"yaxis": "left"
 
}
 
],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "CPU Utilization",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"$$hashKey": "object:89",
 
"format": "percent",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
},
 
{
 
"$$hashKey": "object:90",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": "Prometheus-1",
 
"description": "Memory Utilization per node\ncalculated by accumulating the inverse and get the percentage\n",
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 7,
 
"w": 12,
 
"x": 12,
 
"y": 0
 
},
 
"hiddenSeries": false,
 
"id": 21,
 
"legend": {
 
"avg": false,
 
"current": true,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": true
 
},
 
"lines": true,
 
"linewidth": 1,
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 2,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "100 * (1 - ((avg_over_time(node_memory_MemAvailable_bytes[1m])) / avg_over_time(node_memory_MemTotal_bytes[1m])))\n",
 
"interval": "",
 
"legendFormat": "{{instance}}",
 
"refId": "A"
 
}
 
],
 
"thresholds": [
 
{
 
"$$hashKey": "object:500",
 
"colorMode": "critical",
 
"fill": true,
 
"line": true,
 
"op": "gt",
 
"value": 95,
 
"yaxis": "left"
 
}
 
],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Memory Utilization",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"$$hashKey": "object:472",
 
"format": "percent",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
},
 
{
 
"$$hashKey": "object:473",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 7,
 
"w": 12,
 
"x": 0,
 
"y": 7
 
},
 
"hiddenSeries": false,
 
"id": 2,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum by (topic) (rate(kafka_server_brokertopicmetrics_messagesin_total{topic='input'}[30s]))",
 
"format": "time_series",
 
"interval": "",
 
"intervalFactor": 1,
 
"legendFormat": "{{topic}}",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Messages In Per Second",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 7,
 
"w": 12,
 
"x": 12,
 
"y": 7
 
},
 
"hiddenSeries": false,
 
"id": 3,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum by (topic) (rate(kafka_server_brokertopicmetrics_messagesin_total{topic='output'}[30s]))",
 
"format": "time_series",
 
"intervalFactor": 1,
 
"legendFormat": "{{topic}}",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Messages Out Per Second",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 0,
 
"y": 14
 
},
 
"hiddenSeries": false,
 
"id": 17,
 
"legend": {
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 2,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum (rate(kafka_server_brokertopicmetrics_messagesin_total{topic='input'}[30s])) - on () sum by (job_id) (rate(flink_taskmanager_job_task_operator_KafkaConsumer_records_consumed_total[30s]))",
 
"interval": "",
 
"legendFormat": "Load rate",
 
"refId": "A"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Input Rate vs Read Rate ",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"$$hashKey": "object:97",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
},
 
{
 
"$$hashKey": "object:98",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 12,
 
"y": 14
 
},
 
"hiddenSeries": false,
 
"id": 15,
 
"legend": {
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pluginVersion": "6.7.3",
 
"pointradius": 2,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum by (job) (up{pod=~\"flink-taskmanager-.*|titan-.*\"})",
 
"interval": "",
 
"legendFormat": "{{job}}",
 
"refId": "A"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "SUT Instances",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"$$hashKey": "object:144",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
},
 
{
 
"$$hashKey": "object:145",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 0,
 
"y": 22
 
},
 
"hiddenSeries": false,
 
"id": 9,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": true,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum by(consumergroup, topic) (kafka_consumergroup_lag >= 0)",
 
"format": "time_series",
 
"intervalFactor": 1,
 
"legendFormat": "{{topic}}",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Record Lag",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": "Prometheus-1",
 
"description": "Shows the sut, load generator and kafka cpu load metric",
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 12,
 
"y": 22
 
},
 
"hiddenSeries": false,
 
"id": 25,
 
"legend": {
 
"avg": false,
 
"current": false,
 
"hideEmpty": true,
 
"hideZero": true,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 2,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum (rate(container_cpu_usage_seconds_total{image!=\"\",pod=~\"titan.*|flink.*\",namespace=\"theodolite-stu203404\"}[1m])) by (pod)",
 
"interval": "",
 
"legendFormat": "{{pod}}",
 
"refId": "A"
 
},
 
{
 
"expr": "sum (rate(container_cpu_usage_seconds_total{image!=\"\",pod=~\"theodolite-kafka-kafka-[1-9]\",namespace=\"theodolite-stu203404\"}[1m])) by (pod)",
 
"interval": "",
 
"legendFormat": "{{pod}}",
 
"refId": "B"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "CPU Load per Pod",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"$$hashKey": "object:1267",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
},
 
{
 
"$$hashKey": "object:1268",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 0,
 
"y": 30
 
},
 
"hiddenSeries": false,
 
"id": 10,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum by(consumergroup,topic) (kafka_consumergroup_current_offset{topic='input'} >= 0)",
 
"format": "time_series",
 
"intervalFactor": 1,
 
"legendFormat": "{{topic}}",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Records Consumed",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"cacheTimeout": null,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": "Prometheus-1",
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 12,
 
"y": 30
 
},
 
"hiddenSeries": false,
 
"id": 23,
 
"legend": {
 
"avg": false,
 
"current": true,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": true
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pluginVersion": "6.7.3",
 
"pointradius": 2,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "kube_deployment_spec_replicas{namespace=\"theodolite-stu203404\"}",
 
"interval": "",
 
"legendFormat": "{{deployment}}",
 
"refId": "A"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Deployments",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"$$hashKey": "object:239",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
},
 
{
 
"$$hashKey": "object:240",
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 0,
 
"y": 38
 
},
 
"hiddenSeries": false,
 
"id": 11,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum by(topic) (kafka_topic_partition_current_offset)",
 
"format": "time_series",
 
"interval": "",
 
"intervalFactor": 1,
 
"legendFormat": "{{topic}}",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Records Produced (Kafka Lag Exporter)",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 12,
 
"y": 38
 
},
 
"hiddenSeries": false,
 
"id": 5,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum by(consumergroup) (kafka_consumergroup_members >= 0)",
 
"format": "time_series",
 
"intervalFactor": 1,
 
"legendFormat": "{{consumergroup}}",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Number of Instances",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"decimals": 0,
 
"format": "short",
 
"label": "",
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 0,
 
"y": 46
 
},
 
"hiddenSeries": false,
 
"id": 4,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum by(job, topic) (kafka_consumer_consumer_fetch_manager_metrics_records_lag)",
 
"format": "time_series",
 
"intervalFactor": 1,
 
"legendFormat": "{{topic}}",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Record Lag (Kafka Streams Export)",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 12,
 
"y": 46
 
},
 
"hiddenSeries": false,
 
"id": 12,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "kafka_topic_partitions",
 
"format": "time_series",
 
"intervalFactor": 1,
 
"legendFormat": "{{topic}}",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Number of Partitions",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 12,
 
"y": 54
 
},
 
"hiddenSeries": false,
 
"id": 8,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": false,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "count by(job, topic) (kafka_consumer_consumer_fetch_manager_metrics_records_lag)",
 
"format": "time_series",
 
"intervalFactor": 1,
 
"legendFormat": "{{topic}}",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Number of Partitions (Kafka Streams Export)",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"decimals": null,
 
"format": "short",
 
"label": "",
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
},
 
{
 
"aliasColors": {},
 
"bars": false,
 
"dashLength": 10,
 
"dashes": false,
 
"datasource": null,
 
"fill": 1,
 
"fillGradient": 0,
 
"gridPos": {
 
"h": 8,
 
"w": 12,
 
"x": 12,
 
"y": 62
 
},
 
"hiddenSeries": false,
 
"id": 13,
 
"legend": {
 
"alignAsTable": false,
 
"avg": false,
 
"current": false,
 
"max": false,
 
"min": false,
 
"show": true,
 
"total": false,
 
"values": false
 
},
 
"lines": true,
 
"linewidth": 1,
 
"links": [],
 
"nullPointMode": "null",
 
"options": {
 
"dataLinks": []
 
},
 
"percentage": false,
 
"pointradius": 5,
 
"points": false,
 
"renderer": "flot",
 
"seriesOverrides": [],
 
"spaceLength": 10,
 
"stack": true,
 
"steppedLine": false,
 
"targets": [
 
{
 
"expr": "sum by(group) (kafka_consumergroup_group_lag >= 0)",
 
"format": "time_series",
 
"intervalFactor": 1,
 
"legendFormat": "total lag",
 
"refId": "D"
 
}
 
],
 
"thresholds": [],
 
"timeFrom": null,
 
"timeRegions": [],
 
"timeShift": null,
 
"title": "Total Record Lag (Kafka Lag Exporter)",
 
"tooltip": {
 
"shared": true,
 
"sort": 0,
 
"value_type": "individual"
 
},
 
"type": "graph",
 
"xaxis": {
 
"buckets": null,
 
"mode": "time",
 
"name": null,
 
"show": true,
 
"values": []
 
},
 
"yaxes": [
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": "0",
 
"show": true
 
},
 
{
 
"format": "short",
 
"label": null,
 
"logBase": 1,
 
"max": null,
 
"min": null,
 
"show": true
 
}
 
],
 
"yaxis": {
 
"align": false,
 
"alignLevel": null
 
}
 
}
 
],
 
"refresh": "5s",
 
"schemaVersion": 22,
 
"style": "dark",
 
"tags": [],
 
"templating": {
 
"list": [
 
{
 
"allValue": null,
 
"current": {
 
"tags": [],
 
"text": "titan-ccp-aggregation",
 
"value": "titan-ccp-aggregation"
 
},
 
"datasource": "Prometheus",
 
"definition": "label_values(kafka_consumer_consumer_fetch_manager_metrics_records_lag, job)",
 
"hide": 0,
 
"includeAll": false,
 
"index": -1,
 
"label": "Job",
 
"multi": false,
 
"name": "Job",
 
"options": [
 
{
 
"selected": true,
 
"text": "titan-ccp-aggregation",
 
"value": "titan-ccp-aggregation"
 
}
 
],
 
"query": "label_values(kafka_consumer_consumer_fetch_manager_metrics_records_lag, job)",
 
"refresh": 0,
 
"regex": "",
 
"skipUrlSync": false,
 
"sort": 0,
 
"tagValuesQuery": "",
 
"tags": [],
 
"tagsQuery": "",
 
"type": "query",
 
"useTags": false
 
}
 
]
 
},
 
"time": {
 
"from": "now-5m",
 
"to": "now"
 
},
 
"timepicker": {
 
"refresh_intervals": [
 
"5s",
 
"10s",
 
"30s",
 
"1m",
 
"5m",
 
"15m",
 
"30m",
 
"1h",
 
"2h",
 
"1d"
 
]
 
},
 
"timezone": "",
 
"title": "Scalability Benchmarking Lorenz",
 
"uid": "lorenz",
 
"variables": {
 
"list": []
 
},
 
"version": 1
 
}`}}
 
{{- end }}