Skip to content
Snippets Groups Projects
Commit c2eb6a2c authored by Sören Henning's avatar Sören Henning
Browse files

Merge branch 'main' into add-dropped-records-slos

parents 033ea4be b6f72741
No related branches found
No related tags found
1 merge request!310Add dropped records SLO to UC2/UC4 (no Samza)
Pipeline #10474 passed
Stage: build
Stage: test
Stage: check
Stage: smoketest
Show whitespace changes
Inline Side-by-side
helm/templates/grafana/dashboard-config-map.yaml
+ 261
− 343
View file @ c2eb6a2c
...@@ -12,28 +12,46 @@ data: ...@@ -12,28 +12,46 @@ data:
"list": [ "list": [
{ {
"builtIn": 1, "builtIn": 1,
"datasource": "-- Grafana --", "datasource": {
"type": "datasource",
"uid": "grafana"
},
"enable": true, "enable": true,
"hide": true, "hide": true,
"iconColor": "rgba(0, 211, 255, 1)", "iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts", "name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard" "type": "dashboard"
} }
] ]
}, },
"editable": true, "editable": true,
"gnetId": null, "fiscalYearStartMonth": 0,
"graphTooltip": 0, "graphTooltip": 1,
"id": 1, "id": 19,
"iteration": 1589140028684,
"links": [], "links": [],
"liveNow": false,
"panels": [ "panels": [
{ {
"aliasColors": {}, "aliasColors": {},
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": null, "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 1, "fill": 1,
"fillGradient": 0, "fillGradient": 0,
"gridPos": { "gridPos": {
...@@ -59,9 +77,10 @@ data: ...@@ -59,9 +77,10 @@ data:
"links": [], "links": [],
"nullPointMode": "null", "nullPointMode": "null",
"options": { "options": {
"dataLinks": [] "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "9.2.4",
"pointradius": 5, "pointradius": 5,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
...@@ -71,6 +90,10 @@ data: ...@@ -71,6 +90,10 @@ data:
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"expr": "sum by (topic) (rate(kafka_server_brokertopicmetrics_messagesin_total{topic='input'}[30s]))", "expr": "sum by (topic) (rate(kafka_server_brokertopicmetrics_messagesin_total{topic='input'}[30s]))",
"format": "time_series", "format": "time_series",
"intervalFactor": 1, "intervalFactor": 1,
...@@ -79,9 +102,7 @@ data: ...@@ -79,9 +102,7 @@ data:
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null,
"title": "Messages In Per Second", "title": "Messages In Per Second",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
...@@ -90,33 +111,25 @@ data: ...@@ -90,33 +111,25 @@ data:
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": null,
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
...@@ -124,7 +137,16 @@ data: ...@@ -124,7 +137,16 @@ data:
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": null, "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 1, "fill": 1,
"fillGradient": 0, "fillGradient": 0,
"gridPos": { "gridPos": {
...@@ -150,9 +172,10 @@ data: ...@@ -150,9 +172,10 @@ data:
"links": [], "links": [],
"nullPointMode": "null", "nullPointMode": "null",
"options": { "options": {
"dataLinks": [] "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "9.2.4",
"pointradius": 5, "pointradius": 5,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
...@@ -162,6 +185,10 @@ data: ...@@ -162,6 +185,10 @@ data:
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"expr": "sum by (topic) (rate(kafka_server_brokertopicmetrics_messagesin_total{topic='output'}[30s]))", "expr": "sum by (topic) (rate(kafka_server_brokertopicmetrics_messagesin_total{topic='output'}[30s]))",
"format": "time_series", "format": "time_series",
"intervalFactor": 1, "intervalFactor": 1,
...@@ -170,9 +197,7 @@ data: ...@@ -170,9 +197,7 @@ data:
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null,
"title": "Messages Out Per Second", "title": "Messages Out Per Second",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
...@@ -181,33 +206,25 @@ data: ...@@ -181,33 +206,25 @@ data:
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": null,
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
...@@ -215,7 +232,16 @@ data: ...@@ -215,7 +232,16 @@ data:
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": null, "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 1, "fill": 1,
"fillGradient": 0, "fillGradient": 0,
"gridPos": { "gridPos": {
...@@ -241,9 +267,10 @@ data: ...@@ -241,9 +267,10 @@ data:
"links": [], "links": [],
"nullPointMode": "null", "nullPointMode": "null",
"options": { "options": {
"dataLinks": [] "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "9.2.4",
"pointradius": 5, "pointradius": 5,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
...@@ -253,6 +280,10 @@ data: ...@@ -253,6 +280,10 @@ data:
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"expr": "sum by(consumergroup, topic) (kafka_consumergroup_lag >= 0)", "expr": "sum by(consumergroup, topic) (kafka_consumergroup_lag >= 0)",
"format": "time_series", "format": "time_series",
"intervalFactor": 1, "intervalFactor": 1,
...@@ -261,9 +292,7 @@ data: ...@@ -261,9 +292,7 @@ data:
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null,
"title": "Record Lag", "title": "Record Lag",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
...@@ -272,33 +301,25 @@ data: ...@@ -272,33 +301,25 @@ data:
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": null,
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
...@@ -306,7 +327,16 @@ data: ...@@ -306,7 +327,16 @@ data:
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": null, "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 1, "fill": 1,
"fillGradient": 0, "fillGradient": 0,
"gridPos": { "gridPos": {
...@@ -316,7 +346,7 @@ data: ...@@ -316,7 +346,7 @@ data:
"y": 7 "y": 7
}, },
"hiddenSeries": false, "hiddenSeries": false,
"id": 5, "id": 8,
"legend": { "legend": {
"alignAsTable": false, "alignAsTable": false,
"avg": false, "avg": false,
...@@ -332,9 +362,10 @@ data: ...@@ -332,9 +362,10 @@ data:
"links": [], "links": [],
"nullPointMode": "null", "nullPointMode": "null",
"options": { "options": {
"dataLinks": [] "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "9.2.4",
"pointradius": 5, "pointradius": 5,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
...@@ -344,110 +375,71 @@ data: ...@@ -344,110 +375,71 @@ data:
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "sum by(consumergroup) (kafka_consumergroup_members >= 0)", "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"editorMode": "code",
"expr": "count by(job, topic) (kafka_consumer_consumer_fetch_manager_metrics_records_lag)",
"format": "time_series", "format": "time_series",
"hide": true,
"intervalFactor": 1, "intervalFactor": 1,
"legendFormat": "{{consumergroup}}", "legendFormat": "{{topic}}",
"refId": "D" "range": true,
} "refId": "Legacy"
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Number of Instances",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
}, },
"yaxes": [
{ {
"decimals": 0, "datasource": {
"format": "short", "type": "prometheus",
"label": "", "uid": "prometheus"
"logBase": 1,
"max": null,
"min": "0",
"show": true
}, },
{ "editorMode": "code",
"format": "short", "expr": "sum(rate(com_hazelcast_jet_metrics_lateeventsdropped[30s])) by(job)",
"label": null, "hide": false,
"logBase": 1, "legendFormat": "__auto",
"max": null, "range": true,
"min": null, "refId": "A"
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
}, },
{ {
"aliasColors": {}, "datasource": {
"bars": false, "type": "prometheus",
"dashLength": 10, "uid": "prometheus"
"dashes": false,
"datasource": null,
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 15
}, },
"hiddenSeries": false, "editorMode": "code",
"id": 10, "expr": "sum(rate(kafka_streams_stream_task_metrics_dropped_records_total[30s])) by (job)",
"legend": { "hide": false,
"alignAsTable": false, "legendFormat": "__auto",
"avg": false, "range": true,
"current": false, "refId": "B"
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
}, },
"lines": true, {
"linewidth": 1, "datasource": {
"links": [], "type": "prometheus",
"nullPointMode": "null", "uid": "prometheus"
"options": { },
"dataLinks": [] "editorMode": "code",
"expr": "sum(rate(flink_taskmanager_job_task_operator_numLateRecordsDropped[30s])) by(job)",
"hide": false,
"legendFormat": "__auto",
"range": true,
"refId": "C"
}, },
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{ {
"expr": "sum by(consumergroup,topic) (kafka_consumergroup_current_offset{topic='input'} >= 0)", "datasource": {
"format": "time_series", "type": "prometheus",
"intervalFactor": 1, "uid": "prometheus"
"legendFormat": "{{topic}}", },
"editorMode": "code",
"expr": "sum(rate(flink_taskmanager_job_task_operator_org_apache_beam_runners_core_LateDataDroppingDoFnRunner_droppedDueToLateness[30s])) by (job) ",
"hide": false,
"legendFormat": "__auto",
"range": true,
"refId": "D" "refId": "D"
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null, "title": "Dropped Records",
"title": "Records Consumed",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
"sort": 0, "sort": 0,
...@@ -455,33 +447,26 @@ data: ...@@ -455,33 +447,26 @@ data:
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null, "label": "",
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": null,
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
...@@ -489,17 +474,26 @@ data: ...@@ -489,17 +474,26 @@ data:
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": null, "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 1, "fill": 1,
"fillGradient": 0, "fillGradient": 0,
"gridPos": { "gridPos": {
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 0,
"y": 15 "y": 15
}, },
"hiddenSeries": false, "hiddenSeries": false,
"id": 12, "id": 10,
"legend": { "legend": {
"alignAsTable": false, "alignAsTable": false,
"avg": false, "avg": false,
...@@ -515,9 +509,10 @@ data: ...@@ -515,9 +509,10 @@ data:
"links": [], "links": [],
"nullPointMode": "null", "nullPointMode": "null",
"options": { "options": {
"dataLinks": [] "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "9.2.4",
"pointradius": 5, "pointradius": 5,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
...@@ -527,7 +522,11 @@ data: ...@@ -527,7 +522,11 @@ data:
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "kafka_topic_partitions", "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"expr": "sum by(consumergroup,topic) (kafka_consumergroup_current_offset{topic='input'} >= 0)",
"format": "time_series", "format": "time_series",
"intervalFactor": 1, "intervalFactor": 1,
"legendFormat": "{{topic}}", "legendFormat": "{{topic}}",
...@@ -535,10 +534,8 @@ data: ...@@ -535,10 +534,8 @@ data:
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null, "title": "Records Consumed",
"title": "Number of Partitions",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
"sort": 0, "sort": 0,
...@@ -546,33 +543,25 @@ data: ...@@ -546,33 +543,25 @@ data:
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": null,
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
...@@ -580,17 +569,26 @@ data: ...@@ -580,17 +569,26 @@ data:
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": null, "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 1, "fill": 1,
"fillGradient": 0, "fillGradient": 0,
"gridPos": { "gridPos": {
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 12,
"y": 23 "y": 15
}, },
"hiddenSeries": false, "hiddenSeries": false,
"id": 11, "id": 5,
"legend": { "legend": {
"alignAsTable": false, "alignAsTable": false,
"avg": false, "avg": false,
...@@ -606,9 +604,10 @@ data: ...@@ -606,9 +604,10 @@ data:
"links": [], "links": [],
"nullPointMode": "null", "nullPointMode": "null",
"options": { "options": {
"dataLinks": [] "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "9.2.4",
"pointradius": 5, "pointradius": 5,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
...@@ -618,109 +617,59 @@ data: ...@@ -618,109 +617,59 @@ data:
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "sum by(topic) (kafka_topic_partition_current_offset)", "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"editorMode": "code",
"expr": "sum by(consumergroup) (kafka_consumergroup_members >= 0)",
"format": "time_series", "format": "time_series",
"hide": true,
"intervalFactor": 1, "intervalFactor": 1,
"legendFormat": "{{topic}}", "legendFormat": "{{consumergroup}} (Kafka Consumer)",
"refId": "D" "range": true,
} "refId": "A"
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "Records Produced (Kafka Lag Exporter)",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
}, },
"yaxes": [
{ {
"format": "short", "datasource": {
"label": null, "type": "prometheus",
"logBase": 1, "uid": "prometheus"
"max": null,
"min": "0",
"show": true
}, },
{ "editorMode": "code",
"format": "short", "expr": "sum(flink_jobmanager_numRegisteredTaskManagers) by (job)",
"label": null, "hide": false,
"logBase": 1, "legendFormat": "{{job}} (Flink)",
"max": null, "range": true,
"min": null, "refId": "B"
"show": true
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
}, },
{ {
"aliasColors": {}, "datasource": {
"bars": false, "type": "prometheus",
"dashLength": 10, "uid": "prometheus"
"dashes": false,
"datasource": null,
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 23
},
"hiddenSeries": false,
"id": 8,
"legend": {
"alignAsTable": false,
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
}, },
"lines": true, "editorMode": "code",
"linewidth": 1, "expr": "count(com_hazelcast_metrics_activemembers) by(job)",
"links": [], "hide": false,
"nullPointMode": "null", "legendFormat": "{{job}} (Hazelcast Jet)",
"options": { "range": true,
"dataLinks": [] "refId": "C"
}, },
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{ {
"expr": "count by(job, topic) (kafka_consumer_consumer_fetch_manager_metrics_records_lag)", "datasource": {
"format": "time_series", "type": "prometheus",
"intervalFactor": 1, "uid": "prometheus"
"legendFormat": "{{topic}}", },
"editorMode": "code",
"expr": "count(kafka_streams_stream_thread_metrics_process_records_avg) by (job)",
"hide": false,
"legendFormat": "{{job}} (Kafka Streams)",
"range": true,
"refId": "D" "refId": "D"
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null, "title": "Number of Instances",
"title": "Number of Partitions (Kafka Streams Export)",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
"sort": 0, "sort": 0,
...@@ -728,34 +677,27 @@ data: ...@@ -728,34 +677,27 @@ data:
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"decimals": null, "decimals": 0,
"format": "short", "format": "short",
"label": "", "label": "",
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": null,
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
...@@ -763,17 +705,26 @@ data: ...@@ -763,17 +705,26 @@ data:
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": null, "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 1, "fill": 1,
"fillGradient": 0, "fillGradient": 0,
"gridPos": { "gridPos": {
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 31 "y": 23
}, },
"hiddenSeries": false, "hiddenSeries": false,
"id": 4, "id": 11,
"legend": { "legend": {
"alignAsTable": false, "alignAsTable": false,
"avg": false, "avg": false,
...@@ -789,9 +740,10 @@ data: ...@@ -789,9 +740,10 @@ data:
"links": [], "links": [],
"nullPointMode": "null", "nullPointMode": "null",
"options": { "options": {
"dataLinks": [] "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "9.2.4",
"pointradius": 5, "pointradius": 5,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
...@@ -801,18 +753,20 @@ data: ...@@ -801,18 +753,20 @@ data:
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "sum by(job, topic) (kafka_consumer_consumer_fetch_manager_metrics_records_lag)", "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"expr": "sum by(topic) (kafka_topic_partition_current_offset)",
"format": "time_series", "format": "time_series",
"intervalFactor": 1, "intervalFactor": 1,
"legendFormat": "{{topic}}", "legendFormat": "{{topic}}",
"refId": "D" "refId": "A"
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null, "title": "Records Produced",
"title": "Record Lag (Kafka Streams Export)",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
"sort": 0, "sort": 0,
...@@ -820,33 +774,25 @@ data: ...@@ -820,33 +774,25 @@ data:
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": null,
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
}, },
{ {
...@@ -854,17 +800,26 @@ data: ...@@ -854,17 +800,26 @@ data:
"bars": false, "bars": false,
"dashLength": 10, "dashLength": 10,
"dashes": false, "dashes": false,
"datasource": null, "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 1, "fill": 1,
"fillGradient": 0, "fillGradient": 0,
"gridPos": { "gridPos": {
"h": 8, "h": 8,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 31 "y": 23
}, },
"hiddenSeries": false, "hiddenSeries": false,
"id": 13, "id": 12,
"legend": { "legend": {
"alignAsTable": false, "alignAsTable": false,
"avg": false, "avg": false,
...@@ -880,30 +835,33 @@ data: ...@@ -880,30 +835,33 @@ data:
"links": [], "links": [],
"nullPointMode": "null", "nullPointMode": "null",
"options": { "options": {
"dataLinks": [] "alertThreshold": true
}, },
"percentage": false, "percentage": false,
"pluginVersion": "9.2.4",
"pointradius": 5, "pointradius": 5,
"points": false, "points": false,
"renderer": "flot", "renderer": "flot",
"seriesOverrides": [], "seriesOverrides": [],
"spaceLength": 10, "spaceLength": 10,
"stack": true, "stack": false,
"steppedLine": false, "steppedLine": false,
"targets": [ "targets": [
{ {
"expr": "sum by(group) (kafka_consumergroup_group_lag >= 0)", "datasource": {
"type": "prometheus",
"uid": "prometheus"
},
"expr": "kafka_topic_partitions",
"format": "time_series", "format": "time_series",
"intervalFactor": 1, "intervalFactor": 1,
"legendFormat": "total lag", "legendFormat": "{{topic}}",
"refId": "D" "refId": "D"
} }
], ],
"thresholds": [], "thresholds": [],
"timeFrom": null,
"timeRegions": [], "timeRegions": [],
"timeShift": null, "title": "Number of Partitions",
"title": "Total Record Lag (Kafka Lag Exporter)",
"tooltip": { "tooltip": {
"shared": true, "shared": true,
"sort": 0, "sort": 0,
...@@ -911,78 +869,37 @@ data: ...@@ -911,78 +869,37 @@ data:
}, },
"type": "graph", "type": "graph",
"xaxis": { "xaxis": {
"buckets": null,
"mode": "time", "mode": "time",
"name": null,
"show": true, "show": true,
"values": [] "values": []
}, },
"yaxes": [ "yaxes": [
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": "0", "min": "0",
"show": true "show": true
}, },
{ {
"format": "short", "format": "short",
"label": null,
"logBase": 1, "logBase": 1,
"max": null,
"min": null,
"show": true "show": true
} }
], ],
"yaxis": { "yaxis": {
"align": false, "align": false
"alignLevel": null
} }
} }
], ],
"refresh": "10s", "refresh": "10s",
"schemaVersion": 21, "schemaVersion": 37,
"style": "dark", "style": "dark",
"tags": [], "tags": [],
"templating": { "templating": {
"list": [ "list": []
{
"allValue": null,
"current": {
"tags": [],
"text": "titan-ccp-aggregation",
"value": "titan-ccp-aggregation"
},
"datasource": "Prometheus",
"definition": "label_values(kafka_consumer_consumer_fetch_manager_metrics_records_lag, job)",
"hide": 0,
"includeAll": false,
"label": "Job",
"multi": false,
"name": "Job",
"options": [
{
"selected": true,
"text": "titan-ccp-aggregation",
"value": "titan-ccp-aggregation"
}
],
"query": "label_values(kafka_consumer_consumer_fetch_manager_metrics_records_lag, job)",
"refresh": 0,
"regex": "",
"skipUrlSync": false,
"sort": 0,
"tagValuesQuery": "",
"tags": [],
"tagsQuery": "",
"type": "query",
"useTags": false
}
]
}, },
"time": { "time": {
"from": "now-1h", "from": "now-30m",
"to": "now" "to": "now"
}, },
"timepicker": { "timepicker": {
...@@ -1000,8 +917,9 @@ data: ...@@ -1000,8 +917,9 @@ data:
] ]
}, },
"timezone": "", "timezone": "",
"title": "Scalability Benchmarking", "title": "Theodolite - Stream Processing",
"uid": "dad0CNlZz", "uid": "dad0CNlZz",
"version": 25 "version": 6,
"weekStart": ""
}`}} }`}}
{{- end }} {{- end }}
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment