From 53adf89cb5c156efdb06e97b42fb8e867cbd36e7 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?S=C3=B6ren=20Henning?= <soeren.henning@email.uni-kiel.de>
Date: Mon, 5 Dec 2022 10:57:48 +0100
Subject: [PATCH] Add dropped records SLO to UC2/UC4 (no Samza)
---
.../uc2-beam-flink-benchmark-operator.yaml | 12 +++++++
.../uc2-flink-benchmark-operator.yaml | 32 +++++++++++++------
.../uc2-hazelcastjet-benchmark-operator.yaml | 12 +++++++
.../uc2-kstreams-benchmark-operator.yaml | 12 +++++++
.../uc4-beam-flink-benchmark-operator.yaml | 12 +++++++
.../uc4-flink-benchmark-operator.yaml | 12 +++++++
.../uc4-hazelcastjet-benchmark-operator.yaml | 12 +++++++
.../uc4-kstreams-benchmark-operator.yaml | 12 +++++++
8 files changed, 106 insertions(+), 10 deletions(-)
diff --git a/theodolite-benchmarks/definitions/uc2-beam-flink/uc2-beam-flink-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc2-beam-flink/uc2-beam-flink-benchmark-operator.yaml
index 7dc7a2c58..a113a9fb8 100644
--- a/theodolite-benchmarks/definitions/uc2-beam-flink/uc2-beam-flink-benchmark-operator.yaml
+++ b/theodolite-benchmarks/definitions/uc2-beam-flink/uc2-beam-flink-benchmark-operator.yaml
@@ -91,6 +91,18 @@ spec:
threshold: 2000
externalSloUrl: "http://localhost:80/evaluate-slope"
warmup: 60 # in seconds
+ - name: droppedRecords
+ sloType: generic
+ prometheusUrl: "http://prometheus-operated:9090"
+ offset: 0
+ properties:
+ externalSloUrl: "http://localhost:8082"
+ promQLQuery: "sum(rate(flink_taskmanager_job_task_operator_org_apache_beam_runners_core_LateDataDroppingDoFnRunner_droppedDueToLateness[30s])) by (job) OR vector(0)"
+ warmup: 60 # in seconds
+ queryAggregation: max
+ repetitionAggregation: median
+ operator: lte
+ threshold: 100
kafkaConfig:
bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics:
diff --git a/theodolite-benchmarks/definitions/uc2-flink/uc2-flink-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc2-flink/uc2-flink-benchmark-operator.yaml
index b3904ca5f..51ebb7c27 100644
--- a/theodolite-benchmarks/definitions/uc2-flink/uc2-flink-benchmark-operator.yaml
+++ b/theodolite-benchmarks/definitions/uc2-flink/uc2-flink-benchmark-operator.yaml
@@ -9,16 +9,16 @@ metadata:
spec:
sut:
resources:
- - configMap:
- name: "benchmark-resources-uc2-flink"
- files:
- - "flink-configuration-configmap.yaml"
- - "taskmanager-deployment.yaml"
- - "taskmanager-service.yaml"
- - "service-monitor.yaml"
- - "jobmanager-service.yaml"
- - "jobmanager-deployment.yaml"
- # - "jobmanager-rest-service.yaml"
+ - configMap:
+ name: "benchmark-resources-uc2-flink"
+ files:
+ - "flink-configuration-configmap.yaml"
+ - "taskmanager-deployment.yaml"
+ - "taskmanager-service.yaml"
+ - "service-monitor.yaml"
+ - "jobmanager-service.yaml"
+ - "jobmanager-deployment.yaml"
+ # - "jobmanager-rest-service.yaml"
loadGenerator:
resources:
- configMap:
@@ -91,6 +91,18 @@ spec:
threshold: 2000
externalSloUrl: "http://localhost:80/evaluate-slope"
warmup: 60 # in seconds
+ - name: droppedRecords
+ sloType: generic
+ prometheusUrl: "http://prometheus-operated:9090"
+ offset: 0
+ properties:
+ externalSloUrl: "http://localhost:8082"
+ promQLQuery: "sum(rate(flink_taskmanager_job_task_operator_numLateRecordsDropped[30s])) by(job) OR vector(0)"
+ warmup: 60 # in seconds
+ queryAggregation: max
+ repetitionAggregation: median
+ operator: lte
+ threshold: 100
kafkaConfig:
bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics:
diff --git a/theodolite-benchmarks/definitions/uc2-hazelcastjet/uc2-hazelcastjet-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc2-hazelcastjet/uc2-hazelcastjet-benchmark-operator.yaml
index 101a0e840..e207c4a1e 100644
--- a/theodolite-benchmarks/definitions/uc2-hazelcastjet/uc2-hazelcastjet-benchmark-operator.yaml
+++ b/theodolite-benchmarks/definitions/uc2-hazelcastjet/uc2-hazelcastjet-benchmark-operator.yaml
@@ -66,6 +66,18 @@ spec:
threshold: 2000
externalSloUrl: "http://localhost:80/evaluate-slope"
warmup: 60 # in seconds
+ - name: droppedRecords
+ sloType: generic
+ prometheusUrl: "http://prometheus-operated:9090"
+ offset: 0
+ properties:
+ externalSloUrl: "http://localhost:8082"
+ promQLQuery: "sum(rate(com_hazelcast_jet_metrics_lateeventsdropped[30s])) by(job) OR vector(0)"
+ warmup: 60 # in seconds
+ queryAggregation: max
+ repetitionAggregation: median
+ operator: lte
+ threshold: 100
kafkaConfig:
bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics:
diff --git a/theodolite-benchmarks/definitions/uc2-kstreams/uc2-kstreams-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc2-kstreams/uc2-kstreams-benchmark-operator.yaml
index 82f2f8bb8..c20ef252d 100644
--- a/theodolite-benchmarks/definitions/uc2-kstreams/uc2-kstreams-benchmark-operator.yaml
+++ b/theodolite-benchmarks/definitions/uc2-kstreams/uc2-kstreams-benchmark-operator.yaml
@@ -71,6 +71,18 @@ spec:
threshold: 2000
externalSloUrl: "http://localhost:80/evaluate-slope"
warmup: 60 # in seconds
+ - name: droppedRecords
+ sloType: generic
+ prometheusUrl: "http://prometheus-operated:9090"
+ offset: 0
+ properties:
+ externalSloUrl: "http://localhost:8082"
+ promQLQuery: "sum(rate(kafka_streams_stream_task_metrics_dropped_records_total[30s])) by (job) OR vector(0)"
+ warmup: 60 # in seconds
+ queryAggregation: max
+ repetitionAggregation: median
+ operator: lte
+ threshold: 100
kafkaConfig:
bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics:
diff --git a/theodolite-benchmarks/definitions/uc4-beam-flink/uc4-beam-flink-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc4-beam-flink/uc4-beam-flink-benchmark-operator.yaml
index 2ef59bd15..0bd196061 100644
--- a/theodolite-benchmarks/definitions/uc4-beam-flink/uc4-beam-flink-benchmark-operator.yaml
+++ b/theodolite-benchmarks/definitions/uc4-beam-flink/uc4-beam-flink-benchmark-operator.yaml
@@ -92,6 +92,18 @@ spec:
threshold: 2000
externalSloUrl: "http://localhost:80/evaluate-slope"
warmup: 60 # in seconds
+ - name: droppedRecords
+ sloType: generic
+ prometheusUrl: "http://prometheus-operated:9090"
+ offset: 0
+ properties:
+ externalSloUrl: "http://localhost:8082"
+ promQLQuery: "sum(rate(flink_taskmanager_job_task_operator_org_apache_beam_runners_core_LateDataDroppingDoFnRunner_droppedDueToLateness[30s])) by (job) OR vector(0)"
+ warmup: 60 # in seconds
+ queryAggregation: max
+ repetitionAggregation: median
+ operator: lte
+ threshold: 100
kafkaConfig:
bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics:
diff --git a/theodolite-benchmarks/definitions/uc4-flink/uc4-flink-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc4-flink/uc4-flink-benchmark-operator.yaml
index fec201f77..a3ee95037 100644
--- a/theodolite-benchmarks/definitions/uc4-flink/uc4-flink-benchmark-operator.yaml
+++ b/theodolite-benchmarks/definitions/uc4-flink/uc4-flink-benchmark-operator.yaml
@@ -92,6 +92,18 @@ spec:
threshold: 2000
externalSloUrl: "http://localhost:80/evaluate-slope"
warmup: 60 # in seconds
+ - name: droppedRecords
+ sloType: generic
+ prometheusUrl: "http://prometheus-operated:9090"
+ offset: 0
+ properties:
+ externalSloUrl: "http://localhost:8082"
+ promQLQuery: "sum(rate(flink_taskmanager_job_task_operator_numLateRecordsDropped[30s])) by(job) OR vector(0)"
+ warmup: 60 # in seconds
+ queryAggregation: max
+ repetitionAggregation: median
+ operator: lte
+ threshold: 100
kafkaConfig:
bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics:
diff --git a/theodolite-benchmarks/definitions/uc4-hazelcastjet/uc4-hazelcastjet-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc4-hazelcastjet/uc4-hazelcastjet-benchmark-operator.yaml
index 9db8017df..319820268 100644
--- a/theodolite-benchmarks/definitions/uc4-hazelcastjet/uc4-hazelcastjet-benchmark-operator.yaml
+++ b/theodolite-benchmarks/definitions/uc4-hazelcastjet/uc4-hazelcastjet-benchmark-operator.yaml
@@ -67,6 +67,18 @@ spec:
threshold: 2000
externalSloUrl: "http://localhost:80/evaluate-slope"
warmup: 60 # in seconds
+ - name: droppedRecords
+ sloType: generic
+ prometheusUrl: "http://prometheus-operated:9090"
+ offset: 0
+ properties:
+ externalSloUrl: "http://localhost:8082"
+ promQLQuery: "sum(rate(com_hazelcast_jet_metrics_lateeventsdropped[30s])) by(job) OR vector(0)"
+ warmup: 60 # in seconds
+ queryAggregation: max
+ repetitionAggregation: median
+ operator: lte
+ threshold: 100
kafkaConfig:
bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics:
diff --git a/theodolite-benchmarks/definitions/uc4-kstreams/uc4-kstreams-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc4-kstreams/uc4-kstreams-benchmark-operator.yaml
index 15a388f1a..3604d7d66 100644
--- a/theodolite-benchmarks/definitions/uc4-kstreams/uc4-kstreams-benchmark-operator.yaml
+++ b/theodolite-benchmarks/definitions/uc4-kstreams/uc4-kstreams-benchmark-operator.yaml
@@ -72,6 +72,18 @@ spec:
threshold: 2000
externalSloUrl: "http://localhost:80/evaluate-slope"
warmup: 60 # in seconds
+ - name: droppedRecords
+ sloType: generic
+ prometheusUrl: "http://prometheus-operated:9090"
+ offset: 0
+ properties:
+ externalSloUrl: "http://localhost:8082"
+ promQLQuery: "sum(rate(kafka_streams_stream_task_metrics_dropped_records_total[30s])) by (job) OR vector(0)"
+ warmup: 60 # in seconds
+ queryAggregation: max
+ repetitionAggregation: median
+ operator: lte
+ threshold: 100
kafkaConfig:
bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics:
--
GitLab