From 77c2840e785aa47725f8d0277c5a598473a37cdb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?S=C3=B6ren=20Henning?= <soeren.henning@email.uni-kiel.de> Date: Fri, 18 Jun 2021 13:52:22 +0200 Subject: [PATCH] Move benchmark definitions on level up --- .../definitions/uc1-benchmark-operator.yaml | 32 +++++++++++ .../uc1-flink-benchmark-operator.yaml | 43 +++++++++++++++ .../definitions/uc2-benchmark-operator.yaml | 37 +++++++++++++ .../uc2-flink-benchmark-operator.yaml | 48 +++++++++++++++++ .../definitions/uc3-benchmark-operator.yaml | 37 +++++++++++++ .../uc3-flink-benchmark-operator.yaml | 48 +++++++++++++++++ .../definitions/uc4-benchmark-operator.yaml | 43 +++++++++++++++ .../uc4-flink-benchmark-operator.yaml | 54 +++++++++++++++++++ 8 files changed, 342 insertions(+) create mode 100644 theodolite-benchmarks/definitions/uc1-benchmark-operator.yaml create mode 100644 theodolite-benchmarks/definitions/uc1-flink-benchmark-operator.yaml create mode 100644 theodolite-benchmarks/definitions/uc2-benchmark-operator.yaml create mode 100644 theodolite-benchmarks/definitions/uc2-flink-benchmark-operator.yaml create mode 100644 theodolite-benchmarks/definitions/uc3-benchmark-operator.yaml create mode 100644 theodolite-benchmarks/definitions/uc3-flink-benchmark-operator.yaml create mode 100644 theodolite-benchmarks/definitions/uc4-benchmark-operator.yaml create mode 100644 theodolite-benchmarks/definitions/uc4-flink-benchmark-operator.yaml diff --git a/theodolite-benchmarks/definitions/uc1-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc1-benchmark-operator.yaml new file mode 100644 index 000000000..b5451058a --- /dev/null +++ b/theodolite-benchmarks/definitions/uc1-benchmark-operator.yaml @@ -0,0 +1,32 @@ +apiVersion: theodolite.com/v1alpha1 +kind: benchmark +metadata: + name: uc1-kstreams +appResource: + - "uc1-kstreams/uc1-kstreams-deployment.yaml" + - "uc1-kstreams/uc1-kstreams-service.yaml" + - "uc1-kstreams/uc1-jmx-configmap.yaml" + - "uc1-kstreams/uc1-service-monitor.yaml" +loadGenResource: + - "uc1-kstreams/uc1-load-generator-deployment.yaml" + - "uc1-kstreams/uc1-load-generator-service.yaml" +resourceTypes: + - typeName: "Instances" + patchers: + - type: "ReplicaPatcher" + resource: "uc1-kstreams/uc1-kstreams-deployment.yaml" +loadTypes: + - typeName: "NumSensors" + patchers: + - type: "EnvVarPatcher" + resource: "uc1-kstreams/uc1-load-generator-deployment.yaml" + container: "workload-generator" + variableName: "NUM_SENSORS" + - type: NumSensorsLoadGeneratorReplicaPatcher + resource: "uc1-kstreams/uc1-load-generator-deployment.yaml" +kafkaConfig: + bootstrapServer: "theodolite-cp-kafka:9092" + topics: + - name: "input" + numPartitions: 40 + replicationFactor: 1 \ No newline at end of file diff --git a/theodolite-benchmarks/definitions/uc1-flink-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc1-flink-benchmark-operator.yaml new file mode 100644 index 000000000..684c93c29 --- /dev/null +++ b/theodolite-benchmarks/definitions/uc1-flink-benchmark-operator.yaml @@ -0,0 +1,43 @@ +apiVersion: theodolite.com/v1alpha1 +kind: benchmark +metadata: + name: uc1-flink +appResource: + - "uc1-flink/flink-configuration-configmap.yaml" + - "uc1-flink/taskmanager-deployment.yaml" + - "uc1-flink/taskmanager-service.yaml" + - "uc1-flink/service-monitor.yaml" + - "uc1-flink/jobmanager-service.yaml" + - "uc1-flink/jobmanager-deployment.yaml" + #- "uc1-flink/jobmanager-rest-service.yaml" +loadGenResource: + - "uc1-kstreams/uc1-load-generator-deployment.yaml" + - "uc1-kstreams/uc1-load-generator-service.yaml" +resourceTypes: + - typeName: "Instances" + patchers: + - type: "ReplicaPatcher" + resource: "uc1-flink/taskmanager-deployment.yaml" + - type: "EnvVarPatcher" + resource: "uc1-flink/jobmanager-deployment.yaml" + container: "jobmanager" + variableName: "PARALLELISM" + - type: "EnvVarPatcher" # required? + resource: "uc1-flink/taskmanager-deployment.yaml" + container: "taskmanager" + variableName: "PARALLELISM" +loadTypes: + - typeName: "NumSensors" + patchers: + - type: "EnvVarPatcher" + resource: "uc1-kstreams/uc1-load-generator-deployment.yaml" + container: "workload-generator" + variableName: "NUM_SENSORS" + - type: NumSensorsLoadGeneratorReplicaPatcher + resource: "uc1-kstreams/uc1-load-generator-deployment.yaml" +kafkaConfig: + bootstrapServer: "theodolite-cp-kafka:9092" + topics: + - name: "input" + numPartitions: 40 + replicationFactor: 1 \ No newline at end of file diff --git a/theodolite-benchmarks/definitions/uc2-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc2-benchmark-operator.yaml new file mode 100644 index 000000000..3e52605d8 --- /dev/null +++ b/theodolite-benchmarks/definitions/uc2-benchmark-operator.yaml @@ -0,0 +1,37 @@ +apiVersion: theodolite.com/v1alpha1 +kind: benchmark +metadata: + name: uc2-kstreams +appResource: + - "uc2-kstreams/uc2-kstreams-deployment.yaml" + - "uc2-kstreams/uc2-kstreams-service.yaml" + - "uc2-kstreams/uc2-jmx-configmap.yaml" + - "uc2-kstreams/uc2-service-monitor.yaml" +loadGenResource: + - "uc2-kstreams/uc2-load-generator-deployment.yaml" + - "uc2-kstreams/uc2-load-generator-service.yaml" +resourceTypes: + - typeName: "Instances" + patchers: + - type: "ReplicaPatcher" + resource: "uc2-kstreams/uc2-kstreams-deployment.yaml" +loadTypes: + - typeName: "NumSensors" + patchers: + - type: "EnvVarPatcher" + resource: "uc2-kstreams/uc2-load-generator-deployment.yaml" + container: "workload-generator" + variableName: "NUM_SENSORS" + - type: NumSensorsLoadGeneratorReplicaPatcher + resource: "uc2-kstreams/uc2-load-generator-deployment.yaml" +kafkaConfig: + bootstrapServer: "theodolite-cp-kafka:9092" + topics: + - name: "input" + numPartitions: 40 + replicationFactor: 1 + - name: "output" + numPartitions: 40 + replicationFactor: 1 + - name: "theodolite-.*" + removeOnly: True diff --git a/theodolite-benchmarks/definitions/uc2-flink-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc2-flink-benchmark-operator.yaml new file mode 100644 index 000000000..438f02f90 --- /dev/null +++ b/theodolite-benchmarks/definitions/uc2-flink-benchmark-operator.yaml @@ -0,0 +1,48 @@ +apiVersion: theodolite.com/v1alpha1 +kind: benchmark +metadata: + name: uc2-flink +appResource: + - "uc2-flink/flink-configuration-configmap.yaml" + - "uc2-flink/taskmanager-deployment.yaml" + - "uc2-flink/taskmanager-service.yaml" + - "uc2-flink/service-monitor.yaml" + - "uc2-flink/jobmanager-service.yaml" + - "uc2-flink/jobmanager-deployment.yaml" + #- "uc2-flink/jobmanager-rest-service.yaml" +loadGenResource: + - "uc2-kstreams/uc2-load-generator-deployment.yaml" + - "uc2-kstreams/uc2-load-generator-service.yaml" +resourceTypes: + - typeName: "Instances" + patchers: + - type: "ReplicaPatcher" + resource: "uc2-flink/taskmanager-deployment.yaml" + - type: "EnvVarPatcher" + resource: "uc2-flink/jobmanager-deployment.yaml" + container: "jobmanager" + variableName: "PARALLELISM" + - type: "EnvVarPatcher" # required? + resource: "uc2-flink/taskmanager-deployment.yaml" + container: "taskmanager" + variableName: "PARALLELISM" +loadTypes: + - typeName: "NumSensors" + patchers: + - type: "EnvVarPatcher" + resource: "uc2-kstreams/uc2-load-generator-deployment.yaml" + container: "workload-generator" + variableName: "NUM_SENSORS" + - type: NumSensorsLoadGeneratorReplicaPatcher + resource: "uc2-kstreams/uc2-load-generator-deployment.yaml" +kafkaConfig: + bootstrapServer: "theodolite-cp-kafka:9092" + topics: + - name: "input" + numPartitions: 40 + replicationFactor: 1 + - name: "output" + numPartitions: 40 + replicationFactor: 1 + - name: "theodolite-.*" + removeOnly: True diff --git a/theodolite-benchmarks/definitions/uc3-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc3-benchmark-operator.yaml new file mode 100644 index 000000000..d543dc2e5 --- /dev/null +++ b/theodolite-benchmarks/definitions/uc3-benchmark-operator.yaml @@ -0,0 +1,37 @@ +apiVersion: theodolite.com/v1alpha1 +kind: benchmark +metadata: + name: uc3-kstreams +appResource: + - "uc3-kstreams/uc3-kstreams-deployment.yaml" + - "uc3-kstreams/uc3-kstreams-service.yaml" + - "uc3-kstreams/uc3-jmx-configmap.yaml" + - "uc3-kstreams/uc3-service-monitor.yaml" +loadGenResource: + - "uc3-kstreams/uc3-load-generator-deployment.yaml" + - "uc3-kstreams/uc3-load-generator-service.yaml" +resourceTypes: + - typeName: "Instances" + patchers: + - type: "ReplicaPatcher" + resource: "uc3-kstreams/uc3-kstreams-deployment.yaml" +loadTypes: + - typeName: "NumSensors" + patchers: + - type: "EnvVarPatcher" + resource: "uc3-kstreams/uc3-load-generator-deployment.yaml" + container: "workload-generator" + variableName: "NUM_SENSORS" + - type: NumSensorsLoadGeneratorReplicaPatcher + resource: "uc3-kstreams/uc3-load-generator-deployment.yaml" +kafkaConfig: + bootstrapServer: "theodolite-cp-kafka:9092" + topics: + - name: "input" + numPartitions: 40 + replicationFactor: 1 + - name: "output" + numPartitions: 40 + replicationFactor: 1 + - name: "theodolite-.*" + removeOnly: True diff --git a/theodolite-benchmarks/definitions/uc3-flink-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc3-flink-benchmark-operator.yaml new file mode 100644 index 000000000..00552c528 --- /dev/null +++ b/theodolite-benchmarks/definitions/uc3-flink-benchmark-operator.yaml @@ -0,0 +1,48 @@ +apiVersion: theodolite.com/v1alpha1 +kind: benchmark +metadata: + name: uc3-flink +appResource: + - "uc3-flink/flink-configuration-configmap.yaml" + - "uc3-flink/taskmanager-deployment.yaml" + - "uc3-flink/taskmanager-service.yaml" + - "uc3-flink/service-monitor.yaml" + - "uc3-flink/jobmanager-service.yaml" + - "uc3-flink/jobmanager-deployment.yaml" + #- "uc3-flink/jobmanager-rest-service.yaml" +loadGenResource: + - "uc3-kstreams/uc3-load-generator-deployment.yaml" + - "uc3-kstreams/uc3-load-generator-service.yaml" +resourceTypes: + - typeName: "Instances" + patchers: + - type: "ReplicaPatcher" + resource: "uc3-flink/taskmanager-deployment.yaml" + - type: "EnvVarPatcher" + resource: "uc3-flink/jobmanager-deployment.yaml" + container: "jobmanager" + variableName: "PARALLELISM" + - type: "EnvVarPatcher" # required? + resource: "uc3-flink/taskmanager-deployment.yaml" + container: "taskmanager" + variableName: "PARALLELISM" +loadTypes: + - typeName: "NumSensors" + patchers: + - type: "EnvVarPatcher" + resource: "uc3-kstreams/uc3-load-generator-deployment.yaml" + container: "workload-generator" + variableName: "NUM_SENSORS" + - type: NumSensorsLoadGeneratorReplicaPatcher + resource: "uc3-kstreams/uc3-load-generator-deployment.yaml" +kafkaConfig: + bootstrapServer: "theodolite-cp-kafka:9092" + topics: + - name: "input" + numPartitions: 40 + replicationFactor: 1 + - name: "output" + numPartitions: 40 + replicationFactor: 1 + - name: "theodolite-.*" + removeOnly: True diff --git a/theodolite-benchmarks/definitions/uc4-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc4-benchmark-operator.yaml new file mode 100644 index 000000000..ed71d9cef --- /dev/null +++ b/theodolite-benchmarks/definitions/uc4-benchmark-operator.yaml @@ -0,0 +1,43 @@ +apiVersion: theodolite.com/v1alpha1 +kind: benchmark +metadata: + name: uc4-kstreams +appResource: + - "uc4-kstreams/uc4-kstreams-deployment.yaml" + - "uc4-kstreams/uc4-kstreams-service.yaml" + - "uc4-kstreams/uc4-jmx-configmap.yaml" + - "uc4-kstreams/uc4-service-monitor.yaml" +loadGenResource: + - "uc4-kstreams/uc4-load-generator-deployment.yaml" + - "uc4-kstreams/uc4-load-generator-service.yaml" +resourceTypes: + - typeName: "Instances" + patchers: + - type: "ReplicaPatcher" + resource: "uc4-kstreams/uc4-kstreams-deployment.yaml" +loadTypes: + - typeName: "NumNestedGroups" + patchers: + - type: "EnvVarPatcher" + resource: "uc4-kstreams/uc4-load-generator-deployment.yaml" + container: "workload-generator" + variableName: "NUM_NESTED_GROUPS" + - type: "NumNestedGroupsLoadGeneratorReplicaPatcher" + resource: "uc4-kstreams/uc4-load-generator-deployment.yaml" +kafkaConfig: + bootstrapServer: "theodolite-cp-kafka:9092" + topics: + - name: "input" + numPartitions: 40 + replicationFactor: 1 + - name: "output" + numPartitions: 40 + replicationFactor: 1 + - name: "configuration" + numPartitions: 40 + replicationFactor: 1 + - name: "aggregation-feedback" + numPartitions: 40 + replicationFactor: 1 + - name: "theodolite-.*" + removeOnly: True diff --git a/theodolite-benchmarks/definitions/uc4-flink-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc4-flink-benchmark-operator.yaml new file mode 100644 index 000000000..814dc9b19 --- /dev/null +++ b/theodolite-benchmarks/definitions/uc4-flink-benchmark-operator.yaml @@ -0,0 +1,54 @@ +apiVersion: theodolite.com/v1alpha1 +kind: benchmark +metadata: + name: uc4-flink +appResource: + - "uc4-flink/flink-configuration-configmap.yaml" + - "uc4-flink/taskmanager-deployment.yaml" + - "uc4-flink/taskmanager-service.yaml" + - "uc4-flink/service-monitor.yaml" + - "uc4-flink/jobmanager-service.yaml" + - "uc4-flink/jobmanager-deployment.yaml" + #- "uc4-flink/jobmanager-rest-service.yaml" +loadGenResource: + - "uc4-kstreams/uc4-load-generator-deployment.yaml" + - "uc4-kstreams/uc4-load-generator-service.yaml" +resourceTypes: + - typeName: "Instances" + patchers: + - type: "ReplicaPatcher" + resource: "uc4-flink/taskmanager-deployment.yaml" + - type: "EnvVarPatcher" + resource: "uc4-flink/jobmanager-deployment.yaml" + container: "jobmanager" + variableName: "PARALLELISM" + - type: "EnvVarPatcher" # required? + resource: "uc4-flink/taskmanager-deployment.yaml" + container: "taskmanager" + variableName: "PARALLELISM" +loadTypes: + - typeName: "NumNestedGroups" + patchers: + - type: "EnvVarPatcher" + resource: "uc4-kstreams/uc4-load-generator-deployment.yaml" + container: "workload-generator" + variableName: "NUM_NESTED_GROUPS" + - type: "NumNestedGroupsLoadGeneratorReplicaPatcher" + resource: "uc4-kstreams/uc4-load-generator-deployment.yaml" +kafkaConfig: + bootstrapServer: "theodolite-cp-kafka:9092" + topics: + - name: "input" + numPartitions: 40 + replicationFactor: 1 + - name: "output" + numPartitions: 40 + replicationFactor: 1 + - name: "configuration" + numPartitions: 40 + replicationFactor: 1 + - name: "aggregation-feedback" + numPartitions: 40 + replicationFactor: 1 + - name: "theodolite-.*" + removeOnly: True -- GitLab