Skip to content
Snippets Groups Projects
Commit ebc42fe7 authored by Lorenz Boguhn's avatar Lorenz Boguhn
Browse files

Merge upstream master

parents 2be456a4 0ff4ca96
No related branches found
No related tags found
1 merge request!187Migrate Beam benchmark implementation
This commit is part of merge request !187. Comments created here will be created in the context of that merge request.
Expand all Hide whitespace changes
Inline Side-by-side
Showing
with 1424 additions and 490 deletions
docs/CNAME 0 → 100644
+ 1
− 0
View file @ ebc42fe7
www.theodolite.rocks
\ No newline at end of file
docs/crd-benchmark-doc.md deleted 100644 → 0
+ 0
− 374
View file @ 2be456a4
# API Reference
Packages:
- [theodolite.com/v1](#theodolitecomv1)
# theodolite.com/v1
Resource Types:
- [benchmark](#benchmark)
## benchmark
<sup><sup>[↩ Parent](#theodolitecomv1 )</sup></sup>
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Required</th>
</tr>
</thead>
<tbody><tr>
<td><b>apiVersion</b></td>
<td>string</td>
<td>theodolite.com/v1</td>
<td>true</td>
</tr>
<tr>
<td><b>kind</b></td>
<td>string</td>
<td>benchmark</td>
<td>true</td>
</tr>
<tr>
<td><b><a href="https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.20/#objectmeta-v1-meta">metadata</a></b></td>
<td>object</td>
<td>Refer to the Kubernetes API documentation for the fields of the `metadata` field.</td>
<td>true</td>
</tr><tr>
<td><b><a href="#benchmarkspec">spec</a></b></td>
<td>object</td>
<td>
<br/>
</td>
<td>true</td>
</tr></tbody>
</table>
### benchmark.spec
<sup><sup>[↩ Parent](#benchmark)</sup></sup>
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Required</th>
</tr>
</thead>
<tbody><tr>
<td><b>name</b></td>
<td>string</td>
<td>
This field exists only for technical reasons and should not be set by the user. The value of the field will be overwritten.<br/>
</td>
<td>false</td>
</tr><tr>
<td><b>appResource</b></td>
<td>[]string</td>
<td>
A list of file names that reference Kubernetes resources that are deployed on the cluster for the system under test (SUT).<br/>
</td>
<td>true</td>
</tr><tr>
<td><b><a href="#benchmarkspeckafkaconfig">kafkaConfig</a></b></td>
<td>object</td>
<td>
Contains the Kafka configuration.<br/>
</td>
<td>true</td>
</tr><tr>
<td><b>loadGenResource</b></td>
<td>[]string</td>
<td>
A list of file names that reference Kubernetes resources that are deployed on the cluster for the load generator.<br/>
</td>
<td>true</td>
</tr><tr>
<td><b><a href="#benchmarkspecloadtypesindex">loadTypes</a></b></td>
<td>[]object</td>
<td>
A list of load types that can be scaled for this benchmark. For each load type the concrete values are defined in the execution object.<br/>
</td>
<td>true</td>
</tr><tr>
<td><b><a href="#benchmarkspecresourcetypesindex">resourceTypes</a></b></td>
<td>[]object</td>
<td>
A list of resource types that can be scaled for this `benchmark` resource. For each resource type the concrete values are defined in the `execution` object.<br/>
</td>
<td>true</td>
</tr></tbody>
</table>
### benchmark.spec.kafkaConfig
<sup><sup>[↩ Parent](#benchmarkspec)</sup></sup>
Contains the Kafka configuration.
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Required</th>
</tr>
</thead>
<tbody><tr>
<td><b>bootstrapServer</b></td>
<td>string</td>
<td>
The bootstrap servers connection string.<br/>
</td>
<td>true</td>
</tr><tr>
<td><b><a href="#benchmarkspeckafkaconfigtopicsindex">topics</a></b></td>
<td>[]object</td>
<td>
List of topics to be created for each experiment. Alternative theodolite offers the possibility to remove certain topics after each experiment.<br/>
</td>
<td>true</td>
</tr></tbody>
</table>
### benchmark.spec.kafkaConfig.topics[index]
<sup><sup>[↩ Parent](#benchmarkspeckafkaconfig)</sup></sup>
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Required</th>
</tr>
</thead>
<tbody><tr>
<td><b>removeOnly</b></td>
<td>boolean</td>
<td>
Determines if this topic should only be deleted after each experiement. For removeOnly topics the name can be a RegEx describing the topic.<br/>
<br/>
<i>Default</i>: false<br/>
</td>
<td>false</td>
</tr><tr>
<td><b>name</b></td>
<td>string</td>
<td>
The name of the topic.<br/>
<br/>
<i>Default</i>: <br/>
</td>
<td>true</td>
</tr><tr>
<td><b>numPartitions</b></td>
<td>integer</td>
<td>
The number of partitions of the topic.<br/>
<br/>
<i>Default</i>: 0<br/>
</td>
<td>true</td>
</tr><tr>
<td><b>replicationFactor</b></td>
<td>integer</td>
<td>
The replication factor of the topic.<br/>
<br/>
<i>Default</i>: 0<br/>
</td>
<td>true</td>
</tr></tbody>
</table>
### benchmark.spec.loadTypes[index]
<sup><sup>[↩ Parent](#benchmarkspec)</sup></sup>
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Required</th>
</tr>
</thead>
<tbody><tr>
<td><b><a href="#benchmarkspecloadtypesindexpatchersindex">patchers</a></b></td>
<td>[]object</td>
<td>
List of patchers used to scale this resource type.<br/>
</td>
<td>true</td>
</tr><tr>
<td><b>typeName</b></td>
<td>string</td>
<td>
Name of the load type.<br/>
</td>
<td>true</td>
</tr></tbody>
</table>
### benchmark.spec.loadTypes[index].patchers[index]
<sup><sup>[↩ Parent](#benchmarkspecloadtypesindex)</sup></sup>
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Required</th>
</tr>
</thead>
<tbody><tr>
<td><b>properties</b></td>
<td>object</td>
<td>
(Optional) Patcher specific additional arguments.<br/>
<br/>
<i>Default</i>: map[]<br/>
</td>
<td>false</td>
</tr><tr>
<td><b>resource</b></td>
<td>string</td>
<td>
Specifies the Kubernetes resource to be patched.<br/>
<br/>
<i>Default</i>: <br/>
</td>
<td>true</td>
</tr><tr>
<td><b>type</b></td>
<td>string</td>
<td>
Type of the Patcher.<br/>
<br/>
<i>Default</i>: <br/>
</td>
<td>true</td>
</tr></tbody>
</table>
### benchmark.spec.resourceTypes[index]
<sup><sup>[↩ Parent](#benchmarkspec)</sup></sup>
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Required</th>
</tr>
</thead>
<tbody><tr>
<td><b><a href="#benchmarkspecresourcetypesindexpatchersindex">patchers</a></b></td>
<td>[]object</td>
<td>
List of patchers used to scale this resource type.<br/>
</td>
<td>true</td>
</tr><tr>
<td><b>typeName</b></td>
<td>string</td>
<td>
Name of the resource type.<br/>
</td>
<td>true</td>
</tr></tbody>
</table>
### benchmark.spec.resourceTypes[index].patchers[index]
<sup><sup>[↩ Parent](#benchmarkspecresourcetypesindex)</sup></sup>
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Required</th>
</tr>
</thead>
<tbody><tr>
<td><b>properties</b></td>
<td>object</td>
<td>
(Optional) Patcher specific additional arguments.<br/>
<br/>
<i>Default</i>: map[]<br/>
</td>
<td>false</td>
</tr><tr>
<td><b>resource</b></td>
<td>string</td>
<td>
Specifies the Kubernetes resource to be patched.<br/>
<br/>
<i>Default</i>: <br/>
</td>
<td>true</td>
</tr><tr>
<td><b>type</b></td>
<td>string</td>
<td>
Type of the patcher.<br/>
<br/>
<i>Default</i>: <br/>
</td>
<td>true</td>
</tr></tbody>
</table>
\ No newline at end of file
docs/crd-execution-doc.md → docs/crd-docu.md
+ 1226
− 0
View file @ ebc42fe7
This diff is collapsed.
execution/README.md
+ 2
− 2
View file @ ebc42fe7
# Theodolite Execution Framework
**Please note: Most of the content in this directory is deprecated. Please refer to the `helm` directory for installing the latest version of Theodolite.**
This directory contains the Theodolite framework for executing scalability
benchmarks in a Kubernetes cluster. As Theodolite aims for executing benchmarks
in realistic execution environments, some third-party components are [required](#installation).
After everything is installed and configured, you can move on the [execution of
benchmarks](#execution).
*Note: The currently released version of Theodolite only allows running Kafka Streams benchmarks. With the upcoming release `0.5`, we plan to support arbitrary stream processing engines, in particular, our already available implementations for Apache Flink. To already run them now, please contact us.*
## Installation
For executing benchmarks, access to a Kubernetes cluster is required. If you already run other applications inside your
......
helm/README.md
+ 2
− 0
View file @ ebc42fe7
......@@ -9,6 +9,8 @@ helm dependencies update .
helm install theodolite .
```
**Hint for Windows users:** The Theodolite Helm chart makes use of some symbolic links. These are not properly created when this repository is checked out with Windows. There are a couple of solutions presented in this [Stack Overflow post](https://stackoverflow.com/q/5917249/4121056). A simpler workaround is to manually delete the symbolic links and replace them by the files and folders, they are pointing to. The relevant symbolic links are `benchmark-definitions` and the files inside `crd`.
## Customize Installation
As usual, the installation with Helm can be configured by passing a values YAML file:
......
helm/preconfigs/oci.yaml
+ 4
− 2
View file @ ebc42fe7
operator:
resultsVolume:
storageClassName: "oci-bv"
size: 50Gi # minimal size in OCI
\ No newline at end of file
persistent:
enabled: true
storageClassName: "oci-bv"
size: 50Gi # minimal size in OCI
helm/templates/_helpers.tpl
+ 1
− 1
View file @ ebc42fe7
......@@ -65,5 +65,5 @@ Create the name of the service account to use
Create the name of the results volume to use
*/}}
{{- define "theodolite.resultsClaimName" -}}
{{- default (printf "%s-results" (include "theodolite.fullname" .)) .Values.operator.resultsVolume.existingClaim }}
{{- default (printf "%s-results" (include "theodolite.fullname" .)) .Values.operator.resultsVolume.persistent.existingClaim }}
{{- end }}
helm/templates/theodolite/benchmark-resources-config-map.yaml → helm/templates/theodolite/benchmarks/benchmark-resources-config-map.yaml
+ 12
− 0
View file @ ebc42fe7
{{- $processedDict := dict -}}
{{- range $path, $bytes := .Files.Glob "benchmark-definitions/**/resources/**" }}
{{- $name := base (dir (dir $path)) }}
{{- if not (hasKey $processedDict $name) -}}
{{ $_ := set $processedDict $name "true" }}
{{- range $configmap, $enabled := .Values.operator.theodoliteBenchmarks.resourceConfigMaps }}
{{- if $enabled -}}
{{- $name := kebabcase $configmap }}
apiVersion: v1
kind: ConfigMap
metadata:
name: benchmark-resources-{{ $name }}
name: benchmark-resources-{{ $name }}
data:
{{ ($.Files.Glob (printf "benchmark-definitions/%s/resources/*" $name)).AsConfig | indent 2 }}
---
{{- end }}
{{- end }}
apiVersion: v1
kind: ConfigMap
metadata:
name: benchmark-resources-custom
data: {}
helm/templates/theodolite/benchmarks/benchmark.yaml 0 → 100644
+ 7
− 0
View file @ ebc42fe7
{{- range $benchmark, $enabled := .Values.operator.theodoliteBenchmarks.benchmarks }}
{{- if $enabled -}}
{{- $name := kebabcase $benchmark }}
{{ $.Files.Get (printf "benchmark-definitions/%s/%s-benchmark-operator.yaml" $name $name) }}
---
{{- end }}
{{- end }}
helm/templates/theodolite/random-scheduler/deployment.yaml
+ 4
− 0
View file @ ebc42fe7
......@@ -27,4 +27,8 @@ spec:
env:
- name: TARGET_NAMESPACE
value: {{ .Release.Namespace }}
{{- with .Values.randomScheduler.nodeSelector }}
nodeSelector:
{{ toYaml . | indent 2 }}
{{- end }}
{{- end }}
helm/templates/theodolite/results-volume/pvc.yaml
+ 5
− 5
View file @ ebc42fe7
{{- if and .Values.operator.resultsVolume.enabled (not .Values.operator.resultsVolume.existingClaim) -}}
{{- if and .Values.operator.resultsVolume.persistent.enabled (not .Values.operator.resultsVolume.persistent.existingClaim) -}}
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: {{ include "theodolite.resultsClaimName" . }}
spec:
{{- if .Values.operator.resultsVolume.storageClassName }}
storageClassName: {{ .Values.operator.resultsVolume.storageClassName }}
{{- if .Values.operator.resultsVolume.persistent.storageClassName }}
storageClassName: {{ .Values.operator.resultsVolume.persistent.storageClassName }}
{{- end }}
accessModes:
- ReadWriteOnce
{{- range .Values.operator.resultsVolume.accessModes }}
{{- range .Values.operator.resultsVolume.persistent.accessModes }}
- {{ . | quote }}
{{- end }}
resources:
requests:
storage: {{ .Values.operator.resultsVolume.size | quote }}
storage: {{ .Values.operator.resultsVolume.persistent.size | quote }}
{{- end }}
\ No newline at end of file
helm/templates/theodolite/role.yaml
+ 7
− 0
View file @ ebc42fe7
......@@ -49,6 +49,7 @@ rules:
- theodolite.com
resources:
- benchmarks
- benchmarks/status
- executions
- executions/status
verbs:
......@@ -68,5 +69,11 @@ rules:
- get
- create
- update
- apiGroups:
- ""
resources:
- events
verbs:
- create
{{- end }}
{{- end }}
\ No newline at end of file
helm/templates/theodolite/theodolite-operator.yaml
+ 11
− 63
View file @ ebc42fe7
......@@ -26,33 +26,11 @@ spec:
value: {{ .Release.Namespace }}
- name: MODE
value: operator
- name: THEODOLITE_APP_RESOURCES
value: "./benchmark-resources"
- name: RESULTS_FOLDER
value: "./results"
volumeMounts:
{{- if .Values.operator.resultsVolume.enabled }}
- name: theodolite-pv-storage
- name: theodolite-results-volume
mountPath: "/deployments/results"
{{- end }}
- name: benchmark-resources-uc1-kstreams
mountPath: /deployments/benchmark-resources/uc1-kstreams
- name: benchmark-resources-uc2-kstreams
mountPath: /deployments/benchmark-resources/uc2-kstreams
- name: benchmark-resources-uc3-kstreams
mountPath: /deployments/benchmark-resources/uc3-kstreams
- name: benchmark-resources-uc4-kstreams
mountPath: /deployments/benchmark-resources/uc4-kstreams
- name: benchmark-resources-uc1-flink
mountPath: /deployments/benchmark-resources/uc1-flink
- name: benchmark-resources-uc2-flink
mountPath: /deployments/benchmark-resources/uc2-flink
- name: benchmark-resources-uc3-flink
mountPath: /deployments/benchmark-resources/uc3-flink
- name: benchmark-resources-uc4-flink
mountPath: /deployments/benchmark-resources/uc4-flink
- name: benchmark-resources-custom
mountPath: /deployments/benchmark-resources/custom
{{- if .Values.operator.sloChecker.lagTrend.enabled }}
- name: lag-trend-slo-checker
image: "{{ .Values.operator.sloChecker.lagTrend.image }}:{{ .Values.operator.sloChecker.lagTrend.imageTag }}"
......@@ -77,7 +55,7 @@ spec:
- name: LOG_LEVEL
value: INFO
{{- end }}
{{- if and .Values.operator.resultsVolume.enabled .Values.operator.resultsVolume.accessSidecar.enabled }}
{{- if .Values.operator.resultsVolume.accessSidecar.enabled }}
- name: results-access
image: busybox:stable
image: "{{ .Values.operator.resultsVolume.accessSidecar.image }}:{{ .Values.operator.resultsVolume.accessSidecar.imageTag }}"
......@@ -88,48 +66,18 @@ spec:
- exec tail -f /dev/null
volumeMounts:
- mountPath: /results
name: theodolite-pv-storage
name: theodolite-results-volume
{{- end }}
volumes:
{{- if .Values.operator.resultsVolume.enabled }}
- name: theodolite-pv-storage
- name: theodolite-results-volume
{{- if .Values.operator.resultsVolume.persistent.enabled }}
persistentVolumeClaim:
claimName: {{ include "theodolite.resultsClaimName" . | quote }}
{{- else }}
emptyDir: {}
{{- end }}
{{- with .Values.operator.nodeSelector }}
nodeSelector:
{{ toYaml . | indent 2 }}
{{- end }}
- name: benchmark-resources-uc1-kstreams
configMap:
name: benchmark-resources-uc1-kstreams
optional: true
- name: benchmark-resources-uc2-kstreams
configMap:
name: benchmark-resources-uc2-kstreams
optional: true
- name: benchmark-resources-uc3-kstreams
configMap:
name: benchmark-resources-uc3-kstreams
optional: true
- name: benchmark-resources-uc4-kstreams
configMap:
name: benchmark-resources-uc4-kstreams
optional: true
- name: benchmark-resources-uc1-flink
configMap:
name: benchmark-resources-uc1-flink
optional: true
- name: benchmark-resources-uc2-flink
configMap:
name: benchmark-resources-uc2-flink
optional: true
- name: benchmark-resources-uc3-flink
configMap:
name: benchmark-resources-uc3-flink
optional: true
- name: benchmark-resources-uc4-flink
configMap:
name: benchmark-resources-uc4-flink
optional: true
- name: benchmark-resources-custom
configMap:
name: benchmark-resources-custom
optional: true
{{- end }}
helm/values.yaml
+ 37
− 7
View file @ ebc42fe7
......@@ -3,7 +3,7 @@
###
kafkaClient:
enabled: true
enabled: false
nodeSelector: {}
......@@ -155,7 +155,10 @@ cp-helm-charts:
###
kafka-lag-exporter:
enabled: true
image:
pullPolicy: IfNotPresent
nodeSelector: {}
clusters:
- name: "theodolite-cp-kafka"
bootstrapBrokers: "theodolite-cp-kafka:9092"
......@@ -250,6 +253,8 @@ operator:
imageTag: latest
imagePullPolicy: Always
nodeSelector: {}
sloChecker:
lagTrend:
enabled: true
......@@ -263,18 +268,42 @@ operator:
imagePullPolicy: Always
resultsVolume:
enabled: true
# existingClaim:
# storageClassName:
accessModes:
- ReadWriteOnce
size: 1Gi
persistent:
enabled: false
# existingClaim:
# storageClassName:
accessModes:
- ReadWriteOnce
size: 1Gi
accessSidecar:
enabled: true
image: busybox
imageTag: stable
imagePullPolicy: IfNotPresent
theodoliteBenchmarks:
resourceConfigMaps:
uc1LoadGenerator: true
uc1Kstreams: true
uc1Flink: true
uc2LoadGenerator: true
uc2Kstreams: true
uc2Flink: true
uc3LoadGenerator: true
uc3Kstreams: true
uc3Flink: true
uc4LoadGenerator: true
uc4Kstreams: true
uc4Flink: true
benchmarks:
uc1Kstreams: true
uc1Flink: true
uc2Kstreams: true
uc2Flink: true
uc3Kstreams: true
uc3Flink: true
uc4Kstreams: true
uc4Flink: true
serviceAccount:
create: true
......@@ -291,3 +320,4 @@ randomScheduler:
create: true
serviceAccount:
create: true
nodeSelector: {}
theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.flink.gradle
+ 9
− 9
View file @ ebc42fe7
......@@ -48,19 +48,19 @@ dependencies {
implementation 'com.google.guava:guava:24.1-jre'
implementation 'com.google.code.gson:gson:2.8.2'
implementation 'org.slf4j:slf4j-simple:1.6.1'
compile project(':flink-commons')
implementation project(':flink-commons')
//compile group: 'org.apache.kafka', name: 'kafka-clients', version: "2.2.0"
compile group: 'org.apache.flink', name: 'flink-java', version: "${flinkVersion}"
compile group: 'org.apache.flink', name: "flink-streaming-java_${scalaBinaryVersion}", version:"${flinkVersion}"
compile group: 'org.apache.flink', name: "flink-table-api-java-bridge_${scalaBinaryVersion}", version: "${flinkVersion}"
compile group: 'org.apache.flink', name: "flink-table-planner-blink_${scalaBinaryVersion}", version: "${flinkVersion}"
compile group: 'org.apache.flink', name: "flink-connector-kafka_${scalaBinaryVersion}", version: "${flinkVersion}"
implementation "org.apache.flink:flink-java:${flinkVersion}"
implementation "org.apache.flink:flink-streaming-java_${scalaBinaryVersion}:${flinkVersion}"
implementation "org.apache.flink:flink-table-api-java-bridge_${scalaBinaryVersion}:${flinkVersion}"
implementation "org.apache.flink:flink-table-planner-blink_${scalaBinaryVersion}:${flinkVersion}"
implementation "org.apache.flink:flink-connector-kafka_${scalaBinaryVersion}:${flinkVersion}"
implementation "org.apache.flink:flink-avro:${flinkVersion}"
implementation "org.apache.flink:flink-avro-confluent-registry:${flinkVersion}"
compile group: 'org.apache.flink', name: "flink-runtime-web_${scalaBinaryVersion}", version: "${flinkVersion}" // TODO: remove after development
compile group: 'org.apache.flink', name: "flink-statebackend-rocksdb_${scalaBinaryVersion}", version: "${flinkVersion}"
compile group: 'org.apache.flink', name: "flink-metrics-prometheus_${scalaBinaryVersion}", version: "${flinkVersion}"
implementation "org.apache.flink:flink-runtime-web_${scalaBinaryVersion}:${flinkVersion}" // For debugging
implementation "org.apache.flink:flink-statebackend-rocksdb_${scalaBinaryVersion}:${flinkVersion}"
implementation "org.apache.flink:flink-metrics-prometheus_${scalaBinaryVersion}:${flinkVersion}"
// Use JUnit test framework
testImplementation 'junit:junit:4.12'
......
theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.java-conventions.gradle
+ 2
− 2
View file @ ebc42fe7
......@@ -50,7 +50,7 @@ pmd {
ruleSets = [] // Gradle requires to clean the rule sets first
ruleSetFiles = files("$rootProject.projectDir/config/pmd.xml")
ignoreFailures = false
toolVersion = "6.8.0"
toolVersion = "6.13.0"
}
checkstyle {
......@@ -58,7 +58,7 @@ checkstyle {
configFile = file("$rootProject.projectDir/config/checkstyle.xml")
maxWarnings = 0
ignoreFailures = false
toolVersion = "8.12"
toolVersion = "8.19"
}
spotbugs {
......
theodolite-benchmarks/definitions/install-configmaps.sh
+ 10
− 1
View file @ ebc42fe7
# Flink
kubectl create configmap benchmark-resources-uc1-flink --from-file uc1-flink/resources
kubectl create configmap benchmark-resources-uc2-flink --from-file uc2-flink/resources
kubectl create configmap benchmark-resources-uc3-flink --from-file uc3-flink/resources
kubectl create configmap benchmark-resources-uc4-flink --from-file uc4-flink/resources
# Kafka Streams
kubectl create configmap benchmark-resources-uc1-kstreams --from-file uc1-kstreams/resources
kubectl create configmap benchmark-resources-uc2-kstreams --from-file uc2-kstreams/resources
kubectl create configmap benchmark-resources-uc3-kstreams --from-file uc3-kstreams/resources
kubectl create configmap benchmark-resources-uc4-kstreams --from-file uc4-kstreams/resources
\ No newline at end of file
kubectl create configmap benchmark-resources-uc4-kstreams --from-file uc4-kstreams/resources
# Load Generator
kubectl create configmap benchmark-resources-uc1-load-generator --from-file uc1-load-generator/resources
kubectl create configmap benchmark-resources-uc2-load-generator --from-file uc2-load-generator/resources
kubectl create configmap benchmark-resources-uc3-load-generator --from-file uc3-load-generator/resources
kubectl create configmap benchmark-resources-uc4-load-generator --from-file uc4-load-generator/resources
theodolite-benchmarks/definitions/uc1-flink/uc1-flink-benchmark-operator.yaml
+ 24
− 16
View file @ ebc42fe7
......@@ -3,29 +3,37 @@ kind: benchmark
metadata:
name: uc1-flink
spec:
appResource:
- "uc1-flink/flink-configuration-configmap.yaml"
- "uc1-flink/taskmanager-deployment.yaml"
- "uc1-flink/taskmanager-service.yaml"
- "uc1-flink/service-monitor.yaml"
- "uc1-flink/jobmanager-service.yaml"
- "uc1-flink/jobmanager-deployment.yaml"
#- "uc1-flink/jobmanager-rest-service.yaml"
loadGenResource:
- "uc1-kstreams/uc1-load-generator-deployment.yaml"
- "uc1-kstreams/uc1-load-generator-service.yaml"
sut:
resources:
- configMap:
name: "benchmark-resources-uc1-flink"
files:
- "flink-configuration-configmap.yaml"
- "taskmanager-deployment.yaml"
- "taskmanager-service.yaml"
- "service-monitor.yaml"
- "jobmanager-service.yaml"
- "jobmanager-deployment.yaml"
#- "jobmanager-rest-service.yaml"
loadGenerator:
resources:
- configMap:
name: "benchmark-resources-uc1-load-generator"
files:
- "uc1-load-generator-deployment.yaml"
- "uc1-load-generator-service.yaml"
resourceTypes:
- typeName: "Instances"
patchers:
- type: "ReplicaPatcher"
resource: "uc1-flink/taskmanager-deployment.yaml"
resource: "taskmanager-deployment.yaml"
- type: "EnvVarPatcher"
resource: "uc1-flink/jobmanager-deployment.yaml"
resource: "jobmanager-deployment.yaml"
properties:
container: "jobmanager"
variableName: "PARALLELISM"
- type: "EnvVarPatcher" # required?
resource: "uc1-flink/taskmanager-deployment.yaml"
resource: "taskmanager-deployment.yaml"
properties:
container: "taskmanager"
variableName: "PARALLELISM"
......@@ -33,12 +41,12 @@ spec:
- typeName: "NumSensors"
patchers:
- type: "EnvVarPatcher"
resource: "uc1-kstreams/uc1-load-generator-deployment.yaml"
resource: "uc1-load-generator-deployment.yaml"
properties:
container: "workload-generator"
variableName: "NUM_SENSORS"
- type: NumSensorsLoadGeneratorReplicaPatcher
resource: "uc1-kstreams/uc1-load-generator-deployment.yaml"
resource: "uc1-load-generator-deployment.yaml"
properties:
loadGenMaxRecords: "150000"
kafkaConfig:
......
theodolite-benchmarks/definitions/uc1-kstreams/uc1-benchmark-operator.yaml → theodolite-benchmarks/definitions/uc1-kstreams/uc1-kstreams-benchmark-operator.yaml
+ 44
− 0
View file @ ebc42fe7
......@@ -3,29 +3,37 @@ kind: benchmark
metadata:
name: uc1-kstreams
spec:
appResource:
- "uc1-kstreams/uc1-kstreams-deployment.yaml"
- "uc1-kstreams/uc1-kstreams-service.yaml"
- "uc1-kstreams/uc1-jmx-configmap.yaml"
- "uc1-kstreams/uc1-service-monitor.yaml"
loadGenResource:
- "uc1-kstreams/uc1-load-generator-deployment.yaml"
- "uc1-kstreams/uc1-load-generator-service.yaml"
sut:
resources:
- configMap:
name: "benchmark-resources-uc1-kstreams"
files:
- "uc1-kstreams-deployment.yaml"
- "uc1-kstreams-service.yaml"
- "uc1-jmx-configmap.yaml"
- "uc1-service-monitor.yaml"
loadGenerator:
resources:
- configMap:
name: "benchmark-resources-uc1-load-generator"
files:
- "uc1-load-generator-deployment.yaml"
- "uc1-load-generator-service.yaml"
resourceTypes:
- typeName: "Instances"
patchers:
- type: "ReplicaPatcher"
resource: "uc1-kstreams/uc1-kstreams-deployment.yaml"
resource: "uc1-kstreams-deployment.yaml"
loadTypes:
- typeName: "NumSensors"
patchers:
- type: "EnvVarPatcher"
resource: "uc1-kstreams/uc1-load-generator-deployment.yaml"
resource: "uc1-load-generator-deployment.yaml"
properties:
container: "workload-generator"
variableName: "NUM_SENSORS"
- type: NumSensorsLoadGeneratorReplicaPatcher
resource: "uc1-kstreams/uc1-load-generator-deployment.yaml"
resource: "uc1-load-generator-deployment.yaml"
properties:
loadGenMaxRecords: "150000"
kafkaConfig:
......
theodolite-benchmarks/definitions/uc1-kstreams/uc1-benchmark-standalone.yaml → theodolite-benchmarks/definitions/uc1-kstreams/uc1-kstreams-benchmark-standalone.yaml
+ 16
− 8
View file @ ebc42fe7
name: "uc1-kstreams"
appResource:
- "uc1-kstreams-deployment.yaml"
- "uc1-kstreams-service.yaml"
- "uc1-jmx-configmap.yaml"
- "uc1-service-monitor.yaml"
loadGenResource:
- "uc1-load-generator-deployment.yaml"
- "uc1-load-generator-service.yaml"
sut:
resources:
- configMap:
name: "benchmark-resources-uc1-kstreams"
files:
- "uc1-kstreams-deployment.yaml"
- "uc1-kstreams-service.yaml"
- "uc1-jmx-configmap.yaml"
- "uc1-service-monitor.yaml"
loadGenerator:
resources:
- configMap:
name: "benchmark-resources-uc1-load-generator"
files:
- "uc1-load-generator-deployment.yaml"
- "uc1-load-generator-service.yaml"
resourceTypes:
- typeName: "Instances"
patchers:
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment