Skip to content
Snippets Groups Projects
Commit 1cb447e0 authored by Lorenz Boguhn's avatar Lorenz Boguhn
Browse files

Add uc2-beam-samza benchmark resources

parent f7cdd0ef
No related branches found
No related tags found
1 merge request!218Add Beam Kubernetes Benchmark Definitions
apiVersion: apps/v1
kind: Deployment
metadata:
name: kafka-client
labels:
app: kafka-client
spec:
replicas: 3
selector:
matchLabels:
app: kafka-client
template:
metadata:
labels:
app: kafka-client
spec:
containers:
- name: kafka-client
image: confluentinc/cp-enterprise-kafka:5.4.0
command:
- sh
- -c
- "exec tail -f /dev/null"
restartPolicy: Never
\ No newline at end of file
apiVersion: apps/v1
kind: Deployment
metadata:
name: uc2-beam-samza
spec:
selector:
matchLabels:
app: uc2-beam-samza
replicas: 1
template:
metadata:
labels:
app: uc2-beam-samza
spec:
terminationGracePeriodSeconds: 0
containers:
- name: uc2-beam-samza
image: ghcr.io/cau-se/theodolite-uc2-beam-samza
ports:
- containerPort: 5555
name: jmx
env:
- name: SAMZA_JOB_COORDINATOR_ZK_CONNECT
value: "theodolite-cp-zookeeper:2181"
- name: SAMZA_SYSTEMS_KAFKA_PRODUCER_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092"
- name: SAMZA_SYSTEMS_KAFKA_CONSUMER_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092"
- name: MAX_SOURCE_PARALLELISM
value: "1024"
- name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092"
- name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS # Set as default for the applications
value: "100"
resources:
limits:
memory: 4Gi
cpu: 1000m
\ No newline at end of file
apiVersion: v1
kind: Service
metadata:
name: titan-ccp-aggregation
labels:
app: titan-ccp-aggregation
spec:
#type: NodePort
selector:
app: titan-ccp-aggregation
ports:
- name: http
port: 80
targetPort: 80
protocol: TCP
- name: metrics
port: 5556
apiVersion: monitoring.coreos.com/v1
kind: ServiceMonitor
metadata:
labels:
app: titan-ccp-aggregation
appScope: titan-ccp
name: titan-ccp-aggregation
spec:
selector:
matchLabels:
app: titan-ccp-aggregation
endpoints:
- port: metrics
interval: 10s
apiVersion: theodolite.com/v1
kind: benchmark
metadata:
name: uc2-beam-samza
spec:
sut:
resources:
- configMap:
name: "benchmark-resources-uc2-beam-samza"
files:
- "uc2-beam-samza-deployment.yaml"
- "uc2-beam-samza-service.yaml"
- "uc2-service-monitor.yaml"
# beforeActions:
# - selector: # delete zookeeper nodes to reset zookeeper
# pod:
# matchLabels:
# app: "cp-zookeeper"
# container: "cp-zookeeper-server"
# exec:
# command: ["/usr/bin/zookeeper-shell", "localhost:2181", "ls" , "/"]
# timeoutSeconds: 60
# - selector: #Create input topic for samza with 10 partitions
# pod:
# matchLabels:
# app: "cp-zookeeper"
# container: "cp-zookeeper-server"
# exec:
# command: ["kafka-topics", "--zookeeper", "localhost:2181",
# "--topic", "input", "--partitions", "10", "--create"]
# timeoutSeconds: 90
afterActions:
- selector: # delete zookeeper nodes to reset zookeeper
pod:
matchLabels:
app: "cp-zookeeper"
container: "cp-zookeeper-server"
exec:
command: ["zookeeper-shell", "localhost:2181",
"deleteall", "/app-theodolite-uc2-application-1"]
timeoutSeconds: 60
loadGenerator:
resources:
- configMap:
name: "benchmark-resources-uc2-load-generator"
files:
- "uc2-load-generator-deployment.yaml"
- "uc2-load-generator-service.yaml"
resourceTypes:
- typeName: "Instances"
patchers:
- type: "ReplicaPatcher"
resource: "uc2-beam-samza-deployment.yaml"
loadTypes:
- typeName: "NumSensors"
patchers:
- type: "EnvVarPatcher"
resource: "uc2-load-generator-deployment.yaml"
properties:
container: "workload-generator"
variableName: "NUM_SENSORS"
- type: NumSensorsLoadGeneratorReplicaPatcher
resource: "uc2-load-generator-deployment.yaml"
properties:
loadGenMaxRecords: "150000"
kafkaConfig:
bootstrapServer: "theodolite-cp-kafka:9092"
topics:
- name: "input"
numPartitions: 40
replicationFactor: 1
- name: "output"
numPartitions: 40
replicationFactor: 1
- name: ".*samza.*"
removeOnly: true
- name: ".*uc2-application.*"
removeOnly: true
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment