Skip to content
Snippets Groups Projects
Commit 0aabcffe authored by Björn Vonheiden's avatar Björn Vonheiden
Browse files

Add kustomaziation and patch file for use cases

Add kustomaziation and patch files to replace in a later step
the usage of sed in the application sh files.
parent 67371596
Branches
Tags
3 merge requests!42Integerate theodolite and run uc python scripts,!24run UC as python implementation,!19Replace Kubernetes YAML sed-replacements by Kustomize
Showing
with 201 additions and 32 deletions
......@@ -23,13 +23,13 @@ spec:
- name: KAFKA_BOOTSTRAP_SERVERS
value: "my-confluent-cp-kafka:9092"
- name: COMMIT_INTERVAL_MS
value: "{{KAFKA_STREAMS_COMMIT_INTERVAL_MS}}"
value: 100
- name: JAVA_OPTS
value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
resources:
limits:
memory: "{{MEMORY_LIMIT}}"
cpu: "{{CPU_LIMIT}}"
memory: 4Gi
cpu: 1000m
- name: prometheus-jmx-exporter
image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143"
command:
......
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
commonLabels:
app: titan-ccp-aggregation
# Use all resources to compose them into one file
resources:
- aggregation-deployment.yaml
- aggregation-service.yaml
- service-monitor.yaml
- jmx-configmap.yaml
patchesStrategicMerge:
- set_paramters.yaml # Patch setting the resource parameters
apiVersion: apps/v1
kind: Deployment
metadata:
name: titan-ccp-aggregation
spec:
template:
spec:
containers:
- name: uc1-application
env:
- name: COMMIT_INTERVAL_MS
value: 100
resources:
limits:
memory: 4Gi
cpu: 1000m
......@@ -7,7 +7,7 @@ spec:
matchLabels:
app: titan-ccp-load-generator
serviceName: titan-ccp-load-generator
replicas: {{INSTANCES}}
replicas: 1
template:
metadata:
labels:
......@@ -21,11 +21,10 @@ spec:
- name: KAFKA_BOOTSTRAP_SERVERS
value: "my-confluent-cp-kafka:9092"
- name: NUM_SENSORS
value: "{{NUM_SENSORS}}"
value: 25000
- name: POD_NAME
valueFrom:
fieldRef:
fieldPath: metadata.name
- name: INSTANCES
value: "{{INSTANCES}}"
\ No newline at end of file
value: 1
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
commonLabels:
app: titan-ccp-aggregation
# Use all resources to compose them into one file
resources:
- deployment.yaml
patchesStrategicMerge:
- set_paramters.yaml # Patch setting the parameters
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: titan-ccp-load-generator
spec:
replicas: 1
template:
spec:
containers:
- name: workload-generator
env:
- name: NUM_SENSORS
value: 25000
- name: INSTANCES
value: 1
......@@ -23,13 +23,13 @@ spec:
- name: KAFKA_BOOTSTRAP_SERVERS
value: "my-confluent-cp-kafka:9092"
- name: COMMIT_INTERVAL_MS
value: "{{KAFKA_STREAMS_COMMIT_INTERVAL_MS}}"
value: 100
- name: JAVA_OPTS
value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
resources:
limits:
memory: "{{MEMORY_LIMIT}}"
cpu: "{{CPU_LIMIT}}"
memory: 4Gi
cpu: 1000m
- name: prometheus-jmx-exporter
image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143"
command:
......
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
commonLabels:
app: titan-ccp-aggregation
# Use all resources to compose them into one file
resources:
- aggregation-deployment.yaml
- aggregation-service.yaml
- service-monitor.yaml
- jmx-configmap.yaml
patchesStrategicMerge:
- set_paramters.yaml # Patch setting the resource parameters
apiVersion: apps/v1
kind: Deployment
metadata:
name: titan-ccp-aggregation
spec:
template:
spec:
containers:
- name: uc2-application
env:
- name: COMMIT_INTERVAL_MS
value: 100
resources:
limits:
memory: 4Gi
cpu: 1000m
......@@ -24,5 +24,4 @@ spec:
- name: NUM_SENSORS
value: "4"
- name: NUM_NESTED_GROUPS
value: "{{NUM_NESTED_GROUPS}}"
\ No newline at end of file
value: 25000
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
commonLabels:
app: titan-ccp-aggregation
# Use all resources to compose them into one file
resources:
- deployment.yaml
patchesStrategicMerge:
- set_paramters.yaml # Patch setting the parameters
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: titan-ccp-load-generator
spec:
replicas: 1
template:
spec:
containers:
- name: workload-generator
env:
- name: NUM_NESTED_GROUPS
value: 25000
......@@ -25,13 +25,13 @@ spec:
- name: KAFKA_WINDOW_DURATION_MINUTES
value: "1"
- name: COMMIT_INTERVAL_MS
value: "{{KAFKA_STREAMS_COMMIT_INTERVAL_MS}}"
value: 100
- name: JAVA_OPTS
value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
resources:
limits:
memory: "{{MEMORY_LIMIT}}"
cpu: "{{CPU_LIMIT}}"
memory: 4Gi
cpu: 1000m
- name: prometheus-jmx-exporter
image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143"
command:
......
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
commonLabels:
app: titan-ccp-aggregation
# Use all resources to compose them into one file
resources:
- aggregation-deployment.yaml
- aggregation-service.yaml
- service-monitor.yaml
- jmx-configmap.yaml
patchesStrategicMerge:
- set_paramters.yaml # Patch setting the resource parameters
apiVersion: apps/v1
kind: Deployment
metadata:
name: titan-ccp-aggregation
spec:
template:
spec:
containers:
- name: uc3-application
env:
- name: COMMIT_INTERVAL_MS
value: 100
resources:
limits:
memory: 4Gi
cpu: 1000m
......@@ -7,7 +7,7 @@ spec:
matchLabels:
app: titan-ccp-load-generator
serviceName: titan-ccp-load-generator
replicas: {{INSTANCES}}
replicas: 1
template:
metadata:
labels:
......@@ -21,11 +21,10 @@ spec:
- name: KAFKA_BOOTSTRAP_SERVERS
value: "my-confluent-cp-kafka:9092"
- name: NUM_SENSORS
value: "{{NUM_SENSORS}}"
value: 25000
- name: POD_NAME
valueFrom:
fieldRef:
fieldPath: metadata.name
- name: INSTANCES
value: "{{INSTANCES}}"
\ No newline at end of file
value: 1
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
commonLabels:
app: titan-ccp-aggregation
# Use all resources to compose them into one file
resources:
- deployment.yaml
patchesStrategicMerge:
- set_paramters.yaml # Patch setting the parameters
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: titan-ccp-load-generator
spec:
replicas: 1
template:
spec:
containers:
- name: workload-generator
env:
- name: NUM_SENSORS
value: 25000
- name: INSTANCES
value: 1
......@@ -27,13 +27,13 @@ spec:
- name: AGGREGATION_DURATION_ADVANCE
value: "1"
- name: COMMIT_INTERVAL_MS
value: "{{KAFKA_STREAMS_COMMIT_INTERVAL_MS}}"
value: 100
- name: JAVA_OPTS
value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
resources:
limits:
memory: "{{MEMORY_LIMIT}}"
cpu: "{{CPU_LIMIT}}"
memory: 4Gi
cpu: 1000m
- name: prometheus-jmx-exporter
image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143"
command:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment