diff --git a/execution/uc1-application/aggregation-deployment.yaml b/execution/uc1-application/aggregation-deployment.yaml index d5bccca4a72f6a47a855ed8a7ca47fac4a8a19ca..5232e83b820e73dd9634032a03c884bae3c8de94 100644 --- a/execution/uc1-application/aggregation-deployment.yaml +++ b/execution/uc1-application/aggregation-deployment.yaml @@ -23,13 +23,13 @@ spec: - name: KAFKA_BOOTSTRAP_SERVERS value: "my-confluent-cp-kafka:9092" - name: COMMIT_INTERVAL_MS - value: "{{KAFKA_STREAMS_COMMIT_INTERVAL_MS}}" + value: 100 - name: JAVA_OPTS value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" resources: limits: - memory: "{{MEMORY_LIMIT}}" - cpu: "{{CPU_LIMIT}}" + memory: 4Gi + cpu: 1000m - name: prometheus-jmx-exporter image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143" command: @@ -50,4 +50,4 @@ spec: volumes: - name: jmx-config configMap: - name: aggregation-jmx-configmap \ No newline at end of file + name: aggregation-jmx-configmap diff --git a/execution/uc1-application/aggregation-service.yaml b/execution/uc1-application/aggregation-service.yaml index 85432d04f225c30469f3232153ef6bd72bd02bdf..6317caf9fe624e42449b8f630d040a068709cda3 100644 --- a/execution/uc1-application/aggregation-service.yaml +++ b/execution/uc1-application/aggregation-service.yaml @@ -1,14 +1,14 @@ apiVersion: v1 kind: Service -metadata: +metadata: name: titan-ccp-aggregation labels: app: titan-ccp-aggregation spec: #type: NodePort - selector: + selector: app: titan-ccp-aggregation - ports: + ports: - name: http port: 80 targetPort: 80 diff --git a/execution/uc1-application/kustomization.yaml b/execution/uc1-application/kustomization.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ab5c91fbce6fbcc12001e76206cf8d483a1a0875 --- /dev/null +++ b/execution/uc1-application/kustomization.yaml @@ -0,0 +1,15 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonLabels: + app: titan-ccp-aggregation + +# Use all resources to compose them into one file +resources: + - aggregation-deployment.yaml + - aggregation-service.yaml + - service-monitor.yaml + - jmx-configmap.yaml + +patchesStrategicMerge: +- set_paramters.yaml # Patch setting the resource parameters diff --git a/execution/uc1-application/set_paramters.yaml b/execution/uc1-application/set_paramters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..af64785a6e04acd091105c63c1895af8a3b6fa41 --- /dev/null +++ b/execution/uc1-application/set_paramters.yaml @@ -0,0 +1,16 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: titan-ccp-aggregation +spec: + template: + spec: + containers: + - name: uc1-application + env: + - name: COMMIT_INTERVAL_MS + value: 100 + resources: + limits: + memory: 4Gi + cpu: 1000m diff --git a/execution/uc1-workload-generator/deployment.yaml b/execution/uc1-workload-generator/deployment.yaml index a0fde4bbf9765b2bb56bd36acde430d97169f34b..d7324852684890406f76f1ca1cc878372749250a 100644 --- a/execution/uc1-workload-generator/deployment.yaml +++ b/execution/uc1-workload-generator/deployment.yaml @@ -7,7 +7,7 @@ spec: matchLabels: app: titan-ccp-load-generator serviceName: titan-ccp-load-generator - replicas: {{INSTANCES}} + replicas: 1 template: metadata: labels: @@ -16,16 +16,15 @@ spec: terminationGracePeriodSeconds: 0 containers: - name: workload-generator - image: soerenhenning/uc1-wg:latest + image: soerenhenning/uc1-wg:latest env: - name: KAFKA_BOOTSTRAP_SERVERS value: "my-confluent-cp-kafka:9092" - name: NUM_SENSORS - value: "{{NUM_SENSORS}}" + value: 25000 - name: POD_NAME valueFrom: fieldRef: fieldPath: metadata.name - name: INSTANCES - value: "{{INSTANCES}}" - \ No newline at end of file + value: 1 diff --git a/execution/uc1-workload-generator/kustomization.yaml b/execution/uc1-workload-generator/kustomization.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17c5d2e1984ec7c76e60fcb27d7fb1a57e404405 --- /dev/null +++ b/execution/uc1-workload-generator/kustomization.yaml @@ -0,0 +1,12 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonLabels: + app: titan-ccp-aggregation + +# Use all resources to compose them into one file +resources: + - deployment.yaml + +patchesStrategicMerge: +- set_paramters.yaml # Patch setting the parameters diff --git a/execution/uc1-workload-generator/set_paramters.yaml b/execution/uc1-workload-generator/set_paramters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9d512893f4a22c9383dc81d73fe5ab71ea44d119 --- /dev/null +++ b/execution/uc1-workload-generator/set_paramters.yaml @@ -0,0 +1,15 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: titan-ccp-load-generator +spec: + replicas: 1 + template: + spec: + containers: + - name: workload-generator + env: + - name: NUM_SENSORS + value: 25000 + - name: INSTANCES + value: 1 diff --git a/execution/uc2-application/aggregation-deployment.yaml b/execution/uc2-application/aggregation-deployment.yaml index ce52421731ea5fc044c435ad10adb311e7e7e878..a0f8b4354695ea554d5e88fa72b137e0b336de10 100644 --- a/execution/uc2-application/aggregation-deployment.yaml +++ b/execution/uc2-application/aggregation-deployment.yaml @@ -23,13 +23,13 @@ spec: - name: KAFKA_BOOTSTRAP_SERVERS value: "my-confluent-cp-kafka:9092" - name: COMMIT_INTERVAL_MS - value: "{{KAFKA_STREAMS_COMMIT_INTERVAL_MS}}" + value: 100 - name: JAVA_OPTS value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" resources: limits: - memory: "{{MEMORY_LIMIT}}" - cpu: "{{CPU_LIMIT}}" + memory: 4Gi + cpu: 1000m - name: prometheus-jmx-exporter image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143" command: @@ -50,4 +50,4 @@ spec: volumes: - name: jmx-config configMap: - name: aggregation-jmx-configmap \ No newline at end of file + name: aggregation-jmx-configmap diff --git a/execution/uc2-application/kustomization.yaml b/execution/uc2-application/kustomization.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ab5c91fbce6fbcc12001e76206cf8d483a1a0875 --- /dev/null +++ b/execution/uc2-application/kustomization.yaml @@ -0,0 +1,15 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonLabels: + app: titan-ccp-aggregation + +# Use all resources to compose them into one file +resources: + - aggregation-deployment.yaml + - aggregation-service.yaml + - service-monitor.yaml + - jmx-configmap.yaml + +patchesStrategicMerge: +- set_paramters.yaml # Patch setting the resource parameters diff --git a/execution/uc2-application/set_paramters.yaml b/execution/uc2-application/set_paramters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cee53281f960c682b663eeae5e41e9c66c2e9e98 --- /dev/null +++ b/execution/uc2-application/set_paramters.yaml @@ -0,0 +1,16 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: titan-ccp-aggregation +spec: + template: + spec: + containers: + - name: uc2-application + env: + - name: COMMIT_INTERVAL_MS + value: 100 + resources: + limits: + memory: 4Gi + cpu: 1000m diff --git a/execution/uc2-workload-generator/deployment.yaml b/execution/uc2-workload-generator/deployment.yaml index 52592626f2a6bf93415c29f5bb4f020b527a5899..277af45876d42289f1ddfaa3ba9720080f568c99 100644 --- a/execution/uc2-workload-generator/deployment.yaml +++ b/execution/uc2-workload-generator/deployment.yaml @@ -15,7 +15,7 @@ spec: terminationGracePeriodSeconds: 0 containers: - name: workload-generator - image: benediktwetzel/uc2-wg:latest + image: benediktwetzel/uc2-wg:latest env: - name: KAFKA_BOOTSTRAP_SERVERS value: "my-confluent-cp-kafka:9092" @@ -24,5 +24,4 @@ spec: - name: NUM_SENSORS value: "4" - name: NUM_NESTED_GROUPS - value: "{{NUM_NESTED_GROUPS}}" - \ No newline at end of file + value: 25000 diff --git a/execution/uc2-workload-generator/kustomization.yaml b/execution/uc2-workload-generator/kustomization.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17c5d2e1984ec7c76e60fcb27d7fb1a57e404405 --- /dev/null +++ b/execution/uc2-workload-generator/kustomization.yaml @@ -0,0 +1,12 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonLabels: + app: titan-ccp-aggregation + +# Use all resources to compose them into one file +resources: + - deployment.yaml + +patchesStrategicMerge: +- set_paramters.yaml # Patch setting the parameters diff --git a/execution/uc2-workload-generator/set_paramters.yaml b/execution/uc2-workload-generator/set_paramters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..835568cc499c7e82ab53bb9a6638232e1155c1c5 --- /dev/null +++ b/execution/uc2-workload-generator/set_paramters.yaml @@ -0,0 +1,13 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: titan-ccp-load-generator +spec: + replicas: 1 + template: + spec: + containers: + - name: workload-generator + env: + - name: NUM_NESTED_GROUPS + value: 25000 diff --git a/execution/uc3-application/aggregation-deployment.yaml b/execution/uc3-application/aggregation-deployment.yaml index 0f3327af3119df125e3431574e3e406183abc132..23d77086a4c1d9ee1fbd3c45616a9bf47857aef7 100644 --- a/execution/uc3-application/aggregation-deployment.yaml +++ b/execution/uc3-application/aggregation-deployment.yaml @@ -25,13 +25,13 @@ spec: - name: KAFKA_WINDOW_DURATION_MINUTES value: "1" - name: COMMIT_INTERVAL_MS - value: "{{KAFKA_STREAMS_COMMIT_INTERVAL_MS}}" + value: 100 - name: JAVA_OPTS value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" resources: limits: - memory: "{{MEMORY_LIMIT}}" - cpu: "{{CPU_LIMIT}}" + memory: 4Gi + cpu: 1000m - name: prometheus-jmx-exporter image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143" command: @@ -52,4 +52,4 @@ spec: volumes: - name: jmx-config configMap: - name: aggregation-jmx-configmap \ No newline at end of file + name: aggregation-jmx-configmap diff --git a/execution/uc3-application/kustomization.yaml b/execution/uc3-application/kustomization.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ab5c91fbce6fbcc12001e76206cf8d483a1a0875 --- /dev/null +++ b/execution/uc3-application/kustomization.yaml @@ -0,0 +1,15 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonLabels: + app: titan-ccp-aggregation + +# Use all resources to compose them into one file +resources: + - aggregation-deployment.yaml + - aggregation-service.yaml + - service-monitor.yaml + - jmx-configmap.yaml + +patchesStrategicMerge: +- set_paramters.yaml # Patch setting the resource parameters diff --git a/execution/uc3-application/set_paramters.yaml b/execution/uc3-application/set_paramters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2738e0c17006d7005220fb6825be62f866f99872 --- /dev/null +++ b/execution/uc3-application/set_paramters.yaml @@ -0,0 +1,16 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: titan-ccp-aggregation +spec: + template: + spec: + containers: + - name: uc3-application + env: + - name: COMMIT_INTERVAL_MS + value: 100 + resources: + limits: + memory: 4Gi + cpu: 1000m diff --git a/execution/uc3-workload-generator/deployment.yaml b/execution/uc3-workload-generator/deployment.yaml index 9ecd2b67e757c94221e36edcfcfd43c22782270a..c9acb06a9e675d535faf287d8580f70efd724a69 100644 --- a/execution/uc3-workload-generator/deployment.yaml +++ b/execution/uc3-workload-generator/deployment.yaml @@ -7,7 +7,7 @@ spec: matchLabels: app: titan-ccp-load-generator serviceName: titan-ccp-load-generator - replicas: {{INSTANCES}} + replicas: 1 template: metadata: labels: @@ -16,16 +16,15 @@ spec: terminationGracePeriodSeconds: 0 containers: - name: workload-generator - image: soerenhenning/uc3-wg:latest + image: soerenhenning/uc3-wg:latest env: - name: KAFKA_BOOTSTRAP_SERVERS value: "my-confluent-cp-kafka:9092" - name: NUM_SENSORS - value: "{{NUM_SENSORS}}" + value: 25000 - name: POD_NAME valueFrom: fieldRef: fieldPath: metadata.name - name: INSTANCES - value: "{{INSTANCES}}" - \ No newline at end of file + value: 1 diff --git a/execution/uc3-workload-generator/kustomization.yaml b/execution/uc3-workload-generator/kustomization.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17c5d2e1984ec7c76e60fcb27d7fb1a57e404405 --- /dev/null +++ b/execution/uc3-workload-generator/kustomization.yaml @@ -0,0 +1,12 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonLabels: + app: titan-ccp-aggregation + +# Use all resources to compose them into one file +resources: + - deployment.yaml + +patchesStrategicMerge: +- set_paramters.yaml # Patch setting the parameters diff --git a/execution/uc3-workload-generator/set_paramters.yaml b/execution/uc3-workload-generator/set_paramters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9d512893f4a22c9383dc81d73fe5ab71ea44d119 --- /dev/null +++ b/execution/uc3-workload-generator/set_paramters.yaml @@ -0,0 +1,15 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: titan-ccp-load-generator +spec: + replicas: 1 + template: + spec: + containers: + - name: workload-generator + env: + - name: NUM_SENSORS + value: 25000 + - name: INSTANCES + value: 1 diff --git a/execution/uc4-application/aggregation-deployment.yaml b/execution/uc4-application/aggregation-deployment.yaml index f7a750c790b6a9eab8453fa91e05176de665104e..be0718266fadaa90dc2c7aa922296bbc1e63252a 100644 --- a/execution/uc4-application/aggregation-deployment.yaml +++ b/execution/uc4-application/aggregation-deployment.yaml @@ -27,13 +27,13 @@ spec: - name: AGGREGATION_DURATION_ADVANCE value: "1" - name: COMMIT_INTERVAL_MS - value: "{{KAFKA_STREAMS_COMMIT_INTERVAL_MS}}" + value: 100 - name: JAVA_OPTS value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" resources: limits: - memory: "{{MEMORY_LIMIT}}" - cpu: "{{CPU_LIMIT}}" + memory: 4Gi + cpu: 1000m - name: prometheus-jmx-exporter image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143" command: @@ -54,4 +54,4 @@ spec: volumes: - name: jmx-config configMap: - name: aggregation-jmx-configmap \ No newline at end of file + name: aggregation-jmx-configmap diff --git a/execution/uc4-application/kustomization.yaml b/execution/uc4-application/kustomization.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ab5c91fbce6fbcc12001e76206cf8d483a1a0875 --- /dev/null +++ b/execution/uc4-application/kustomization.yaml @@ -0,0 +1,15 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonLabels: + app: titan-ccp-aggregation + +# Use all resources to compose them into one file +resources: + - aggregation-deployment.yaml + - aggregation-service.yaml + - service-monitor.yaml + - jmx-configmap.yaml + +patchesStrategicMerge: +- set_paramters.yaml # Patch setting the resource parameters diff --git a/execution/uc4-application/set_paramters.yaml b/execution/uc4-application/set_paramters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..38c80d9ff6634e700d4808fc127be3707fd2c41d --- /dev/null +++ b/execution/uc4-application/set_paramters.yaml @@ -0,0 +1,16 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: titan-ccp-aggregation +spec: + template: + spec: + containers: + - name: uc4-application + env: + - name: COMMIT_INTERVAL_MS + value: 100 + resources: + limits: + memory: 4Gi + cpu: 1000m diff --git a/execution/uc4-workload-generator/deployment.yaml b/execution/uc4-workload-generator/deployment.yaml index 6400abc345dcfb902364d3225bc6eb174380eb8b..8241c734bb989f36c2e9162eca14a98d9a2a5ffc 100644 --- a/execution/uc4-workload-generator/deployment.yaml +++ b/execution/uc4-workload-generator/deployment.yaml @@ -15,10 +15,9 @@ spec: terminationGracePeriodSeconds: 0 containers: - name: workload-generator - image: soerenhenning/uc4-wg:latest + image: soerenhenning/uc4-wg:latest env: - name: KAFKA_BOOTSTRAP_SERVERS value: "my-confluent-cp-kafka:9092" - name: NUM_SENSORS - value: "{{NUM_SENSORS}}" - \ No newline at end of file + value: 25000 diff --git a/execution/uc4-workload-generator/kustomization.yaml b/execution/uc4-workload-generator/kustomization.yaml new file mode 100644 index 0000000000000000000000000000000000000000..17c5d2e1984ec7c76e60fcb27d7fb1a57e404405 --- /dev/null +++ b/execution/uc4-workload-generator/kustomization.yaml @@ -0,0 +1,12 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonLabels: + app: titan-ccp-aggregation + +# Use all resources to compose them into one file +resources: + - deployment.yaml + +patchesStrategicMerge: +- set_paramters.yaml # Patch setting the parameters diff --git a/execution/uc4-workload-generator/set_paramters.yaml b/execution/uc4-workload-generator/set_paramters.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9d512893f4a22c9383dc81d73fe5ab71ea44d119 --- /dev/null +++ b/execution/uc4-workload-generator/set_paramters.yaml @@ -0,0 +1,15 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: titan-ccp-load-generator +spec: + replicas: 1 + template: + spec: + containers: + - name: workload-generator + env: + - name: NUM_SENSORS + value: 25000 + - name: INSTANCES + value: 1