diff --git a/theodolite-benchmarks/definitions/uc1-beam-samza/resources/beam-samza-service.yaml b/theodolite-benchmarks/definitions/uc1-beam-samza/resources/beam-samza-service.yaml index 6317caf9fe624e42449b8f630d040a068709cda3..ef285310c70437fc039295b61f30b87f4270fd46 100644 --- a/theodolite-benchmarks/definitions/uc1-beam-samza/resources/beam-samza-service.yaml +++ b/theodolite-benchmarks/definitions/uc1-beam-samza/resources/beam-samza-service.yaml @@ -5,13 +5,8 @@ metadata: labels: app: titan-ccp-aggregation spec: - #type: NodePort selector: app: titan-ccp-aggregation ports: - - name: http - port: 80 - targetPort: 80 - protocol: TCP - name: metrics port: 5556 diff --git a/theodolite-benchmarks/definitions/uc1-beam-samza/resources/uc1-beam-samza-deployment.yaml b/theodolite-benchmarks/definitions/uc1-beam-samza/resources/uc1-beam-samza-deployment.yaml index d10840efeda00b43d192fd8e3c1a6c6fe1c27bc6..05eb8a777e0b7828d5f6c8ca24232f4c0593d694 100644 --- a/theodolite-benchmarks/definitions/uc1-beam-samza/resources/uc1-beam-samza-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc1-beam-samza/resources/uc1-beam-samza-deployment.yaml @@ -31,30 +31,30 @@ spec: value: "theodolite-kafka-kafka-bootstrap:9092" - name: SCHEMA_REGISTRY_URL value: "http://theodolite-kafka-schema-registry:8081" - # - name: JAVA_OPTS - # value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" + - name: JAVA_OPTS + value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" resources: limits: memory: 4Gi cpu: 1000m - # - name: prometheus-jmx-exporter - # image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143" - # command: - # - java - # - -XX:+UnlockExperimentalVMOptions - # - -XX:+UseCGroupMemoryLimitForHeap - # - -XX:MaxRAMFraction=1 - # - -XshowSettings:vm - # - -jar - # - jmx_prometheus_httpserver.jar - # - "5556" - # - /etc/jmx-aggregation/jmx-kafka-prometheus.yml - # ports: - # - containerPort: 5556 - # volumeMounts: - # - name: jmx-config - # mountPath: /etc/jmx-aggregation - # volumes: - # - name: jmx-config - # configMap: - # name: uc1-jmx-configmap \ No newline at end of file + - name: prometheus-jmx-exporter + image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143" + command: + - java + - -XX:+UnlockExperimentalVMOptions + - -XX:+UseCGroupMemoryLimitForHeap + - -XX:MaxRAMFraction=1 + - -XshowSettings:vm + - -jar + - jmx_prometheus_httpserver.jar + - "5556" + - /etc/jmx-aggregation/jmx-prometheus.yml + ports: + - containerPort: 5556 + volumeMounts: + - name: jmx-config + mountPath: /etc/jmx-aggregation + volumes: + - name: jmx-config + configMap: + name: aggregation-jmx-configmap diff --git a/theodolite-benchmarks/definitions/uc1-beam-samza/resources/uc1-jmx-configmap.yaml b/theodolite-benchmarks/definitions/uc1-beam-samza/resources/uc1-jmx-configmap.yaml new file mode 100644 index 0000000000000000000000000000000000000000..714e1159325f6f35673f7d40d0b3cbb9e481097d --- /dev/null +++ b/theodolite-benchmarks/definitions/uc1-beam-samza/resources/uc1-jmx-configmap.yaml @@ -0,0 +1,10 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: aggregation-jmx-configmap +data: + jmx-prometheus.yml: |+ + jmxUrl: service:jmx:rmi:///jndi/rmi://localhost:5555/jmxrmi + lowercaseOutputName: true + lowercaseOutputLabelNames: true + ssl: false diff --git a/theodolite-benchmarks/definitions/uc1-beam-samza/uc1-beam-samza-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc1-beam-samza/uc1-beam-samza-benchmark-operator.yaml index 615511caf2840c5b43b149d0c82daed0e62e111d..a4d307fdbbe17bf4b71a308e99c4132e0600188f 100644 --- a/theodolite-benchmarks/definitions/uc1-beam-samza/uc1-beam-samza-benchmark-operator.yaml +++ b/theodolite-benchmarks/definitions/uc1-beam-samza/uc1-beam-samza-benchmark-operator.yaml @@ -15,6 +15,7 @@ spec: - "uc1-beam-samza-deployment.yaml" - "beam-samza-service.yaml" - "service-monitor.yaml" + - "uc1-jmx-configmap.yaml" afterActions: - exec: selector: # delete zookeeper nodes to reset zookeeper diff --git a/theodolite-benchmarks/definitions/uc2-beam-samza/resources/beam-samza-service.yaml b/theodolite-benchmarks/definitions/uc2-beam-samza/resources/beam-samza-service.yaml index 6317caf9fe624e42449b8f630d040a068709cda3..ef285310c70437fc039295b61f30b87f4270fd46 100644 --- a/theodolite-benchmarks/definitions/uc2-beam-samza/resources/beam-samza-service.yaml +++ b/theodolite-benchmarks/definitions/uc2-beam-samza/resources/beam-samza-service.yaml @@ -5,13 +5,8 @@ metadata: labels: app: titan-ccp-aggregation spec: - #type: NodePort selector: app: titan-ccp-aggregation ports: - - name: http - port: 80 - targetPort: 80 - protocol: TCP - name: metrics port: 5556 diff --git a/theodolite-benchmarks/definitions/uc2-beam-samza/resources/uc2-beam-samza-deployment.yaml b/theodolite-benchmarks/definitions/uc2-beam-samza/resources/uc2-beam-samza-deployment.yaml index 986740cbf63952b076048a026ef086276433b8bc..8f078fc0afa6c9c8dd756f2f1481401867d8924b 100644 --- a/theodolite-benchmarks/definitions/uc2-beam-samza/resources/uc2-beam-samza-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc2-beam-samza/resources/uc2-beam-samza-deployment.yaml @@ -31,7 +31,30 @@ spec: value: "theodolite-kafka-kafka-bootstrap:9092" - name: SCHEMA_REGISTRY_URL value: "http://theodolite-kafka-schema-registry:8081" + - name: JAVA_OPTS + value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" resources: limits: memory: 4Gi - cpu: 1000m \ No newline at end of file + cpu: 1000m + - name: prometheus-jmx-exporter + image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143" + command: + - java + - -XX:+UnlockExperimentalVMOptions + - -XX:+UseCGroupMemoryLimitForHeap + - -XX:MaxRAMFraction=1 + - -XshowSettings:vm + - -jar + - jmx_prometheus_httpserver.jar + - "5556" + - /etc/jmx-aggregation/jmx-prometheus.yml + ports: + - containerPort: 5556 + volumeMounts: + - name: jmx-config + mountPath: /etc/jmx-aggregation + volumes: + - name: jmx-config + configMap: + name: aggregation-jmx-configmap diff --git a/theodolite-benchmarks/definitions/uc2-beam-samza/resources/uc2-jmx-configmap.yaml b/theodolite-benchmarks/definitions/uc2-beam-samza/resources/uc2-jmx-configmap.yaml new file mode 100644 index 0000000000000000000000000000000000000000..714e1159325f6f35673f7d40d0b3cbb9e481097d --- /dev/null +++ b/theodolite-benchmarks/definitions/uc2-beam-samza/resources/uc2-jmx-configmap.yaml @@ -0,0 +1,10 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: aggregation-jmx-configmap +data: + jmx-prometheus.yml: |+ + jmxUrl: service:jmx:rmi:///jndi/rmi://localhost:5555/jmxrmi + lowercaseOutputName: true + lowercaseOutputLabelNames: true + ssl: false diff --git a/theodolite-benchmarks/definitions/uc2-beam-samza/uc2-beam-samza-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc2-beam-samza/uc2-beam-samza-benchmark-operator.yaml index c385df649ae9d333ae6319631a3211cf441b48e5..14c8ed5a05b9a268019ab36ef9dfa3cc2d80e9e0 100644 --- a/theodolite-benchmarks/definitions/uc2-beam-samza/uc2-beam-samza-benchmark-operator.yaml +++ b/theodolite-benchmarks/definitions/uc2-beam-samza/uc2-beam-samza-benchmark-operator.yaml @@ -15,6 +15,7 @@ spec: - "uc2-beam-samza-deployment.yaml" - "beam-samza-service.yaml" - "service-monitor.yaml" + - "uc2-jmx-configmap.yaml" afterActions: - exec: selector: # delete zookeeper nodes to reset zookeeper diff --git a/theodolite-benchmarks/definitions/uc3-beam-samza/resources/beam-samza-service.yaml b/theodolite-benchmarks/definitions/uc3-beam-samza/resources/beam-samza-service.yaml index 6317caf9fe624e42449b8f630d040a068709cda3..ef285310c70437fc039295b61f30b87f4270fd46 100644 --- a/theodolite-benchmarks/definitions/uc3-beam-samza/resources/beam-samza-service.yaml +++ b/theodolite-benchmarks/definitions/uc3-beam-samza/resources/beam-samza-service.yaml @@ -5,13 +5,8 @@ metadata: labels: app: titan-ccp-aggregation spec: - #type: NodePort selector: app: titan-ccp-aggregation ports: - - name: http - port: 80 - targetPort: 80 - protocol: TCP - name: metrics port: 5556 diff --git a/theodolite-benchmarks/definitions/uc3-beam-samza/resources/uc3-beam-samza-deployment.yaml b/theodolite-benchmarks/definitions/uc3-beam-samza/resources/uc3-beam-samza-deployment.yaml index 8ccbf16df6ea95beecd975714a9eb272f76d5a38..0b87a4da76b751ab122aff145cc9605156a69643 100644 --- a/theodolite-benchmarks/definitions/uc3-beam-samza/resources/uc3-beam-samza-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc3-beam-samza/resources/uc3-beam-samza-deployment.yaml @@ -31,7 +31,30 @@ spec: value: "theodolite-kafka-kafka-bootstrap:9092" - name: SCHEMA_REGISTRY_URL value: "http://theodolite-kafka-schema-registry:8081" + - name: JAVA_OPTS + value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" resources: limits: memory: 4Gi - cpu: 1000m \ No newline at end of file + cpu: 1000m + - name: prometheus-jmx-exporter + image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143" + command: + - java + - -XX:+UnlockExperimentalVMOptions + - -XX:+UseCGroupMemoryLimitForHeap + - -XX:MaxRAMFraction=1 + - -XshowSettings:vm + - -jar + - jmx_prometheus_httpserver.jar + - "5556" + - /etc/jmx-aggregation/jmx-prometheus.yml + ports: + - containerPort: 5556 + volumeMounts: + - name: jmx-config + mountPath: /etc/jmx-aggregation + volumes: + - name: jmx-config + configMap: + name: aggregation-jmx-configmap diff --git a/theodolite-benchmarks/definitions/uc3-beam-samza/resources/uc3-jmx-configmap.yaml b/theodolite-benchmarks/definitions/uc3-beam-samza/resources/uc3-jmx-configmap.yaml new file mode 100644 index 0000000000000000000000000000000000000000..714e1159325f6f35673f7d40d0b3cbb9e481097d --- /dev/null +++ b/theodolite-benchmarks/definitions/uc3-beam-samza/resources/uc3-jmx-configmap.yaml @@ -0,0 +1,10 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: aggregation-jmx-configmap +data: + jmx-prometheus.yml: |+ + jmxUrl: service:jmx:rmi:///jndi/rmi://localhost:5555/jmxrmi + lowercaseOutputName: true + lowercaseOutputLabelNames: true + ssl: false diff --git a/theodolite-benchmarks/definitions/uc3-beam-samza/uc3-beam-samza-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc3-beam-samza/uc3-beam-samza-benchmark-operator.yaml index 6fde25874d9a0e23fab4b21ef927ba12920aab45..c613fc8fd4fe485084098c822e14f05287223de1 100644 --- a/theodolite-benchmarks/definitions/uc3-beam-samza/uc3-beam-samza-benchmark-operator.yaml +++ b/theodolite-benchmarks/definitions/uc3-beam-samza/uc3-beam-samza-benchmark-operator.yaml @@ -15,6 +15,7 @@ spec: - "uc3-beam-samza-deployment.yaml" - "beam-samza-service.yaml" - "service-monitor.yaml" + - "uc3-jmx-configmap.yaml" afterActions: - exec: selector: # delete zookeeper nodes to reset zookeeper diff --git a/theodolite-benchmarks/definitions/uc4-beam-samza/resources/beam-samza-service.yaml b/theodolite-benchmarks/definitions/uc4-beam-samza/resources/beam-samza-service.yaml index 6317caf9fe624e42449b8f630d040a068709cda3..ef285310c70437fc039295b61f30b87f4270fd46 100644 --- a/theodolite-benchmarks/definitions/uc4-beam-samza/resources/beam-samza-service.yaml +++ b/theodolite-benchmarks/definitions/uc4-beam-samza/resources/beam-samza-service.yaml @@ -5,13 +5,8 @@ metadata: labels: app: titan-ccp-aggregation spec: - #type: NodePort selector: app: titan-ccp-aggregation ports: - - name: http - port: 80 - targetPort: 80 - protocol: TCP - name: metrics port: 5556 diff --git a/theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-beam-samza-deployment.yaml b/theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-beam-samza-deployment.yaml index 506802d0993ceb3504aec01d298f9fb3bd741bde..fcd93394dc07e45860676fa36b0a1159eeeb3f30 100644 --- a/theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-beam-samza-deployment.yaml +++ b/theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-beam-samza-deployment.yaml @@ -31,7 +31,30 @@ spec: value: "theodolite-kafka-kafka-bootstrap:9092" - name: SCHEMA_REGISTRY_URL value: "http://theodolite-kafka-schema-registry:8081" + - name: JAVA_OPTS + value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555" resources: limits: memory: 4Gi - cpu: 1000m \ No newline at end of file + cpu: 1000m + - name: prometheus-jmx-exporter + image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143" + command: + - java + - -XX:+UnlockExperimentalVMOptions + - -XX:+UseCGroupMemoryLimitForHeap + - -XX:MaxRAMFraction=1 + - -XshowSettings:vm + - -jar + - jmx_prometheus_httpserver.jar + - "5556" + - /etc/jmx-aggregation/jmx-prometheus.yml + ports: + - containerPort: 5556 + volumeMounts: + - name: jmx-config + mountPath: /etc/jmx-aggregation + volumes: + - name: jmx-config + configMap: + name: aggregation-jmx-configmap diff --git a/theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-jmx-configmap.yaml b/theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-jmx-configmap.yaml new file mode 100644 index 0000000000000000000000000000000000000000..714e1159325f6f35673f7d40d0b3cbb9e481097d --- /dev/null +++ b/theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-jmx-configmap.yaml @@ -0,0 +1,10 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: aggregation-jmx-configmap +data: + jmx-prometheus.yml: |+ + jmxUrl: service:jmx:rmi:///jndi/rmi://localhost:5555/jmxrmi + lowercaseOutputName: true + lowercaseOutputLabelNames: true + ssl: false diff --git a/theodolite-benchmarks/definitions/uc4-beam-samza/uc4-beam-samza-benchmark-operator.yaml b/theodolite-benchmarks/definitions/uc4-beam-samza/uc4-beam-samza-benchmark-operator.yaml index b07976d82d70157d5f8ff1e7ecf498168f12a269..1955f6e1a3f16f1273f0d2ef037a11368ed11c07 100644 --- a/theodolite-benchmarks/definitions/uc4-beam-samza/uc4-beam-samza-benchmark-operator.yaml +++ b/theodolite-benchmarks/definitions/uc4-beam-samza/uc4-beam-samza-benchmark-operator.yaml @@ -15,6 +15,7 @@ spec: - "uc4-beam-samza-deployment.yaml" - "beam-samza-service.yaml" - "service-monitor.yaml" + - "uc4-jmx-configmap.yaml" afterActions: - exec: selector: # delete zookeeper nodes to reset zookeeper