Skip to content
Snippets Groups Projects

Compare revisions

Changes are shown as if the source revision was being merged into the target revision. Learn more about comparing revisions.

Source

Select target project
No results found

Target

Select target project
  • she/theodolite
1 result
Show changes
Hide whitespace changes
Inline Side-by-side
Showing
with 197 additions and 12 deletions
theodolite-benchmarks/definitions/uc3-beam-samza/resources/uc3-beam-samza-deployment.yaml
View file @ d38abce5
......@@ -31,7 +31,30 @@ spec:
value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL
value: "http://theodolite-kafka-schema-registry:8081"
- name: JAVA_OPTS
value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
resources:
limits:
memory: 4Gi
cpu: 1000m
\ No newline at end of file
cpu: 1000m
- name: prometheus-jmx-exporter
image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143"
command:
- java
- -XX:+UnlockExperimentalVMOptions
- -XX:+UseCGroupMemoryLimitForHeap
- -XX:MaxRAMFraction=1
- -XshowSettings:vm
- -jar
- jmx_prometheus_httpserver.jar
- "5556"
- /etc/jmx-aggregation/jmx-prometheus.yml
ports:
- containerPort: 5556
volumeMounts:
- name: jmx-config
mountPath: /etc/jmx-aggregation
volumes:
- name: jmx-config
configMap:
name: aggregation-jmx-configmap
theodolite-benchmarks/definitions/uc3-beam-samza/resources/uc3-jmx-configmap.yaml 0 → 100644
View file @ d38abce5
apiVersion: v1
kind: ConfigMap
metadata:
name: aggregation-jmx-configmap
data:
jmx-prometheus.yml: |+
jmxUrl: service:jmx:rmi:///jndi/rmi://localhost:5555/jmxrmi
lowercaseOutputName: true
lowercaseOutputLabelNames: true
ssl: false
theodolite-benchmarks/definitions/uc3-beam-samza/uc3-beam-samza-benchmark-operator.yaml
View file @ d38abce5
......@@ -15,6 +15,7 @@ spec:
- "uc3-beam-samza-deployment.yaml"
- "beam-samza-service.yaml"
- "service-monitor.yaml"
- "uc3-jmx-configmap.yaml"
afterActions:
- exec:
selector: # delete zookeeper nodes to reset zookeeper
......
theodolite-benchmarks/definitions/uc3-hazelcastjet/resources/uc3-hazelcastjet-deployment.yaml
View file @ d38abce5
......@@ -16,6 +16,8 @@ spec:
containers:
- name: uc-application
image: ghcr.io/cau-se/theodolite-uc3-hazelcastjet:latest
ports:
- containerPort: 5701
env:
- name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-kafka-kafka-bootstrap:9092"
......@@ -29,7 +31,30 @@ spec:
fieldPath: metadata.namespace
- name: KUBERNETES_DNS_NAME
value: "titan-ccp-aggregation.$(KUBERNETES_NAMESPACE).svc.cluster.local"
- name: JAVA_OPTS
value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
resources:
limits:
memory: 4Gi
cpu: 1000m
\ No newline at end of file
cpu: 1000m
- name: prometheus-jmx-exporter
image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143"
command:
- java
- -XX:+UnlockExperimentalVMOptions
- -XX:+UseCGroupMemoryLimitForHeap
- -XX:MaxRAMFraction=1
- -XshowSettings:vm
- -jar
- jmx_prometheus_httpserver.jar
- "5556"
- /etc/jmx-aggregation/jmx-prometheus.yml
ports:
- containerPort: 5556
volumeMounts:
- name: jmx-config
mountPath: /etc/jmx-aggregation
volumes:
- name: jmx-config
configMap:
name: aggregation-jmx-configmap
theodolite-benchmarks/definitions/uc3-hazelcastjet/resources/uc3-hazelcastjet-service.yaml
View file @ d38abce5
......@@ -14,3 +14,5 @@ spec:
port: 5701
targetPort: 5701
protocol: TCP
- name: metrics
port: 5556
theodolite-benchmarks/definitions/uc3-hazelcastjet/resources/uc3-jmx-configmap.yaml 0 → 100644
View file @ d38abce5
apiVersion: v1
kind: ConfigMap
metadata:
name: aggregation-jmx-configmap
data:
jmx-prometheus.yml: |+
jmxUrl: service:jmx:rmi:///jndi/rmi://localhost:5555/jmxrmi
lowercaseOutputName: true
lowercaseOutputLabelNames: true
ssl: false
theodolite-benchmarks/definitions/uc3-hazelcastjet/resources/uc3-service-monitor.yaml 0 → 100644
View file @ d38abce5
apiVersion: monitoring.coreos.com/v1
kind: ServiceMonitor
metadata:
labels:
app: titan-ccp-aggregation
appScope: titan-ccp
name: titan-ccp-aggregation
spec:
selector:
matchLabels:
app: titan-ccp-aggregation
endpoints:
- port: metrics
interval: 10s
theodolite-benchmarks/definitions/uc3-hazelcastjet/uc3-hazelcastjet-benchmark-operator.yaml
View file @ d38abce5
......@@ -14,6 +14,8 @@ spec:
files:
- "uc3-hazelcastjet-deployment.yaml"
- "uc3-hazelcastjet-service.yaml"
- "uc3-jmx-configmap.yaml"
- "uc3-service-monitor.yaml"
loadGenerator:
resources:
- configMap:
......
theodolite-benchmarks/definitions/uc4-beam-samza/resources/beam-samza-service.yaml
View file @ d38abce5
......@@ -5,13 +5,8 @@ metadata:
labels:
app: titan-ccp-aggregation
spec:
#type: NodePort
selector:
app: titan-ccp-aggregation
ports:
- name: http
port: 80
targetPort: 80
protocol: TCP
- name: metrics
port: 5556
theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-beam-samza-deployment.yaml
View file @ d38abce5
......@@ -31,7 +31,30 @@ spec:
value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL
value: "http://theodolite-kafka-schema-registry:8081"
- name: JAVA_OPTS
value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
resources:
limits:
memory: 4Gi
cpu: 1000m
\ No newline at end of file
cpu: 1000m
- name: prometheus-jmx-exporter
image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143"
command:
- java
- -XX:+UnlockExperimentalVMOptions
- -XX:+UseCGroupMemoryLimitForHeap
- -XX:MaxRAMFraction=1
- -XshowSettings:vm
- -jar
- jmx_prometheus_httpserver.jar
- "5556"
- /etc/jmx-aggregation/jmx-prometheus.yml
ports:
- containerPort: 5556
volumeMounts:
- name: jmx-config
mountPath: /etc/jmx-aggregation
volumes:
- name: jmx-config
configMap:
name: aggregation-jmx-configmap
theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-jmx-configmap.yaml 0 → 100644
View file @ d38abce5
apiVersion: v1
kind: ConfigMap
metadata:
name: aggregation-jmx-configmap
data:
jmx-prometheus.yml: |+
jmxUrl: service:jmx:rmi:///jndi/rmi://localhost:5555/jmxrmi
lowercaseOutputName: true
lowercaseOutputLabelNames: true
ssl: false
theodolite-benchmarks/definitions/uc4-beam-samza/uc4-beam-samza-benchmark-operator.yaml
View file @ d38abce5
......@@ -15,6 +15,7 @@ spec:
- "uc4-beam-samza-deployment.yaml"
- "beam-samza-service.yaml"
- "service-monitor.yaml"
- "uc4-jmx-configmap.yaml"
afterActions:
- exec:
selector: # delete zookeeper nodes to reset zookeeper
......
theodolite-benchmarks/definitions/uc4-hazelcastjet/resources/uc4-hazelcastjet-deployment.yaml
View file @ d38abce5
......@@ -16,6 +16,8 @@ spec:
containers:
- name: uc-application
image: ghcr.io/cau-se/theodolite-uc4-hazelcastjet:latest
ports:
- containerPort: 5701
env:
- name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-kafka-kafka-bootstrap:9092"
......@@ -29,7 +31,30 @@ spec:
fieldPath: metadata.namespace
- name: KUBERNETES_DNS_NAME
value: "titan-ccp-aggregation.$(KUBERNETES_NAMESPACE).svc.cluster.local"
- name: JAVA_OPTS
value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
resources:
limits:
memory: 4Gi
cpu: 1000m
\ No newline at end of file
cpu: 1000m
- name: prometheus-jmx-exporter
image: "solsson/kafka-prometheus-jmx-exporter@sha256:6f82e2b0464f50da8104acd7363fb9b995001ddff77d248379f8788e78946143"
command:
- java
- -XX:+UnlockExperimentalVMOptions
- -XX:+UseCGroupMemoryLimitForHeap
- -XX:MaxRAMFraction=1
- -XshowSettings:vm
- -jar
- jmx_prometheus_httpserver.jar
- "5556"
- /etc/jmx-aggregation/jmx-prometheus.yml
ports:
- containerPort: 5556
volumeMounts:
- name: jmx-config
mountPath: /etc/jmx-aggregation
volumes:
- name: jmx-config
configMap:
name: aggregation-jmx-configmap
theodolite-benchmarks/definitions/uc4-hazelcastjet/resources/uc4-hazelcastjet-service.yaml
View file @ d38abce5
......@@ -14,3 +14,5 @@ spec:
port: 5701
targetPort: 5701
protocol: TCP
- name: metrics
port: 5556
theodolite-benchmarks/definitions/uc4-hazelcastjet/resources/uc4-jmx-configmap.yaml 0 → 100644
View file @ d38abce5
apiVersion: v1
kind: ConfigMap
metadata:
name: aggregation-jmx-configmap
data:
jmx-prometheus.yml: |+
jmxUrl: service:jmx:rmi:///jndi/rmi://localhost:5555/jmxrmi
lowercaseOutputName: true
lowercaseOutputLabelNames: true
ssl: false
theodolite-benchmarks/definitions/uc4-hazelcastjet/resources/uc4-service-monitor.yaml 0 → 100644
View file @ d38abce5
apiVersion: monitoring.coreos.com/v1
kind: ServiceMonitor
metadata:
labels:
app: titan-ccp-aggregation
appScope: titan-ccp
name: titan-ccp-aggregation
spec:
selector:
matchLabels:
app: titan-ccp-aggregation
endpoints:
- port: metrics
interval: 10s
theodolite-benchmarks/definitions/uc4-hazelcastjet/uc4-hazelcastjet-benchmark-operator.yaml
View file @ d38abce5
......@@ -14,6 +14,8 @@ spec:
files:
- "uc4-hazelcastjet-deployment.yaml"
- "uc4-hazelcastjet-service.yaml"
- "uc4-jmx-configmap.yaml"
- "uc4-service-monitor.yaml"
loadGenerator:
resources:
- configMap:
......
theodolite-benchmarks/uc1-beam-samza/Dockerfile
View file @ d38abce5
......@@ -6,5 +6,10 @@ ENV ENABLE_METRICS=true
ADD build/distributions/uc1-beam-samza.tar /
ADD samza-standalone.properties /
CMD /uc1-beam-samza/bin/uc1-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=$ENABLE_METRICS --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}"
CMD JAVA_OPTS="$JAVA_OPTS -Dorg.slf4j.simpleLogger.defaultLogLevel=$LOG_LEVEL" \
/uc1-beam-samza/bin/uc1-beam-samza \
--configFilePath=samza-standalone.properties \
--samzaExecutionEnvironment=STANDALONE \
--maxSourceParallelism=$MAX_SOURCE_PARALLELISM \
--enableMetrics=$ENABLE_METRICS \
--configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}"
theodolite-benchmarks/uc1-beam-samza/samza-standalone.properties
View file @ d38abce5
......@@ -15,3 +15,7 @@ systems.kafka.samza.factory=org.apache.samza.system.kafka.KafkaSystemFactory
systems.kafka.consumer.bootstrap.servers=localhost:9092
systems.kafka.producer.bootstrap.servers=localhost:9092
systems.kafka.default.stream.replication.factor=1
# Configure JMX metrics exporter
metrics.reporter.jmx.class=org.apache.samza.metrics.reporter.JmxReporterFactory
metrics.reporters=jmx
theodolite-benchmarks/uc2-beam-samza/Dockerfile
View file @ d38abce5
......@@ -6,4 +6,11 @@ ENV ENABLE_METRICS=true
ADD build/distributions/uc2-beam-samza.tar /
ADD samza-standalone.properties /
CMD /uc2-beam-samza/bin/uc2-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=$ENABLE_METRICS --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}"
CMD JAVA_OPTS="$JAVA_OPTS -Dorg.slf4j.simpleLogger.defaultLogLevel=$LOG_LEVEL" \
/uc2-beam-samza/bin/uc2-beam-samza \
--configFilePath=samza-standalone.properties \
--samzaExecutionEnvironment=STANDALONE \
--maxSourceParallelism=$MAX_SOURCE_PARALLELISM \
--enableMetrics=$ENABLE_METRICS \
--configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}"