Compare revisions

6d3d8e45 · 6d3d8e45 · 6d3d8e45 · 6d3d8e45 · 6d3d8e45 · 6d3d8e45
--- a/theodolite-benchmarks/definitions/uc3-kstreams/resources/uc3-kstreams-deployment.yaml
+++ b/theodolite-benchmarks/definitions/uc3-kstreams/resources/uc3-kstreams-deployment.yaml
@@ -26,8 +26,6 @@ spec:
              value: "http://theodolite-kafka-schema-registry:8081"
            - name: JAVA_OPTS
              value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
-            - name: COMMIT_INTERVAL_MS # Set as default for the applications
-              value: "100"
          resources:
            limits:
              memory: 4Gi

--- a/theodolite-benchmarks/definitions/uc4-beam-flink/resources/jobmanager-deployment.yaml
+++ b/theodolite-benchmarks/definitions/uc4-beam-flink/resources/jobmanager-deployment.yaml
@@ -28,8 +28,6 @@ spec:
              value: "theodolite-kafka-kafka-bootstrap:9092"
            - name: SCHEMA_REGISTRY_URL
              value: "http://theodolite-kafka-schema-registry:8081"
-            - name: COMMIT_INTERVAL_MS
-              value: "100"
            - name: CHECKPOINTING
              value: "false"
            - name: PARALLELISM

--- a/theodolite-benchmarks/definitions/uc4-beam-flink/resources/taskmanager-deployment.yaml
+++ b/theodolite-benchmarks/definitions/uc4-beam-flink/resources/taskmanager-deployment.yaml
@@ -24,8 +24,6 @@ spec:
              value: "theodolite-kafka-kafka-bootstrap:9092"
            - name: SCHEMA_REGISTRY_URL
              value: "http://theodolite-kafka-schema-registry:8081"
-            - name: COMMIT_INTERVAL_MS
-              value: "100"
            - name: CHECKPOINTING
              value: "false"
            - name: "FLINK_STATE_BACKEND"

--- a/theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-beam-samza-deployment.yaml
+++ b/theodolite-benchmarks/definitions/uc4-beam-samza/resources/uc4-beam-samza-deployment.yaml
@@ -29,8 +29,6 @@ spec:
              value: "theodolite-kafka-kafka-bootstrap:9092"
            - name: SCHEMA_REGISTRY_URL
              value: "http://theodolite-kafka-schema-registry:8081"
-            - name: COMMIT_INTERVAL_MS # Set as default for the applications
-              value: "100"
          resources:
            limits:
              memory: 4Gi

--- a/theodolite-benchmarks/definitions/uc4-flink/resources/jobmanager-deployment.yaml
+++ b/theodolite-benchmarks/definitions/uc4-flink/resources/jobmanager-deployment.yaml
@@ -23,8 +23,6 @@ spec:
              value: "theodolite-kafka-kafka-bootstrap:9092"
            - name: SCHEMA_REGISTRY_URL
              value: "http://theodolite-kafka-schema-registry:8081"
-            - name: COMMIT_INTERVAL_MS
-              value: "100"
            - name: CHECKPOINTING
              value: "false"
            - name: PARALLELISM

--- a/theodolite-benchmarks/definitions/uc4-flink/resources/taskmanager-deployment.yaml
+++ b/theodolite-benchmarks/definitions/uc4-flink/resources/taskmanager-deployment.yaml
@@ -23,8 +23,6 @@ spec:
              value: "theodolite-kafka-kafka-bootstrap:9092"
            - name: SCHEMA_REGISTRY_URL
              value: "http://theodolite-kafka-schema-registry:8081"
-            - name: COMMIT_INTERVAL_MS
-              value: "100"
            - name: CHECKPOINTING
              value: "false"
            - name: PARALLELISM

--- a/theodolite-benchmarks/definitions/uc4-hazelcastjet/resources/uc4-hazelcastjet-deployment.yaml
+++ b/theodolite-benchmarks/definitions/uc4-hazelcastjet/resources/uc4-hazelcastjet-deployment.yaml
@@ -21,8 +21,6 @@ spec:
              value: "theodolite-kafka-kafka-bootstrap:9092"
            - name: SCHEMA_REGISTRY_URL
              value: "http://theodolite-kafka-schema-registry:8081"
-            - name: COMMIT_INTERVAL_MS # Set as default for the applications
-              value: "100"
            - name: WINDOW_SIZE
              value: "5000"
            #- name: KUBERNETES_DNS_NAME

--- a/theodolite-benchmarks/definitions/uc4-kstreams/resources/uc4-kstreams-deployment.yaml
+++ b/theodolite-benchmarks/definitions/uc4-kstreams/resources/uc4-kstreams-deployment.yaml
@@ -26,8 +26,6 @@ spec:
              value: "http://theodolite-kafka-schema-registry:8081"
            - name: JAVA_OPTS
              value: "-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=5555"
-            - name: COMMIT_INTERVAL_MS # Set as default for the applications
-              value: "100"
          resources:
            limits:
              memory: 4Gi

--- a/theodolite-benchmarks/flink-commons/src/main/java/rocks/theodolite/benchmarks/commons/flink/ConfigurationKeys.java
+++ b/theodolite-benchmarks/flink-commons/src/main/java/rocks/theodolite/benchmarks/commons/flink/ConfigurationKeys.java
@@ -25,7 +25,7 @@ public final class ConfigurationKeys {

  public static final String CHECKPOINTING = "checkpointing";

-  public static final String CHECKPOINTING_INTERVAL_MS = "commit.interval.ms";
+  public static final String CHECKPOINTING_INTERVAL_MS = "checkpointing.interval.ms";

  public static final String FLINK_STATE_BACKEND = "flink.state.backend";


--- a/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc1-beam/src/main/resources/META-INF/application.properties
@@ -10,11 +10,9 @@ kafka.output.topic=output

 schema.registry.url=http://localhost:8081

-num.threads=1
-commit.interval.ms=1000
-cache.max.bytes.buffering=-1
-
 specific.avro.reader=true
+
+# Kafka Settings
 enable.auto.commit=true
 max.poll.records=500
 auto.offset.reset=earliest
--- a/theodolite-benchmarks/uc1-flink/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc1-flink/src/main/resources/META-INF/application.properties
@@ -7,6 +7,5 @@ kafka.output.topic=output

 schema.registry.url=http://localhost:8081

-num.threads=1
-commit.interval.ms=1000
-cache.max.bytes.buffering=-1
+# Flink configuration
+checkpointing.interval.ms=1000
--- a/theodolite-benchmarks/uc1-kstreams/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc1-kstreams/src/main/resources/META-INF/application.properties
@@ -6,3 +6,5 @@ kafka.input.topic=input

 schema.registry.url=http://localhost:8081

+# Kafka Streams Config
+commit.interval.ms=5000	
--- a/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc2-beam/src/main/resources/META-INF/application.properties
@@ -8,11 +8,9 @@ kafka.window.duration.minutes=1

 schema.registry.url=http://localhost:8081

-num.threads=1
-commit.interval.ms=1000
-cache.max.bytes.buffering=-1
-
 specific.avro.reader=true
+
+# Kafka Settings
 enable.auto.commit=true
 max.poll.records=500
-auto.offset.reset=earliest
\ No newline at end of file
+auto.offset.reset=earliest
--- a/theodolite-benchmarks/uc2-flink/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc2-flink/src/main/resources/META-INF/application.properties
@@ -5,7 +5,8 @@ kafka.bootstrap.servers=localhost:9092
 kafka.input.topic=input
 kafka.output.topic=output
 schema.registry.url=http://localhost:8081
-num.threads=1
-commit.interval.ms=100
-cache.max.bytes.buffering=-1
-kafka.window.duration.minutes=1
\ No newline at end of file
+
+kafka.window.duration.minutes=1
+
+# Flink configuration
+checkpointing.interval.ms=100
--- a/theodolite-benchmarks/uc2-kstreams/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc2-kstreams/src/main/resources/META-INF/application.properties
@@ -7,3 +7,6 @@ kafka.output.topic=output
 kafka.window.duration.minutes=1

 schema.registry.url=http://localhost:8081
+
+# Kafka Streams Config
+commit.interval.ms=5000	
--- a/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc3-beam/src/main/resources/META-INF/application.properties
@@ -14,11 +14,9 @@ aggregation.advance.days=1
 # in seconds
 trigger.interval=15

-num.threads=1
-commit.interval.ms=1000
-cache.max.bytes.buffering=-1
-
 specific.avro.reader=true
+
+# Kafka Settings
 enable.auto.commit=true
 max.poll.records=500
-auto.offset.reset=earliest
\ No newline at end of file
+auto.offset.reset=earliest
--- a/theodolite-benchmarks/uc3-flink/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc3-flink/src/main/resources/META-INF/application.properties
@@ -8,7 +8,8 @@ schema.registry.url=http://localhost:8081
 aggregation.duration.days=30
 aggregation.advance.days=1
 aggregation.trigger.interval.seconds=15
-num.threads=1
-commit.interval.ms=100
-cache.max.bytes.buffering=-1
-time.zone=Europe/Paris
\ No newline at end of file
+
+time.zone=Europe/Paris
+
+# Flink configuration
+checkpointing.interval.ms=1000
--- a/theodolite-benchmarks/uc3-kstreams/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc3-kstreams/src/main/resources/META-INF/application.properties
@@ -8,3 +8,6 @@ aggregation.duration.days=30
 aggregation.advance.days=1

 schema.registry.url=http://localhost:8081
+
+# Kafka Streams Config
+commit.interval.ms=5000	
--- a/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc4-beam/src/main/resources/META-INF/application.properties
@@ -16,11 +16,9 @@ aggregation.advance.days=1
 trigger.interval=15
 grace.period.ms=270

-num.threads=1
-commit.interval.ms=1000
-cache.max.bytes.buffering=-1
-
 specific.avro.reader=true
+
+# Kafka Settings
 enable.auto.commit=true
 max.poll.records=500
-auto.offset.reset=earliest
\ No newline at end of file
+auto.offset.reset=earliest
--- a/theodolite-benchmarks/uc4-flink/src/main/resources/META-INF/application.properties
+++ b/theodolite-benchmarks/uc4-flink/src/main/resources/META-INF/application.properties
@@ -11,6 +11,6 @@ kafka.output.topic=output
 schema.registry.url=http://localhost:8081
 window.size.ms=1000
 window.grace.ms=0
-num.threads=1
-commit.interval.ms=1000
-cache.max.bytes.buffering=-1
+
+# Flink configuration
+checkpointing.interval.ms=1000
No results found