Skip to content
Snippets Groups Projects
Commit 3e1a15f1 authored by Sören Henning's avatar Sören Henning
Browse files

Use Strimzi Kafka

parent 952335d7
No related branches found
No related tags found
1 merge request!218Add Beam Kubernetes Benchmark Definitions
Pipeline #6726 passed
Showing
with 26 additions and 26 deletions
...@@ -25,7 +25,7 @@ spec: ...@@ -25,7 +25,7 @@ spec:
# optional arguments: ["--job-id", "<job id>", "--fromSavepoint", "/path/to/savepoint", "--allowNonRestoredState"] # optional arguments: ["--job-id", "<job id>", "--fromSavepoint", "/path/to/savepoint", "--allowNonRestoredState"]
env: env:
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS - name: COMMIT_INTERVAL_MS
......
...@@ -21,7 +21,7 @@ spec: ...@@ -21,7 +21,7 @@ spec:
args: ["taskmanager"] args: ["taskmanager"]
env: env:
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS - name: COMMIT_INTERVAL_MS
......
...@@ -50,7 +50,7 @@ spec: ...@@ -50,7 +50,7 @@ spec:
properties: properties:
loadGenMaxRecords: "150000" loadGenMaxRecords: "150000"
kafkaConfig: kafkaConfig:
bootstrapServer: "theodolite-cp-kafka:9092" bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics: topics:
- name: "input" - name: "input"
numPartitions: 40 numPartitions: 40
......
...@@ -21,13 +21,13 @@ spec: ...@@ -21,13 +21,13 @@ spec:
- name: SAMZA_JOB_COORDINATOR_ZK_CONNECT - name: SAMZA_JOB_COORDINATOR_ZK_CONNECT
value: "theodolite-cp-zookeeper:2181" value: "theodolite-cp-zookeeper:2181"
- name: SAMZA_SYSTEMS_KAFKA_PRODUCER_BOOTSTRAP_SERVERS - name: SAMZA_SYSTEMS_KAFKA_PRODUCER_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SAMZA_SYSTEMS_KAFKA_CONSUMER_BOOTSTRAP_SERVERS - name: SAMZA_SYSTEMS_KAFKA_CONSUMER_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: MAX_SOURCE_PARALLELISM - name: MAX_SOURCE_PARALLELISM
value: "1024" value: "1024"
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
# - name: JAVA_OPTS # - name: JAVA_OPTS
......
...@@ -46,7 +46,7 @@ spec: ...@@ -46,7 +46,7 @@ spec:
properties: properties:
loadGenMaxRecords: "150000" loadGenMaxRecords: "150000"
kafkaConfig: kafkaConfig:
bootstrapServer: "theodolite-cp-kafka:9092" bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics: topics:
- name: "input" - name: "input"
numPartitions: 40 numPartitions: 40
......
...@@ -20,7 +20,7 @@ spec: ...@@ -20,7 +20,7 @@ spec:
image: ghcr.io/cau-se/theodolite-uc1-flink:latest image: ghcr.io/cau-se/theodolite-uc1-flink:latest
env: env:
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolitee-kafka-kafka-bootstrap:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS - name: COMMIT_INTERVAL_MS
......
...@@ -50,7 +50,7 @@ spec: ...@@ -50,7 +50,7 @@ spec:
properties: properties:
loadGenMaxRecords: "150000" loadGenMaxRecords: "150000"
kafkaConfig: kafkaConfig:
bootstrapServer: "theodolitee-kafka-kafka-bootstrap:9092" bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics: topics:
- name: "input" - name: "input"
numPartitions: 40 numPartitions: 40
......
...@@ -25,7 +25,7 @@ spec: ...@@ -25,7 +25,7 @@ spec:
# optional arguments: ["--job-id", "<job id>", "--fromSavepoint", "/path/to/savepoint", "--allowNonRestoredState"] # optional arguments: ["--job-id", "<job id>", "--fromSavepoint", "/path/to/savepoint", "--allowNonRestoredState"]
env: env:
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS - name: COMMIT_INTERVAL_MS
......
...@@ -21,7 +21,7 @@ spec: ...@@ -21,7 +21,7 @@ spec:
args: ["taskmanager"] args: ["taskmanager"]
env: env:
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS - name: COMMIT_INTERVAL_MS
......
...@@ -50,7 +50,7 @@ spec: ...@@ -50,7 +50,7 @@ spec:
properties: properties:
loadGenMaxRecords: "150000" loadGenMaxRecords: "150000"
kafkaConfig: kafkaConfig:
bootstrapServer: "theodolite-cp-kafka:9092" bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics: topics:
- name: "input" - name: "input"
numPartitions: 40 numPartitions: 40
......
...@@ -20,13 +20,13 @@ spec: ...@@ -20,13 +20,13 @@ spec:
- name: SAMZA_JOB_COORDINATOR_ZK_CONNECT - name: SAMZA_JOB_COORDINATOR_ZK_CONNECT
value: "theodolite-cp-zookeeper:2181" value: "theodolite-cp-zookeeper:2181"
- name: SAMZA_SYSTEMS_KAFKA_PRODUCER_BOOTSTRAP_SERVERS - name: SAMZA_SYSTEMS_KAFKA_PRODUCER_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SAMZA_SYSTEMS_KAFKA_CONSUMER_BOOTSTRAP_SERVERS - name: SAMZA_SYSTEMS_KAFKA_CONSUMER_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: MAX_SOURCE_PARALLELISM - name: MAX_SOURCE_PARALLELISM
value: "1024" value: "1024"
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS # Set as default for the applications - name: COMMIT_INTERVAL_MS # Set as default for the applications
......
...@@ -64,7 +64,7 @@ spec: ...@@ -64,7 +64,7 @@ spec:
properties: properties:
loadGenMaxRecords: "150000" loadGenMaxRecords: "150000"
kafkaConfig: kafkaConfig:
bootstrapServer: "theodolite-cp-kafka:9092" bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics: topics:
- name: "input" - name: "input"
numPartitions: 40 numPartitions: 40
......
...@@ -25,7 +25,7 @@ spec: ...@@ -25,7 +25,7 @@ spec:
# optional arguments: ["--job-id", "<job id>", "--fromSavepoint", "/path/to/savepoint", "--allowNonRestoredState"] # optional arguments: ["--job-id", "<job id>", "--fromSavepoint", "/path/to/savepoint", "--allowNonRestoredState"]
env: env:
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS - name: COMMIT_INTERVAL_MS
......
...@@ -21,7 +21,7 @@ spec: ...@@ -21,7 +21,7 @@ spec:
args: ["taskmanager"] args: ["taskmanager"]
env: env:
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS - name: COMMIT_INTERVAL_MS
......
...@@ -50,7 +50,7 @@ spec: ...@@ -50,7 +50,7 @@ spec:
properties: properties:
loadGenMaxRecords: "150000" loadGenMaxRecords: "150000"
kafkaConfig: kafkaConfig:
bootstrapServer: "theodolite-cp-kafka:9092" bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics: topics:
- name: "input" - name: "input"
numPartitions: 40 numPartitions: 40
......
...@@ -21,13 +21,13 @@ spec: ...@@ -21,13 +21,13 @@ spec:
- name: SAMZA_JOB_COORDINATOR_ZK_CONNECT - name: SAMZA_JOB_COORDINATOR_ZK_CONNECT
value: "theodolite-cp-zookeeper:2181" value: "theodolite-cp-zookeeper:2181"
- name: SAMZA_SYSTEMS_KAFKA_PRODUCER_BOOTSTRAP_SERVERS - name: SAMZA_SYSTEMS_KAFKA_PRODUCER_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SAMZA_SYSTEMS_KAFKA_CONSUMER_BOOTSTRAP_SERVERS - name: SAMZA_SYSTEMS_KAFKA_CONSUMER_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: MAX_SOURCE_PARALLELISM - name: MAX_SOURCE_PARALLELISM
value: "1024" value: "1024"
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS # Set as default for the applications - name: COMMIT_INTERVAL_MS # Set as default for the applications
......
...@@ -46,7 +46,7 @@ spec: ...@@ -46,7 +46,7 @@ spec:
properties: properties:
loadGenMaxRecords: "150000" loadGenMaxRecords: "150000"
kafkaConfig: kafkaConfig:
bootstrapServer: "theodolite-cp-kafka:9092" bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics: topics:
- name: "input" - name: "input"
numPartitions: 40 numPartitions: 40
......
...@@ -25,7 +25,7 @@ spec: ...@@ -25,7 +25,7 @@ spec:
# optional arguments: ["--job-id", "<job id>", "--fromSavepoint", "/path/to/savepoint", "--allowNonRestoredState"] # optional arguments: ["--job-id", "<job id>", "--fromSavepoint", "/path/to/savepoint", "--allowNonRestoredState"]
env: env:
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS - name: COMMIT_INTERVAL_MS
......
...@@ -21,7 +21,7 @@ spec: ...@@ -21,7 +21,7 @@ spec:
args: ["taskmanager"] args: ["taskmanager"]
env: env:
- name: KAFKA_BOOTSTRAP_SERVERS - name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092" value: "theodolite-kafka-kafka-bootstrap:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://theodolite-cp-schema-registry:8081" value: "http://theodolite-cp-schema-registry:8081"
- name: COMMIT_INTERVAL_MS - name: COMMIT_INTERVAL_MS
......
...@@ -51,7 +51,7 @@ spec: ...@@ -51,7 +51,7 @@ spec:
loadGenMaxRecords: "150000" loadGenMaxRecords: "150000"
numSensors: "4.0" numSensors: "4.0"
kafkaConfig: kafkaConfig:
bootstrapServer: "theodolite-cp-kafka:9092" bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
topics: topics:
- name: "input" - name: "input"
numPartitions: 40 numPartitions: 40
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment