Skip to content
Snippets Groups Projects
Commit 8425511e authored by Lorenz Boguhn's avatar Lorenz Boguhn
Browse files

beam flink add rocksdb by flink + add scale

parent c69d3578
No related branches found
No related tags found
1 merge request!187Migrate Beam benchmark implementation
version: '2' version: '2.2'
services: services:
zookeeper: zookeeper:
image: confluentinc/cp-zookeeper image: confluentinc/cp-zookeeper
...@@ -63,6 +63,7 @@ services: ...@@ -63,6 +63,7 @@ services:
- kafka - kafka
benchmark-taskmanager: benchmark-taskmanager:
image: uc1-beam-flink:latest image: uc1-beam-flink:latest
scale: 1
command: taskmanager command: taskmanager
environment: environment:
- | - |
......
version: '2' version: '2.2'
services: services:
zookeeper: zookeeper:
image: confluentinc/cp-zookeeper image: confluentinc/cp-zookeeper
...@@ -64,6 +64,7 @@ services: ...@@ -64,6 +64,7 @@ services:
- kafka - kafka
benchmark-taskmanager: benchmark-taskmanager:
image: uc2-beam-flink:latest image: uc2-beam-flink:latest
scale: 1
command: taskmanager command: taskmanager
environment: environment:
- | - |
......
version: '2' version: '2.2'
services: services:
zookeeper: zookeeper:
image: confluentinc/cp-zookeeper image: confluentinc/cp-zookeeper
...@@ -51,8 +51,6 @@ services: ...@@ -51,8 +51,6 @@ services:
--streaming --streaming
--disableMetrics=true --disableMetrics=true
--fasterCopy --fasterCopy
--stateBackend=rocksdb
--stateBackendStoragePath=file:///data/flink/checkpoints
environment: environment:
- KAFKA_BOOTSTRAP_SERVERS=kafka:9092 - KAFKA_BOOTSTRAP_SERVERS=kafka:9092
- SCHEMA_REGISTRY_URL=http://schema-registry:8081 - SCHEMA_REGISTRY_URL=http://schema-registry:8081
...@@ -60,16 +58,21 @@ services: ...@@ -60,16 +58,21 @@ services:
FLINK_PROPERTIES= FLINK_PROPERTIES=
jobmanager.rpc.address: benchmark-jobmanager jobmanager.rpc.address: benchmark-jobmanager
parallelism.default: 1 parallelism.default: 1
state.backend: rocksdb
state.checkpoints.dir: file:///data/flink/checkpoints
depends_on: depends_on:
- schema-registry - schema-registry
- kafka - kafka
benchmark-taskmanager: benchmark-taskmanager:
image: uc3-beam-flink:latest image: uc3-beam-flink:latest
scale: 1
command: taskmanager command: taskmanager
environment: environment:
- | - |
FLINK_PROPERTIES= FLINK_PROPERTIES=
jobmanager.rpc.address: benchmark-jobmanager jobmanager.rpc.address: benchmark-jobmanager
state.backend: rocksdb
state.checkpoints.dir: file:///data/flink/checkpoints
depends_on: depends_on:
- schema-registry - schema-registry
- kafka - kafka
version: '2' version: '2.2'
services: services:
zookeeper: zookeeper:
image: confluentinc/cp-zookeeper image: confluentinc/cp-zookeeper
...@@ -53,8 +53,6 @@ services: ...@@ -53,8 +53,6 @@ services:
--streaming --streaming
--disableMetrics=true --disableMetrics=true
--fasterCopy --fasterCopy
--stateBackend=rocksdb
--stateBackendStoragePath=file:///data/flink/checkpoints
environment: environment:
- KAFKA_BOOTSTRAP_SERVERS=kafka:9092 - KAFKA_BOOTSTRAP_SERVERS=kafka:9092
- SCHEMA_REGISTRY_URL=http://schema-registry:8081 - SCHEMA_REGISTRY_URL=http://schema-registry:8081
...@@ -62,16 +60,21 @@ services: ...@@ -62,16 +60,21 @@ services:
FLINK_PROPERTIES= FLINK_PROPERTIES=
jobmanager.rpc.address: benchmark-jobmanager jobmanager.rpc.address: benchmark-jobmanager
parallelism.default: 1 parallelism.default: 1
state.backend: rocksdb
state.checkpoints.dir: file:///data/flink/checkpoints
depends_on: depends_on:
- schema-registry - schema-registry
- kafka - kafka
benchmark-taskmanager: benchmark-taskmanager:
image: uc4-beam-flink:latest image: uc4-beam-flink:latest
command: taskmanager command: taskmanager
scale: 1
environment: environment:
- | - |
FLINK_PROPERTIES= FLINK_PROPERTIES=
jobmanager.rpc.address: benchmark-jobmanager jobmanager.rpc.address: benchmark-jobmanager
state.backend: rocksdb
state.checkpoints.dir: file:///data/flink/checkpoints
depends_on: depends_on:
- schema-registry - schema-registry
- kafka - kafka
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment