Skip to content
Snippets Groups Projects
Commit 8425511e authored by Lorenz Boguhn's avatar Lorenz Boguhn
Browse files

beam flink add rocksdb by flink + add scale

parent c69d3578
Branches
Tags
1 merge request!187Migrate Beam benchmark implementation
version: '2'
version: '2.2'
services:
zookeeper:
image: confluentinc/cp-zookeeper
......@@ -63,6 +63,7 @@ services:
- kafka
benchmark-taskmanager:
image: uc1-beam-flink:latest
scale: 1
command: taskmanager
environment:
- |
......
version: '2'
version: '2.2'
services:
zookeeper:
image: confluentinc/cp-zookeeper
......@@ -64,6 +64,7 @@ services:
- kafka
benchmark-taskmanager:
image: uc2-beam-flink:latest
scale: 1
command: taskmanager
environment:
- |
......
version: '2'
version: '2.2'
services:
zookeeper:
image: confluentinc/cp-zookeeper
......@@ -51,8 +51,6 @@ services:
--streaming
--disableMetrics=true
--fasterCopy
--stateBackend=rocksdb
--stateBackendStoragePath=file:///data/flink/checkpoints
environment:
- KAFKA_BOOTSTRAP_SERVERS=kafka:9092
- SCHEMA_REGISTRY_URL=http://schema-registry:8081
......@@ -60,16 +58,21 @@ services:
FLINK_PROPERTIES=
jobmanager.rpc.address: benchmark-jobmanager
parallelism.default: 1
state.backend: rocksdb
state.checkpoints.dir: file:///data/flink/checkpoints
depends_on:
- schema-registry
- kafka
benchmark-taskmanager:
image: uc3-beam-flink:latest
scale: 1
command: taskmanager
environment:
- |
FLINK_PROPERTIES=
jobmanager.rpc.address: benchmark-jobmanager
state.backend: rocksdb
state.checkpoints.dir: file:///data/flink/checkpoints
depends_on:
- schema-registry
- kafka
version: '2'
version: '2.2'
services:
zookeeper:
image: confluentinc/cp-zookeeper
......@@ -53,8 +53,6 @@ services:
--streaming
--disableMetrics=true
--fasterCopy
--stateBackend=rocksdb
--stateBackendStoragePath=file:///data/flink/checkpoints
environment:
- KAFKA_BOOTSTRAP_SERVERS=kafka:9092
- SCHEMA_REGISTRY_URL=http://schema-registry:8081
......@@ -62,16 +60,21 @@ services:
FLINK_PROPERTIES=
jobmanager.rpc.address: benchmark-jobmanager
parallelism.default: 1
state.backend: rocksdb
state.checkpoints.dir: file:///data/flink/checkpoints
depends_on:
- schema-registry
- kafka
benchmark-taskmanager:
image: uc4-beam-flink:latest
command: taskmanager
scale: 1
environment:
- |
FLINK_PROPERTIES=
jobmanager.rpc.address: benchmark-jobmanager
state.backend: rocksdb
state.checkpoints.dir: file:///data/flink/checkpoints
depends_on:
- schema-registry
- kafka
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment