From 7cb9fc541debd5e1304a166d44b59df48dcf2dec Mon Sep 17 00:00:00 2001 From: lorenz <stu203404@mail.uni-kiel.de> Date: Fri, 24 Dec 2021 13:07:56 +0100 Subject: [PATCH] Add scale to beam samza docker-compose files --- .../docker-test/uc1-beam-samza/docker-compose.yml | 5 +++-- .../docker-test/uc2-beam-samza/docker-compose.yml | 5 +++-- .../docker-test/uc3-beam-samza/docker-compose.yml | 5 +++-- .../docker-test/uc4-beam-samza/docker-compose.yml | 5 +++-- 4 files changed, 12 insertions(+), 8 deletions(-) diff --git a/theodolite-benchmarks/docker-test/uc1-beam-samza/docker-compose.yml b/theodolite-benchmarks/docker-test/uc1-beam-samza/docker-compose.yml index ded1e0c38..10f8918ca 100644 --- a/theodolite-benchmarks/docker-test/uc1-beam-samza/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc1-beam-samza/docker-compose.yml @@ -1,4 +1,4 @@ -version: '2' +version: '2.2' services: zookeeper: image: confluentinc/cp-zookeeper @@ -33,11 +33,12 @@ services: SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' benchmark: image: uc1-beam-samza:latest + scale: 1 depends_on: - schema-registry - kafka environment: - MAX_SOURCE_PARALLELISM: 1 + MAX_SOURCE_PARALLELISM: 1024 KAFKA_BOOTSTRAP_SERVERS: kafka:9092 SCHEMA_REGISTRY_URL: http://schema-registry:8081 load-generator: diff --git a/theodolite-benchmarks/docker-test/uc2-beam-samza/docker-compose.yml b/theodolite-benchmarks/docker-test/uc2-beam-samza/docker-compose.yml index 5f0392910..50b9b1f7c 100644 --- a/theodolite-benchmarks/docker-test/uc2-beam-samza/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc2-beam-samza/docker-compose.yml @@ -1,4 +1,4 @@ -version: '2' +version: '2.2' services: zookeeper: image: confluentinc/cp-zookeeper @@ -33,11 +33,12 @@ services: SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' benchmark: image: uc2-beam-samza:latest + scale: 1 depends_on: - schema-registry - kafka environment: - MAX_SOURCE_PARALLELISM: 1 + MAX_SOURCE_PARALLELISM: 1024 KAFKA_BOOTSTRAP_SERVERS: kafka:9092 SCHEMA_REGISTRY_URL: http://schema-registry:8081 KAFKA_WINDOW_DURATION_MINUTES: 60 diff --git a/theodolite-benchmarks/docker-test/uc3-beam-samza/docker-compose.yml b/theodolite-benchmarks/docker-test/uc3-beam-samza/docker-compose.yml index 8c13e774a..b1394e5e9 100644 --- a/theodolite-benchmarks/docker-test/uc3-beam-samza/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc3-beam-samza/docker-compose.yml @@ -1,4 +1,4 @@ -version: '2' +version: '2.2' services: zookeeper: image: confluentinc/cp-zookeeper @@ -33,11 +33,12 @@ services: SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' benchmark: image: uc3-beam-samza:latest + scale: 1 depends_on: - schema-registry - kafka environment: - MAX_SOURCE_PARALLELISM: 1 + MAX_SOURCE_PARALLELISM: 1024 KAFKA_BOOTSTRAP_SERVERS: kafka:9092 SCHEMA_REGISTRY_URL: http://schema-registry:8081 load-generator: diff --git a/theodolite-benchmarks/docker-test/uc4-beam-samza/docker-compose.yml b/theodolite-benchmarks/docker-test/uc4-beam-samza/docker-compose.yml index 7bcc71193..ea818275c 100644 --- a/theodolite-benchmarks/docker-test/uc4-beam-samza/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc4-beam-samza/docker-compose.yml @@ -1,4 +1,4 @@ -version: '2' +version: '2.2' services: zookeeper: image: confluentinc/cp-zookeeper @@ -33,11 +33,12 @@ services: SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' benchmark: image: uc4-beam-samza:latest + scale: 1 depends_on: - schema-registry - kafka environment: - MAX_SOURCE_PARALLELISM: 1 + MAX_SOURCE_PARALLELISM: 1024 KAFKA_BOOTSTRAP_SERVERS: kafka:9092 SCHEMA_REGISTRY_URL: http://schema-registry:8081 load-generator: -- GitLab