From b1ccf4efa3a7e039a186fdbc87c513c25a8514ba Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?S=C3=B6ren=20Henning?= <soeren.henning@email.uni-kiel.de>
Date: Wed, 2 Dec 2020 14:04:46 +0100
Subject: [PATCH] Update docker compose demo scripts for new workload generator
---
.../uc1-docker-compose/docker-compose.yml | 41 +++++++++++++++----
.../uc2-docker-compose/docker-compose.yml | 41 +++++++++++++++----
.../uc3-docker-compose/docker-compose.yml | 37 +++++++++++++++--
.../uc4-docker-compose/docker-compose.yml | 29 ++++++++++---
4 files changed, 126 insertions(+), 22 deletions(-)
diff --git a/docker-test/uc1-docker-compose/docker-compose.yml b/docker-test/uc1-docker-compose/docker-compose.yml
index d39425595..905e6e30b 100755
--- a/docker-test/uc1-docker-compose/docker-compose.yml
+++ b/docker-test/uc1-docker-compose/docker-compose.yml
@@ -1,26 +1,53 @@
version: '2'
services:
zookeeper:
- image: wurstmeister/zookeeper
- ports:
- - "2181:2181"
+ image: confluentinc/cp-zookeeper
+ expose:
+ - "9092"
+ environment:
+ ZOOKEEPER_CLIENT_PORT: 2181
kafka:
image: wurstmeister/kafka
- ports:
- - "9092:9092"
expose:
- "9092"
+ #ports:
+ # - 19092:19092
environment:
- KAFKA_ADVERTISED_HOST_NAME: kafka #172.17.0.1 # Replace with docker network
+ KAFKA_LISTENERS: PLAINTEXT://:9092,CONNECTIONS_FROM_HOST://:19092
+ KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,CONNECTIONS_FROM_HOST://localhost:19092
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONNECTIONS_FROM_HOST:PLAINTEXT
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000
- KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1,dayofweek:3:1,hourofday:3:1,hourofweek:3:1"
+ KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1"
+ schema-registry:
+ image: confluentinc/cp-schema-registry:5.3.1
+ depends_on:
+ - zookeeper
+ - kafka
+ expose:
+ - "8081"
+ ports:
+ - 8081:8081
+ environment:
+ SCHEMA_REGISTRY_HOST_NAME: schema-registry
+ SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181'
uc-app:
image: theodolite/theodolite-uc1-kstreams-app:latest
+ depends_on:
+ - schema-registry
+ - kafka
environment:
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
uc-wg:
image: theodolite/theodolite-uc1-workload-generator:latest
+ depends_on:
+ - schema-registry
+ - kafka
+ - zookeeper
environment:
+ ZK_HOST: zookeeper
+ ZK_PORT: 2181
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
+ SCHEMA_REGISTRY_URL: http://schema-registry:8081
+ INSTANCES: 1
NUM_SENSORS: 1
diff --git a/docker-test/uc2-docker-compose/docker-compose.yml b/docker-test/uc2-docker-compose/docker-compose.yml
index f730148a8..e6511bfd9 100755
--- a/docker-test/uc2-docker-compose/docker-compose.yml
+++ b/docker-test/uc2-docker-compose/docker-compose.yml
@@ -1,26 +1,53 @@
version: '2'
services:
zookeeper:
- image: wurstmeister/zookeeper
- ports:
- - "2181:2181"
+ image: confluentinc/cp-zookeeper
+ expose:
+ - "9092"
+ environment:
+ ZOOKEEPER_CLIENT_PORT: 2181
kafka:
image: wurstmeister/kafka
- ports:
- - "9092:9092"
expose:
- "9092"
+ ports:
+ - 19092:19092
environment:
- KAFKA_ADVERTISED_HOST_NAME: kafka #172.17.0.1 # Replace with docker network
+ KAFKA_LISTENERS: PLAINTEXT://:9092,CONNECTIONS_FROM_HOST://:19092
+ KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,CONNECTIONS_FROM_HOST://localhost:19092
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONNECTIONS_FROM_HOST:PLAINTEXT
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000
- KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1,dayofweek:3:1,hourofday:3:1,hourofweek:3:1"
+ KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1"
+ schema-registry:
+ image: confluentinc/cp-schema-registry:5.3.1
+ depends_on:
+ - zookeeper
+ - kafka
+ expose:
+ - "8081"
+ ports:
+ - 8081:8081
+ environment:
+ SCHEMA_REGISTRY_HOST_NAME: schema-registry
+ SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181'
uc-app:
image: theodolite/theodolite-uc2-kstreams-app:latest
+ depends_on:
+ - schema-registry
+ - kafka
environment:
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
uc-wg:
image: theodolite/theodolite-uc2-workload-generator:latest
+ depends_on:
+ - schema-registry
+ - kafka
+ - zookeeper
environment:
+ ZK_HOST: zookeeper
+ ZK_PORT: 2181
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
+ SCHEMA_REGISTRY_URL: http://schema-registry:8081
+ INSTANCES: 1
NUM_SENSORS: 1
\ No newline at end of file
diff --git a/docker-test/uc3-docker-compose/docker-compose.yml b/docker-test/uc3-docker-compose/docker-compose.yml
index 2a3cb23a7..9d2da8e87 100755
--- a/docker-test/uc3-docker-compose/docker-compose.yml
+++ b/docker-test/uc3-docker-compose/docker-compose.yml
@@ -1,27 +1,58 @@
version: '2'
services:
zookeeper:
- image: wurstmeister/zookeeper
+ #image: wurstmeister/zookeeper
+ image: confluentinc/cp-zookeeper
ports:
- "2181:2181"
+ environment:
+ ZOOKEEPER_CLIENT_PORT: 2181
kafka:
image: wurstmeister/kafka
ports:
- "9092:9092"
expose:
- "9092"
+ ports:
+ - 19092:19092
environment:
- KAFKA_ADVERTISED_HOST_NAME: kafka #172.17.0.1 # Replace with docker network
+ KAFKA_LISTENERS: PLAINTEXT://:9092,CONNECTIONS_FROM_HOST://:19092
+ KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,CONNECTIONS_FROM_HOST://localhost:19092
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONNECTIONS_FROM_HOST:PLAINTEXT
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000
- KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1,dayofweek:3:1,hourofday:3:1,hourofweek:3:1"
+ KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1"
+ schema-registry:
+ image: confluentinc/cp-schema-registry:5.3.1
+ depends_on:
+ - zookeeper
+ - kafka
+ ports:
+ - "8081:8081"
+ expose:
+ - "8081"
+ environment:
+ SCHEMA_REGISTRY_HOST_NAME: schema-registry
+ SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181'
uc-app:
image: theodolite/theodolite-uc3-kstreams-app:latest
+ depends_on:
+ - schema-registry
+ - kafka
environment:
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
+ SCHEMA_REGISTRY_URL: http://schema-registry:8081
KAFKA_WINDOW_DURATION_MINUTES: 60
uc-wg:
image: theodolite/theodolite-uc3-workload-generator:latest
+ depends_on:
+ - schema-registry
+ - kafka
+ - zookeeper
environment:
+ ZK_HOST: zookeeper
+ ZK_PORT: 2181
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
+ SCHEMA_REGISTRY_URL: http://schema-registry:8081
+ INSTANCES: 1
NUM_SENSORS: 1
\ No newline at end of file
diff --git a/docker-test/uc4-docker-compose/docker-compose.yml b/docker-test/uc4-docker-compose/docker-compose.yml
index 1f015f23b..530852b2d 100755
--- a/docker-test/uc4-docker-compose/docker-compose.yml
+++ b/docker-test/uc4-docker-compose/docker-compose.yml
@@ -1,25 +1,32 @@
version: '2'
services:
zookeeper:
- image: wurstmeister/zookeeper
+ #image: wurstmeister/zookeeper
+ image: confluentinc/cp-zookeeper
ports:
- "2181:2181"
+ environment:
+ ZOOKEEPER_CLIENT_PORT: 2181
kafka:
image: wurstmeister/kafka
- ports:
- - "9092:9092"
expose:
- "9092"
+ ports:
+ - 19092:19092
environment:
- KAFKA_ADVERTISED_HOST_NAME: kafka #172.17.0.1 # Replace with docker network
+ KAFKA_LISTENERS: PLAINTEXT://:9092,CONNECTIONS_FROM_HOST://:19092
+ KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,CONNECTIONS_FROM_HOST://localhost:19092
+ KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONNECTIONS_FROM_HOST:PLAINTEXT
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000
- KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1,dayofweek:3:1,hourofday:3:1,hourofweek:3:1"
+ KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1"
schema-registry:
image: confluentinc/cp-schema-registry:5.3.1
depends_on:
- zookeeper
- kafka
+ ports:
+ - "8081:8081"
expose:
- "8081"
environment:
@@ -27,10 +34,22 @@ services:
SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181'
uc-app:
image: theodolite/theodolite-uc4-kstreams-app:latest
+ depends_on:
+ - schema-registry
+ - kafka
environment:
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
SCHEMA_REGISTRY_URL: http://schema-registry:8081
uc-wg:
image: theodolite/theodolite-uc4-workload-generator:latest
+ depends_on:
+ - schema-registry
+ - kafka
+ - zookeeper
environment:
+ ZK_HOST: zookeeper
+ ZK_PORT: 2181
KAFKA_BOOTSTRAP_SERVERS: kafka:9092
+ SCHEMA_REGISTRY_URL: http://schema-registry:8081
+ INSTANCES: 1
+ NUM_SENSORS: 100
--
GitLab