diff --git a/docker-test/uc1-docker-compose/docker-compose.yml b/docker-test/uc1-docker-compose/docker-compose.yml index d394255951151d931b73e4c923bb10ecaed66a2c..905e6e30bfd38900e896be45d8a4b15389b2f54f 100755 --- a/docker-test/uc1-docker-compose/docker-compose.yml +++ b/docker-test/uc1-docker-compose/docker-compose.yml @@ -1,26 +1,53 @@ version: '2' services: zookeeper: - image: wurstmeister/zookeeper - ports: - - "2181:2181" + image: confluentinc/cp-zookeeper + expose: + - "9092" + environment: + ZOOKEEPER_CLIENT_PORT: 2181 kafka: image: wurstmeister/kafka - ports: - - "9092:9092" expose: - "9092" + #ports: + # - 19092:19092 environment: - KAFKA_ADVERTISED_HOST_NAME: kafka #172.17.0.1 # Replace with docker network + KAFKA_LISTENERS: PLAINTEXT://:9092,CONNECTIONS_FROM_HOST://:19092 + KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,CONNECTIONS_FROM_HOST://localhost:19092 + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONNECTIONS_FROM_HOST:PLAINTEXT KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000 - KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1,dayofweek:3:1,hourofday:3:1,hourofweek:3:1" + KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1" + schema-registry: + image: confluentinc/cp-schema-registry:5.3.1 + depends_on: + - zookeeper + - kafka + expose: + - "8081" + ports: + - 8081:8081 + environment: + SCHEMA_REGISTRY_HOST_NAME: schema-registry + SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' uc-app: image: theodolite/theodolite-uc1-kstreams-app:latest + depends_on: + - schema-registry + - kafka environment: KAFKA_BOOTSTRAP_SERVERS: kafka:9092 uc-wg: image: theodolite/theodolite-uc1-workload-generator:latest + depends_on: + - schema-registry + - kafka + - zookeeper environment: + ZK_HOST: zookeeper + ZK_PORT: 2181 KAFKA_BOOTSTRAP_SERVERS: kafka:9092 + SCHEMA_REGISTRY_URL: http://schema-registry:8081 + INSTANCES: 1 NUM_SENSORS: 1 diff --git a/docker-test/uc2-docker-compose/docker-compose.yml b/docker-test/uc2-docker-compose/docker-compose.yml index f730148a89d41a819d81a4770e0d53a960dbe493..e6511bfd9fa7ea1e62bf9f3787ac6f3c0acc0107 100755 --- a/docker-test/uc2-docker-compose/docker-compose.yml +++ b/docker-test/uc2-docker-compose/docker-compose.yml @@ -1,26 +1,53 @@ version: '2' services: zookeeper: - image: wurstmeister/zookeeper - ports: - - "2181:2181" + image: confluentinc/cp-zookeeper + expose: + - "9092" + environment: + ZOOKEEPER_CLIENT_PORT: 2181 kafka: image: wurstmeister/kafka - ports: - - "9092:9092" expose: - "9092" + ports: + - 19092:19092 environment: - KAFKA_ADVERTISED_HOST_NAME: kafka #172.17.0.1 # Replace with docker network + KAFKA_LISTENERS: PLAINTEXT://:9092,CONNECTIONS_FROM_HOST://:19092 + KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,CONNECTIONS_FROM_HOST://localhost:19092 + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONNECTIONS_FROM_HOST:PLAINTEXT KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000 - KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1,dayofweek:3:1,hourofday:3:1,hourofweek:3:1" + KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1" + schema-registry: + image: confluentinc/cp-schema-registry:5.3.1 + depends_on: + - zookeeper + - kafka + expose: + - "8081" + ports: + - 8081:8081 + environment: + SCHEMA_REGISTRY_HOST_NAME: schema-registry + SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' uc-app: image: theodolite/theodolite-uc2-kstreams-app:latest + depends_on: + - schema-registry + - kafka environment: KAFKA_BOOTSTRAP_SERVERS: kafka:9092 uc-wg: image: theodolite/theodolite-uc2-workload-generator:latest + depends_on: + - schema-registry + - kafka + - zookeeper environment: + ZK_HOST: zookeeper + ZK_PORT: 2181 KAFKA_BOOTSTRAP_SERVERS: kafka:9092 + SCHEMA_REGISTRY_URL: http://schema-registry:8081 + INSTANCES: 1 NUM_SENSORS: 1 \ No newline at end of file diff --git a/docker-test/uc3-docker-compose/docker-compose.yml b/docker-test/uc3-docker-compose/docker-compose.yml index 2a3cb23a79f9edda699fe1bb07c1b922614aeb13..9d2da8e87621c1902ff101efd42ff52436416b77 100755 --- a/docker-test/uc3-docker-compose/docker-compose.yml +++ b/docker-test/uc3-docker-compose/docker-compose.yml @@ -1,27 +1,58 @@ version: '2' services: zookeeper: - image: wurstmeister/zookeeper + #image: wurstmeister/zookeeper + image: confluentinc/cp-zookeeper ports: - "2181:2181" + environment: + ZOOKEEPER_CLIENT_PORT: 2181 kafka: image: wurstmeister/kafka ports: - "9092:9092" expose: - "9092" + ports: + - 19092:19092 environment: - KAFKA_ADVERTISED_HOST_NAME: kafka #172.17.0.1 # Replace with docker network + KAFKA_LISTENERS: PLAINTEXT://:9092,CONNECTIONS_FROM_HOST://:19092 + KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,CONNECTIONS_FROM_HOST://localhost:19092 + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONNECTIONS_FROM_HOST:PLAINTEXT KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000 - KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1,dayofweek:3:1,hourofday:3:1,hourofweek:3:1" + KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1" + schema-registry: + image: confluentinc/cp-schema-registry:5.3.1 + depends_on: + - zookeeper + - kafka + ports: + - "8081:8081" + expose: + - "8081" + environment: + SCHEMA_REGISTRY_HOST_NAME: schema-registry + SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' uc-app: image: theodolite/theodolite-uc3-kstreams-app:latest + depends_on: + - schema-registry + - kafka environment: KAFKA_BOOTSTRAP_SERVERS: kafka:9092 + SCHEMA_REGISTRY_URL: http://schema-registry:8081 KAFKA_WINDOW_DURATION_MINUTES: 60 uc-wg: image: theodolite/theodolite-uc3-workload-generator:latest + depends_on: + - schema-registry + - kafka + - zookeeper environment: + ZK_HOST: zookeeper + ZK_PORT: 2181 KAFKA_BOOTSTRAP_SERVERS: kafka:9092 + SCHEMA_REGISTRY_URL: http://schema-registry:8081 + INSTANCES: 1 NUM_SENSORS: 1 \ No newline at end of file diff --git a/docker-test/uc4-docker-compose/docker-compose.yml b/docker-test/uc4-docker-compose/docker-compose.yml index 1f015f23b2e8b98eba27ae6f387adb123ae2ccc2..530852b2df5ef2c70f03a11ac2445ce587a3760f 100755 --- a/docker-test/uc4-docker-compose/docker-compose.yml +++ b/docker-test/uc4-docker-compose/docker-compose.yml @@ -1,25 +1,32 @@ version: '2' services: zookeeper: - image: wurstmeister/zookeeper + #image: wurstmeister/zookeeper + image: confluentinc/cp-zookeeper ports: - "2181:2181" + environment: + ZOOKEEPER_CLIENT_PORT: 2181 kafka: image: wurstmeister/kafka - ports: - - "9092:9092" expose: - "9092" + ports: + - 19092:19092 environment: - KAFKA_ADVERTISED_HOST_NAME: kafka #172.17.0.1 # Replace with docker network + KAFKA_LISTENERS: PLAINTEXT://:9092,CONNECTIONS_FROM_HOST://:19092 + KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,CONNECTIONS_FROM_HOST://localhost:19092 + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONNECTIONS_FROM_HOST:PLAINTEXT KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000 - KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1,dayofweek:3:1,hourofday:3:1,hourofweek:3:1" + KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1" schema-registry: image: confluentinc/cp-schema-registry:5.3.1 depends_on: - zookeeper - kafka + ports: + - "8081:8081" expose: - "8081" environment: @@ -27,10 +34,22 @@ services: SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' uc-app: image: theodolite/theodolite-uc4-kstreams-app:latest + depends_on: + - schema-registry + - kafka environment: KAFKA_BOOTSTRAP_SERVERS: kafka:9092 SCHEMA_REGISTRY_URL: http://schema-registry:8081 uc-wg: image: theodolite/theodolite-uc4-workload-generator:latest + depends_on: + - schema-registry + - kafka + - zookeeper environment: + ZK_HOST: zookeeper + ZK_PORT: 2181 KAFKA_BOOTSTRAP_SERVERS: kafka:9092 + SCHEMA_REGISTRY_URL: http://schema-registry:8081 + INSTANCES: 1 + NUM_SENSORS: 100