Skip to content
Snippets Groups Projects
Commit e24c5dda authored by Lorenz Boguhn's avatar Lorenz Boguhn
Browse files

Smoke test hazelcast uc 2-3, fix uc4 docker + first version 

not working version of uc4 smoke test
parent d993c9da
No related branches found
No related tags found
1 merge request!208Add benchmark implementations for Hazelcast Jet
Pipeline #6587 passed
Stage: build
    Stage: test
      Stage: check
        Hide whitespace changes
        Inline Side-by-side
        Showing
        with 63 additions and 15 deletions
        theodolite-benchmarks/docker-test/uc2-hazelcastjet-docker-compose/docker-compose.yml
        + 10
        − 5
        View file @ e24c5dda
        version: '2' version: '2.2'
        services: services:
        zookeeper: zookeeper:
        image: confluentinc/cp-zookeeper image: confluentinc/cp-zookeeper
        ...@@ -19,19 +19,24 @@ services: ...@@ -19,19 +19,24 @@ services:
        KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
        KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000 KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000
        KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
        KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1" KAFKA_CREATE_TOPICS: "input:3:1,output:3:1"
        kcat:
        image: edenhill/kcat:1.7.1
        entrypoint: "sh"
        tty: true
        schema-registry: schema-registry:
        image: confluentinc/cp-schema-registry:5.3.1 image: confluentinc/cp-schema-registry:7.0.1
        depends_on: depends_on:
        - zookeeper - zookeeper
        - kafka - kafka
        restart: "on-failure"
        expose: expose:
        - "8081" - "8081"
        #ports: #ports:
        # - 8081:8081 # - 8081:8081
        environment: environment:
        SCHEMA_REGISTRY_HOST_NAME: schema-registry SCHEMA_REGISTRY_HOST_NAME: schema-registry
        SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: kafka:9092
        benchmark: benchmark:
        image: uc2-hazelcastjet image: uc2-hazelcastjet
        depends_on: depends_on:
        ...@@ -47,7 +52,7 @@ services: ...@@ -47,7 +52,7 @@ services:
        SCHEMA_REGISTRY_URL: http://schema-registry:8081 SCHEMA_REGISTRY_URL: http://schema-registry:8081
        DOWNSAMPLE_INTERVAL: 5000 DOWNSAMPLE_INTERVAL: 5000
        load-generator: load-generator:
        image: ghcr.io/cau-se/theodolite-uc2-workload-generator:latest image: ghcr.io/cau-se/theodolite-uc2-workload-generator:${THEODOLITE_TAG:-latest}
        depends_on: depends_on:
        - schema-registry - schema-registry
        - kafka - kafka
        ......
        theodolite-benchmarks/docker-test/uc2-hazelcastjet-docker-compose/test.sh 0 → 100755
        + 11
        − 0
        View file @ e24c5dda
        #!/bin/sh
        until docker-compose exec -T kcat kcat -L -b kafka:9092 -t output -J | jq -r '.topics[0].partitions | length' | grep "\b3\b"; do sleep 5s; done
        docker-compose exec -T kcat kcat -C -b kafka:9092 -t output -s key=s -s value=s -r http://schema-registry:8081 -f '%k:%s\n' -c 20 |
        tee /dev/stderr |
        awk -F ':' '!/^%/ {print $1}' |
        sort |
        uniq |
        wc -l |
        grep "\b10\b"
        \ No newline at end of file
        theodolite-benchmarks/docker-test/uc3-hazelcastjet-docker-compose/docker-compose.yml
        + 10
        − 5
        View file @ e24c5dda
        version: '2' version: '2.2'
        services: services:
        zookeeper: zookeeper:
        image: confluentinc/cp-zookeeper image: confluentinc/cp-zookeeper
        ...@@ -19,19 +19,24 @@ services: ...@@ -19,19 +19,24 @@ services:
        KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
        KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000 KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000
        KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
        KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1" KAFKA_CREATE_TOPICS: "input:3:1,output:3:1"
        kcat:
        image: edenhill/kcat:1.7.1
        entrypoint: "sh"
        tty: true
        schema-registry: schema-registry:
        image: confluentinc/cp-schema-registry:5.3.1 image: confluentinc/cp-schema-registry:7.0.1
        depends_on: depends_on:
        - zookeeper - zookeeper
        - kafka - kafka
        restart: "on-failure"
        expose: expose:
        - "8081" - "8081"
        #ports: #ports:
        # - 8081:8081 # - 8081:8081
        environment: environment:
        SCHEMA_REGISTRY_HOST_NAME: schema-registry SCHEMA_REGISTRY_HOST_NAME: schema-registry
        SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: kafka:9092
        benchmark: benchmark:
        image: uc3-hazelcastjet image: uc3-hazelcastjet
        depends_on: depends_on:
        ...@@ -48,7 +53,7 @@ services: ...@@ -48,7 +53,7 @@ services:
        WINDOW_SIZE_IN_SECONDS: 50 WINDOW_SIZE_IN_SECONDS: 50
        HOPPING_SIZE_IN_SECONDS: 5 HOPPING_SIZE_IN_SECONDS: 5
        load-generator: load-generator:
        image: ghcr.io/cau-se/theodolite-uc3-workload-generator:latest image: ghcr.io/cau-se/theodolite-uc3-workload-generator:${THEODOLITE_TAG:-latest}
        depends_on: depends_on:
        - schema-registry - schema-registry
        - kafka - kafka
        ......
        theodolite-benchmarks/docker-test/uc3-hazelcastjet-docker-compose/test.sh 0 → 100755
        + 11
        − 0
        View file @ e24c5dda
        #!/bin/sh
        until docker-compose exec -T kcat kcat -L -b kafka:9092 -t output -J | jq -r '.topics[0].partitions | length' | grep "\b3\b"; do sleep 5s; done
        docker-compose exec -T kcat kcat -C -b kafka:9092 -t output -s key=s -s value=s -r http://schema-registry:8081 -f '%k:%s\n' -c 600 |
        tee /dev/stderr |
        awk -F ':' '!/^%/ {print $1}' |
        sort |
        uniq |
        wc -l |
        grep "\b10\b"
        \ No newline at end of file
        theodolite-benchmarks/docker-test/uc4-hazelcastjet-docker-compose/docker-compose.yml
        + 9
        − 4
        View file @ e24c5dda
        version: '2' version: '2.2'
        services: services:
        zookeeper: zookeeper:
        image: confluentinc/cp-zookeeper image: confluentinc/cp-zookeeper
        ...@@ -20,18 +20,23 @@ services: ...@@ -20,18 +20,23 @@ services:
        KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000 KAFKA_ZOOKEEPER_CONNECTION_TIMEOUT_MS: 30000
        KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false" KAFKA_AUTO_CREATE_TOPICS_ENABLE: "false"
        KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1" KAFKA_CREATE_TOPICS: "input:3:1,output:3:1,configuration:3:1,aggregation-feedback:3:1"
        kcat:
        image: edenhill/kcat:1.7.1
        entrypoint: "sh"
        tty: true
        schema-registry: schema-registry:
        image: confluentinc/cp-schema-registry:5.3.1 image: confluentinc/cp-schema-registry:7.0.1
        depends_on: depends_on:
        - zookeeper - zookeeper
        - kafka - kafka
        restart: "on-failure"
        expose: expose:
        - "8081" - "8081"
        #ports: #ports:
        # - 8081:8081 # - 8081:8081
        environment: environment:
        SCHEMA_REGISTRY_HOST_NAME: schema-registry SCHEMA_REGISTRY_HOST_NAME: schema-registry
        SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL: 'zookeeper:2181' SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: kafka:9092
        benchmark: benchmark:
        image: uc4-hazelcastjet image: uc4-hazelcastjet
        depends_on: depends_on:
        ...@@ -47,7 +52,7 @@ services: ...@@ -47,7 +52,7 @@ services:
        SCHEMA_REGISTRY_URL: http://schema-registry:8081 SCHEMA_REGISTRY_URL: http://schema-registry:8081
        WINDOW_SIZE_UC4: 5000 WINDOW_SIZE_UC4: 5000
        load-generator: load-generator:
        image: ghcr.io/cau-se/theodolite-uc4-workload-generator:latest image: ghcr.io/cau-se/theodolite-uc4-workload-generator:${THEODOLITE_TAG:-latest}
        depends_on: depends_on:
        - schema-registry - schema-registry
        - kafka - kafka
        ......
        theodolite-benchmarks/docker-test/uc4-hazelcastjet-docker-compose/test.sh 0 → 100755
        + 11
        − 0
        View file @ e24c5dda
        #!/bin/sh
        until docker-compose exec -T kcat kcat -L -b kafka:9092 -t output -J | jq -r '.topics[0].partitions | length' | grep "\b3\b"; do sleep 5s; done
        docker-compose exec -T kcat kcat -C -b kafka:9092 -t output -s key=s -s value=avro -r http://schema-registry:8081 -f '%k:%s\n' -c 500 |
        tee /dev/stderr |
        awk -F ':' '!/^%/ {print $1}' |
        sort |
        uniq |
        wc -l |
        grep "\b21\b"
        \ No newline at end of file
        theodolite-benchmarks/uc4-hazelcastjet/Dockerfile
        + 1
        − 1
        View file @ e24c5dda
        ...@@ -4,4 +4,4 @@ ADD build/distributions/uc4-hazelcastjet.tar / ...@@ -4,4 +4,4 @@ ADD build/distributions/uc4-hazelcastjet.tar /
        CMD JAVA_OPTS="$JAVA_OPTS -Dorg.slf4j.simpleLogger.defaultLogLevel=$LOG_LEVEL" \ CMD JAVA_OPTS="$JAVA_OPTS -Dorg.slf4j.simpleLogger.defaultLogLevel=$LOG_LEVEL" \
        /uc3-hazelcastjet/bin/uc4-hazelcastjet /uc4-hazelcastjet/bin/uc4-hazelcastjet
        \ No newline at end of file \ No newline at end of file
        0% or .
        You are about to add 0 people to the discussion. Proceed with caution.
        Finish editing this message first!
        Please register or to comment