From d1919dda1f78edd07211d591001d3a2833f83f88 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?S=C3=B6ren=20Henning?= <soeren.henning@email.uni-kiel.de> Date: Fri, 28 Jan 2022 19:43:11 +0100 Subject: [PATCH] Add smoketests for UC2 --- .gitlab-ci.yml | 63 +++++++++++++++++++ .../docker-test/uc2-beam-flink/test.sh | 9 +++ .../docker-test/uc2-beam-samza/test.sh | 9 +++ .../docker-test/uc2-flink/test.sh | 9 +++ .../docker-test/uc2-kstreams/test.sh | 9 +++ 5 files changed, 99 insertions(+) create mode 100755 theodolite-benchmarks/docker-test/uc2-beam-flink/test.sh create mode 100755 theodolite-benchmarks/docker-test/uc2-beam-samza/test.sh create mode 100755 theodolite-benchmarks/docker-test/uc2-flink/test.sh create mode 100755 theodolite-benchmarks/docker-test/uc2-kstreams/test.sh diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index a5f5d0bf8..0bd7e31a9 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -401,6 +401,69 @@ smoketest-uc1-kstreams: DOCKER_COMPOSE_DIR: "uc1-kstreams" JAVA_PROJECT_DEPS: "uc1-kstreams,kstreams-commons,uc1-load-generator,load-generator-commons" +smoketest-uc1-flink: + extends: .smoketest-benchmarks + needs: + - deploy-uc1-flink + - deploy-uc1-load-generator + variables: + DOCKER_COMPOSE_DIR: "uc1-flink" + JAVA_PROJECT_DEPS: "uc1-flink,flink-commons,uc1-load-generator,load-generator-commons" + +smoketest-uc1-beam-flink: + extends: .smoketest-benchmarks + needs: + - deploy-uc1-beam-flink + - deploy-uc1-load-generator + variables: + DOCKER_COMPOSE_DIR: "uc1-beam-flink" + JAVA_PROJECT_DEPS: "uc1-beam-flink,uc1-beam,beam-commons,uc1-load-generator,load-generator-commons" + +smoketest-uc1-beam-samza: + extends: .smoketest-benchmarks + needs: + - deploy-uc1-beam-samza + - deploy-uc1-load-generator + variables: + DOCKER_COMPOSE_DIR: "uc1-beam-samza" + JAVA_PROJECT_DEPS: "uc1-beam-samza,uc1-beam,beam-commons,uc1-load-generator,load-generator-commons" + +smoketest-uc2-kstreams: + extends: .smoketest-benchmarks + needs: + - deploy-uc2-kstreams + - deploy-uc2-load-generator + variables: + DOCKER_COMPOSE_DIR: "uc2-kstreams" + JAVA_PROJECT_DEPS: "uc2-kstreams,kstreams-commons,uc2-load-generator,load-generator-commons" + +smoketest-uc2-flink: + extends: .smoketest-benchmarks + needs: + - deploy-uc2-flink + - deploy-uc2-load-generator + variables: + DOCKER_COMPOSE_DIR: "uc2-flink" + JAVA_PROJECT_DEPS: "uc2-flink,flink-commons,uc2-load-generator,load-generator-commons" + +smoketest-uc2-beam-flink: + extends: .smoketest-benchmarks + needs: + - deploy-uc2-beam-flink + - deploy-uc2-load-generator + variables: + DOCKER_COMPOSE_DIR: "uc2-beam-flink" + JAVA_PROJECT_DEPS: "uc2-beam-flink,uc2-beam,beam-commons,uc2-load-generator,load-generator-commons" + +smoketest-uc2-beam-samza: + extends: .smoketest-benchmarks + needs: + - deploy-uc2-beam-samza + - deploy-uc2-load-generator + variables: + DOCKER_COMPOSE_DIR: "uc2-beam-samza" + JAVA_PROJECT_DEPS: "uc2-beam-samza,uc2-beam,beam-commons,uc2-load-generator,load-generator-commons" + # Theodolite Framework diff --git a/theodolite-benchmarks/docker-test/uc2-beam-flink/test.sh b/theodolite-benchmarks/docker-test/uc2-beam-flink/test.sh new file mode 100755 index 000000000..5a98b31a3 --- /dev/null +++ b/theodolite-benchmarks/docker-test/uc2-beam-flink/test.sh @@ -0,0 +1,9 @@ +#!/bin/sh + +docker-compose exec kcat kcat -C -b kafka:9092 -t output -s key=s -s value=s -r http://schema-registry:8081 -f '%k:%s\n' -c 20 | + tee /dev/stderr | + awk -F ':' '!/^%/ {print $1}' | + sort | + uniq | + wc -l | + grep "\b10\b" diff --git a/theodolite-benchmarks/docker-test/uc2-beam-samza/test.sh b/theodolite-benchmarks/docker-test/uc2-beam-samza/test.sh new file mode 100755 index 000000000..5a98b31a3 --- /dev/null +++ b/theodolite-benchmarks/docker-test/uc2-beam-samza/test.sh @@ -0,0 +1,9 @@ +#!/bin/sh + +docker-compose exec kcat kcat -C -b kafka:9092 -t output -s key=s -s value=s -r http://schema-registry:8081 -f '%k:%s\n' -c 20 | + tee /dev/stderr | + awk -F ':' '!/^%/ {print $1}' | + sort | + uniq | + wc -l | + grep "\b10\b" diff --git a/theodolite-benchmarks/docker-test/uc2-flink/test.sh b/theodolite-benchmarks/docker-test/uc2-flink/test.sh new file mode 100755 index 000000000..5a98b31a3 --- /dev/null +++ b/theodolite-benchmarks/docker-test/uc2-flink/test.sh @@ -0,0 +1,9 @@ +#!/bin/sh + +docker-compose exec kcat kcat -C -b kafka:9092 -t output -s key=s -s value=s -r http://schema-registry:8081 -f '%k:%s\n' -c 20 | + tee /dev/stderr | + awk -F ':' '!/^%/ {print $1}' | + sort | + uniq | + wc -l | + grep "\b10\b" diff --git a/theodolite-benchmarks/docker-test/uc2-kstreams/test.sh b/theodolite-benchmarks/docker-test/uc2-kstreams/test.sh new file mode 100755 index 000000000..5a98b31a3 --- /dev/null +++ b/theodolite-benchmarks/docker-test/uc2-kstreams/test.sh @@ -0,0 +1,9 @@ +#!/bin/sh + +docker-compose exec kcat kcat -C -b kafka:9092 -t output -s key=s -s value=s -r http://schema-registry:8081 -f '%k:%s\n' -c 20 | + tee /dev/stderr | + awk -F ':' '!/^%/ {print $1}' | + sort | + uniq | + wc -l | + grep "\b10\b" -- GitLab