From af6e5b37901c38ca7c3da4c5febd63539f3d7797 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?S=C3=B6ren=20Henning?= <post@soeren-henning.de> Date: Fri, 27 Mar 2020 13:37:40 +0100 Subject: [PATCH] Add wait for topic deletion --- execution/run_uc1-new.sh | 15 ++++++++++++--- execution/run_uc2-new.sh | 15 ++++++++++++--- execution/run_uc3-new.sh | 15 ++++++++++++--- execution/run_uc4-new.sh | 15 ++++++++++++--- 4 files changed, 48 insertions(+), 12 deletions(-) diff --git a/execution/run_uc1-new.sh b/execution/run_uc1-new.sh index b53b45197..cb3aef78b 100755 --- a/execution/run_uc1-new.sh +++ b/execution/run_uc1-new.sh @@ -37,7 +37,16 @@ kubectl delete -f uc1-application/aggregation-deployment.yaml # Delete topics instead of Kafka -kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" # kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic '.*' -sleep 30s # TODO check -kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" +#sleep 30s # TODO check +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' | wc -l +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" + +kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" +while test $(kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' | wc -l) -gt 0 +do + echo "Wait for topic deletion" + sleep 5s +done diff --git a/execution/run_uc2-new.sh b/execution/run_uc2-new.sh index 4c6dc1edb..1efd95780 100755 --- a/execution/run_uc2-new.sh +++ b/execution/run_uc2-new.sh @@ -36,7 +36,16 @@ kubectl delete -f uc2-application/aggregation-deployment.yaml # Delete topics instead of Kafka -kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" # kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic '.*' -sleep 10s # TODO check -kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" +#sleep 30s # TODO check +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' | wc -l +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" + +kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" +while test $(kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' | wc -l) -gt 0 +do + echo "Wait for topic deletion" + sleep 5s +done diff --git a/execution/run_uc3-new.sh b/execution/run_uc3-new.sh index e7077697e..17553309e 100755 --- a/execution/run_uc3-new.sh +++ b/execution/run_uc3-new.sh @@ -36,7 +36,16 @@ kubectl delete -f uc3-application/aggregation-deployment.yaml # Delete topics instead of Kafka -kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" # kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic '.*' -sleep 10s # TODO check -kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" +#sleep 30s # TODO check +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' | wc -l +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" + +kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" +while test $(kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' | wc -l) -gt 0 +do + echo "Wait for topic deletion" + sleep 5s +done diff --git a/execution/run_uc4-new.sh b/execution/run_uc4-new.sh index 0e8e7e989..c0dcc347c 100755 --- a/execution/run_uc4-new.sh +++ b/execution/run_uc4-new.sh @@ -36,10 +36,19 @@ kubectl delete -f uc4-application/aggregation-deployment.yaml # Delete topics instead of Kafka -kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" # kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic '.*' -sleep 10s # TODO check -kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" +#sleep 30s # TODO check +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' | wc -l +#kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" + +kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --delete --topic 'input,output,configuration,titan-.*'" +while test $(kubectl exec kafka-client -- bash -c "kafka-topics --zookeeper my-confluent-cp-zookeeper:2181 --list" | sed -n '/^titan-.*/p;/^input$/p;/^output$/p;/^configuration$/p' | wc -l) -gt 0 +do + echo "Wait for topic deletion" + sleep 5s +done #TODO maybe delete schemas #https://docs.confluent.io/current/schema-registry/schema-deletion-guidelines.html -- GitLab