Skip to content
Snippets Groups Projects
Commit 2f7a5e5d authored by Björn Vonheiden's avatar Björn Vonheiden
Browse files

Fix running of workload generator in run_uc py

Run uc py still used statefullSet instead of deployment
parent 8ae058ec
No related branches found
No related tags found
2 merge requests!42Integerate theodolite and run uc python scripts,!24run UC as python implementation
This commit is part of merge request !24. Comments created here will be created in the context of that merge request.
...@@ -147,6 +147,7 @@ def start_workload_generator(wg_yaml): ...@@ -147,6 +147,7 @@ def start_workload_generator(wg_yaml):
the yaml object. the yaml object.
""" """
print('Start workload generator') print('Start workload generator')
num_sensors = args.dim_value num_sensors = args.dim_value
wl_max_records = 150000 wl_max_records = 150000
# TODO: How is this calculation done? # TODO: How is this calculation done?
...@@ -157,20 +158,20 @@ def start_workload_generator(wg_yaml): ...@@ -157,20 +158,20 @@ def start_workload_generator(wg_yaml):
# TODO: acces over name of container # TODO: acces over name of container
wg_containter = wg_yaml['spec']['template']['spec']['containers'][0] wg_containter = wg_yaml['spec']['template']['spec']['containers'][0]
wg_containter['image'] = 'theodolite/theodolite-uc' + args.uc_id + \ wg_containter['image'] = 'theodolite/theodolite-uc' + args.uc_id + \
+ '-workload-generator:latest' '-workload-generator:latest'
# TODO: acces over name of attribute # TODO: acces over name of attribute
wg_containter['env'][1]['value'] = str(num_sensors) wg_containter['env'][1]['value'] = str(num_sensors)
wg_containter['env'][2]['value'] = str(wl_instances) wg_containter['env'][2]['value'] = str(wl_instances)
try: try:
wg_ss = appsApi.create_namespaced_stateful_set( wg_ss = appsApi.create_namespaced_deployment(
namespace="default", namespace="default",
body=wg_yaml body=wg_yaml
) )
print("StatefulSet '%s' created." % wg_ss.metadata.name) print("Deployment '%s' created." % wg_ss.metadata.name)
return wg_ss return wg_ss
except client.rest.ApiException as e: except client.rest.ApiException as e:
print("StatefulSet creation error: %s" % e.reason) print("Deployment creation error: %s" % e.reason)
return wg_yaml return wg_yaml
...@@ -277,7 +278,7 @@ def delete_resource(obj, del_func): ...@@ -277,7 +278,7 @@ def delete_resource(obj, del_func):
del_func(obj['metadata']['name'], 'default') del_func(obj['metadata']['name'], 'default')
except Exception as e: except Exception as e:
print("Error deleting resource") print("Error deleting resource")
log.error(e) logging.error(e)
return return
print('Resource deleted') print('Resource deleted')
...@@ -293,7 +294,7 @@ def stop_applications(wg, app_svc, app_svc_monitor, app_jmx, app_deploy): ...@@ -293,7 +294,7 @@ def stop_applications(wg, app_svc, app_svc_monitor, app_jmx, app_deploy):
print('Stop use case application and workload generator') print('Stop use case application and workload generator')
print('Delete workload generator') print('Delete workload generator')
delete_resource(wg, appsApi.delete_namespaced_stateful_set) delete_resource(wg, appsApi.delete_namespaced_deployment)
print('Delete app service') print('Delete app service')
delete_resource(app_svc, coreApi.delete_namespaced_service) delete_resource(app_svc, coreApi.delete_namespaced_service)
...@@ -392,6 +393,11 @@ def stop_lag_exporter(): ...@@ -392,6 +393,11 @@ def stop_lag_exporter():
print(output) print(output)
return return
# def start():
#
#
# def stop():
#
def main(): def main():
load_variables() load_variables()
...@@ -400,6 +406,7 @@ def main(): ...@@ -400,6 +406,7 @@ def main():
print('---------------------') print('---------------------')
topics = [('input', args.partitions), topics = [('input', args.partitions),
('output', args.partitions), ('output', args.partitions),
('aggregation-feedback', args.partitions),
('configuration', 1)] ('configuration', 1)]
create_topics(topics) create_topics(topics)
print('---------------------') print('---------------------')
......
...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS)) ...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS))
cat <<EOF >uc-workload-generator/overlay/uc1-workload-generator/set_paramters.yaml cat <<EOF >uc-workload-generator/overlay/uc1-workload-generator/set_paramters.yaml
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
...@@ -32,7 +32,7 @@ WL_INSTANCES=$(((APPROX_NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS)) ...@@ -32,7 +32,7 @@ WL_INSTANCES=$(((APPROX_NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS))
cat <<EOF >uc-workload-generator/overlay/uc2-workload-generator/set_paramters.yaml cat <<EOF >uc-workload-generator/overlay/uc2-workload-generator/set_paramters.yaml
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS)) ...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS))
cat <<EOF >uc-workload-generator/overlay/uc3-workload-generator/set_paramters.yaml cat <<EOF >uc-workload-generator/overlay/uc3-workload-generator/set_paramters.yaml
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS)) ...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS))
cat <<EOF >uuc-workload-generator/overlay/uc4-workload-generator/set_paramters.yaml cat <<EOF >uuc-workload-generator/overlay/uc4-workload-generator/set_paramters.yaml
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
...@@ -6,7 +6,6 @@ spec: ...@@ -6,7 +6,6 @@ spec:
selector: selector:
matchLabels: matchLabels:
app: titan-ccp-load-generator app: titan-ccp-load-generator
serviceName: titan-ccp-load-generator
replicas: 1 replicas: 1
template: template:
metadata: metadata:
...@@ -16,8 +15,15 @@ spec: ...@@ -16,8 +15,15 @@ spec:
terminationGracePeriodSeconds: 0 terminationGracePeriodSeconds: 0
containers: containers:
- name: workload-generator - name: workload-generator
image: uc-workload-generator:latest image: workload-generator:latest
env: env:
# Order need to be preserved for run_uc.py
- name: NUM_SENSORS
value: "25000"
- name: INSTANCES
value: "1"
- name: NUM_NESTED_GROUPS
value: "5"
- name: ZK_HOST - name: ZK_HOST
value: "my-confluent-cp-zookeeper" value: "my-confluent-cp-zookeeper"
- name: ZK_PORT - name: ZK_PORT
...@@ -26,10 +32,6 @@ spec: ...@@ -26,10 +32,6 @@ spec:
value: "my-confluent-cp-kafka:9092" value: "my-confluent-cp-kafka:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://my-confluent-cp-schema-registry:8081" value: "http://my-confluent-cp-schema-registry:8081"
- name: NUM_SENSORS
value: "25000"
- name: INSTANCES
value: "1"
- name: POD_NAME - name: POD_NAME
valueFrom: valueFrom:
fieldRef: fieldRef:
......
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment