Skip to content
Snippets Groups Projects
Commit 0fd5688d authored by Björn Vonheiden's avatar Björn Vonheiden
Browse files

Fix running of workload generator in run_uc py

Run uc py still used statefullSet instead of deployment
parent 4dd8f04b
No related branches found
No related tags found
No related merge requests found
...@@ -147,6 +147,7 @@ def start_workload_generator(wg_yaml): ...@@ -147,6 +147,7 @@ def start_workload_generator(wg_yaml):
the yaml object. the yaml object.
""" """
print('Start workload generator') print('Start workload generator')
num_sensors = args.dim_value num_sensors = args.dim_value
wl_max_records = 150000 wl_max_records = 150000
# TODO: How is this calculation done? # TODO: How is this calculation done?
...@@ -157,20 +158,20 @@ def start_workload_generator(wg_yaml): ...@@ -157,20 +158,20 @@ def start_workload_generator(wg_yaml):
# TODO: acces over name of container # TODO: acces over name of container
wg_containter = wg_yaml['spec']['template']['spec']['containers'][0] wg_containter = wg_yaml['spec']['template']['spec']['containers'][0]
wg_containter['image'] = 'theodolite/theodolite-uc' + args.uc_id + \ wg_containter['image'] = 'theodolite/theodolite-uc' + args.uc_id + \
+ '-workload-generator:latest' '-workload-generator:latest'
# TODO: acces over name of attribute # TODO: acces over name of attribute
wg_containter['env'][1]['value'] = str(num_sensors) wg_containter['env'][1]['value'] = str(num_sensors)
wg_containter['env'][2]['value'] = str(wl_instances) wg_containter['env'][2]['value'] = str(wl_instances)
try: try:
wg_ss = appsApi.create_namespaced_stateful_set( wg_ss = appsApi.create_namespaced_deployment(
namespace="default", namespace="default",
body=wg_yaml body=wg_yaml
) )
print("StatefulSet '%s' created." % wg_ss.metadata.name) print("Deployment '%s' created." % wg_ss.metadata.name)
return wg_ss return wg_ss
except client.rest.ApiException as e: except client.rest.ApiException as e:
print("StatefulSet creation error: %s" % e.reason) print("Deployment creation error: %s" % e.reason)
return wg_yaml return wg_yaml
...@@ -277,7 +278,7 @@ def delete_resource(obj, del_func): ...@@ -277,7 +278,7 @@ def delete_resource(obj, del_func):
del_func(obj['metadata']['name'], 'default') del_func(obj['metadata']['name'], 'default')
except Exception as e: except Exception as e:
print("Error deleting resource") print("Error deleting resource")
log.error(e) logging.error(e)
return return
print('Resource deleted') print('Resource deleted')
...@@ -293,7 +294,7 @@ def stop_applications(wg, app_svc, app_svc_monitor, app_jmx, app_deploy): ...@@ -293,7 +294,7 @@ def stop_applications(wg, app_svc, app_svc_monitor, app_jmx, app_deploy):
print('Stop use case application and workload generator') print('Stop use case application and workload generator')
print('Delete workload generator') print('Delete workload generator')
delete_resource(wg, appsApi.delete_namespaced_stateful_set) delete_resource(wg, appsApi.delete_namespaced_deployment)
print('Delete app service') print('Delete app service')
delete_resource(app_svc, coreApi.delete_namespaced_service) delete_resource(app_svc, coreApi.delete_namespaced_service)
...@@ -392,6 +393,11 @@ def stop_lag_exporter(): ...@@ -392,6 +393,11 @@ def stop_lag_exporter():
print(output) print(output)
return return
# def start():
#
#
# def stop():
#
def main(): def main():
load_variables() load_variables()
...@@ -400,6 +406,7 @@ def main(): ...@@ -400,6 +406,7 @@ def main():
print('---------------------') print('---------------------')
topics = [('input', args.partitions), topics = [('input', args.partitions),
('output', args.partitions), ('output', args.partitions),
('aggregation-feedback', args.partitions),
('configuration', 1)] ('configuration', 1)]
create_topics(topics) create_topics(topics)
print('---------------------') print('---------------------')
......
...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS)) ...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS))
cat <<EOF >uc-workload-generator/overlay/uc1-workload-generator/set_paramters.yaml cat <<EOF >uc-workload-generator/overlay/uc1-workload-generator/set_paramters.yaml
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
...@@ -32,7 +32,7 @@ WL_INSTANCES=$(((APPROX_NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS)) ...@@ -32,7 +32,7 @@ WL_INSTANCES=$(((APPROX_NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS))
cat <<EOF >uc-workload-generator/overlay/uc2-workload-generator/set_paramters.yaml cat <<EOF >uc-workload-generator/overlay/uc2-workload-generator/set_paramters.yaml
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS)) ...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS))
cat <<EOF >uc-workload-generator/overlay/uc3-workload-generator/set_paramters.yaml cat <<EOF >uc-workload-generator/overlay/uc3-workload-generator/set_paramters.yaml
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS)) ...@@ -31,7 +31,7 @@ WL_INSTANCES=$(((NUM_SENSORS + (WL_MAX_RECORDS -1 ))/ WL_MAX_RECORDS))
cat <<EOF >uuc-workload-generator/overlay/uc4-workload-generator/set_paramters.yaml cat <<EOF >uuc-workload-generator/overlay/uc4-workload-generator/set_paramters.yaml
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
...@@ -6,7 +6,6 @@ spec: ...@@ -6,7 +6,6 @@ spec:
selector: selector:
matchLabels: matchLabels:
app: titan-ccp-load-generator app: titan-ccp-load-generator
serviceName: titan-ccp-load-generator
replicas: 1 replicas: 1
template: template:
metadata: metadata:
...@@ -16,8 +15,15 @@ spec: ...@@ -16,8 +15,15 @@ spec:
terminationGracePeriodSeconds: 0 terminationGracePeriodSeconds: 0
containers: containers:
- name: workload-generator - name: workload-generator
image: uc-workload-generator:latest image: workload-generator:latest
env: env:
# Order need to be preserved for run_uc.py
- name: NUM_SENSORS
value: "25000"
- name: INSTANCES
value: "1"
- name: NUM_NESTED_GROUPS
value: "5"
- name: ZK_HOST - name: ZK_HOST
value: "my-confluent-cp-zookeeper" value: "my-confluent-cp-zookeeper"
- name: ZK_PORT - name: ZK_PORT
...@@ -26,10 +32,6 @@ spec: ...@@ -26,10 +32,6 @@ spec:
value: "my-confluent-cp-kafka:9092" value: "my-confluent-cp-kafka:9092"
- name: SCHEMA_REGISTRY_URL - name: SCHEMA_REGISTRY_URL
value: "http://my-confluent-cp-schema-registry:8081" value: "http://my-confluent-cp-schema-registry:8081"
- name: NUM_SENSORS
value: "25000"
- name: INSTANCES
value: "1"
- name: POD_NAME - name: POD_NAME
valueFrom: valueFrom:
fieldRef: fieldRef:
......
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
apiVersion: apps/v1 apiVersion: apps/v1
kind: StatefulSet kind: Deployment
metadata: metadata:
name: titan-ccp-load-generator name: titan-ccp-load-generator
spec: spec:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment