Draft: Add Spark Structured Streaming based Benchmarks

This merge request includes Spark Structured Streaming benchmarks for use-cases 1 to 3. Furthermore, all necessary resources for execution with Theodolite on a Kubernetes cluster are included.

theodolite-benchmarks/definitions/uc2-spark/uc2-spark-benchmark-operator.yaml

@@ -3,37 +3,50 @@ kind: benchmark
 metadata:
   name: uc2-spark
 spec:
-  appResource:
-    - "uc2-spark/master-deployment.yaml"
-    - "uc2-spark/master-service.yaml"
-    - "uc2-spark/worker-deployment.yaml"
-    - "uc2-spark/worker-service.yaml"
-    - "uc2-spark/driver-deployment.yaml"
-    - "uc2-spark/driver-service.yaml"
-    - "uc2-spark/service-monitor.yaml"
-  loadGenResource:
-    - "uc1-kstreams/uc1-load-generator-deployment.yaml"
-    - "uc1-kstreams/uc1-load-generator-service.yaml"
+  sut:
+    resources:
+      - configMap:
+          name: "benchmark-resources-uc2-spark"
+          files:
+            - "master-deployment.yaml"
+            - "master-service.yaml"
+            - "worker-deployment.yaml"
+            - "worker-service.yaml"
+            - "driver-deployment.yaml"
+            - "driver-service.yaml"
+            - "service-monitor.yaml"
+  loadGenerator:
+    resources:
+      - configMap:
+          name: "benchmark-resources-uc2-load-generator"
+          files:
+            - "uc2-load-generator-deployment.yaml"
+            - "uc2-load-generator-service.yaml"
   resourceTypes:
     - typeName: "Instances"
       patchers:
         - type: "ReplicaPatcher"
-          resource: "uc2-spark/worker-deployment.yaml"
+          resource: "worker-deployment.yaml"
   loadTypes:
     - typeName: "NumSensors"
       patchers:
         - type: "EnvVarPatcher"
-          resource: "uc1-kstreams/uc1-load-generator-deployment.yaml"
+          resource: "uc2-load-generator-deployment.yaml"
           properties:
             container: "workload-generator"
             variableName: "NUM_SENSORS"
         - type: NumSensorsLoadGeneratorReplicaPatcher
-          resource: "uc1-kstreams/uc1-load-generator-deployment.yaml"
+          resource: "uc2-load-generator-deployment.yaml"
           properties:
             loadGenMaxRecords: "150000"
   kafkaConfig:
-    bootstrapServer: "theodolite-cp-kafka:9092"
+    bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
     topics:
       - name: "input"
-        numPartitions: 20
+        numPartitions: 40
         replicationFactor: 1
+      - name: "output"
+        numPartitions: 40
+p        replicationFactor: 1
+      - name: "theodolite-.*"
+        removeOnly: True