uc4-beam-flink-benchmark-operator.yaml

apiVersion: theodolite.rocks/v1beta1
kind: benchmark
metadata:
  name: uc4-beam-flink
  labels:
    suite: theodolite-stream-processing
    benchmark: uc4
    sut: beam-flink
spec:
  sut:
    resources:
      - configMap:
          name: "benchmark-resources-uc4-beam-flink"
          files:
          - "taskmanager-deployment.yaml"
          - "taskmanager-service.yaml"
          - "service-monitor.yaml"
          - "jobmanager-service.yaml"
          - "jobmanager-deployment.yaml"
          # - "jobmanager-rest-service.yaml"
  loadGenerator:
    resources:
      - configMap:
          name: "benchmark-resources-uc4-load-generator"
          files:
          - "uc4-load-generator-deployment.yaml"
          - "uc4-load-generator-service.yaml"
  resourceTypes:
    - typeName: "Instances"
      patchers:
        - type: "ReplicaPatcher"
          resource: "taskmanager-deployment.yaml"
        - type: "EnvVarPatcher"
          resource: "jobmanager-deployment.yaml"
          properties:
            container: "jobmanager"
            variableName: "PARALLELISM"
  loadTypes:
    - typeName: "NumNestedGroups"
      patchers:
        - type: "EnvVarPatcher"
          resource: "uc4-load-generator-deployment.yaml"
          properties:
            container: "workload-generator"
            variableName: "NUM_NESTED_GROUPS"
        - type: NumNestedGroupsLoadGeneratorReplicaPatcher
          resource: "uc4-load-generator-deployment.yaml"
          properties:
            loadGenMaxRecords: "150000"
            numSensors: "4.0"
  slos:
    - name: "lag trend"
      sloType: "lag trend"
      prometheusUrl: "http://prometheus-operated:9090"
      offset: 0
      properties:
        consumerGroup: theodolite-uc4-application
        threshold: 2000
        externalSloUrl: "http://localhost:80/evaluate-slope"
        warmup: 60 # in seconds
  kafkaConfig:
    bootstrapServer: "theodolite-kafka-kafka-bootstrap:9092"
    topics:
      - name: "input"
        numPartitions: 100
        replicationFactor: 1
      - name: "output"
        numPartitions: 100
        replicationFactor: 1
      - name: "configuration"
        numPartitions: 100
        replicationFactor: 1
      - name: "aggregation-feedback"
        numPartitions: 100
        replicationFactor: 1
      - name: "theodolite-.*"
        removeOnly: True