From 3a5ed7c1f088017f7517dcb02e46b26bd192b406 Mon Sep 17 00:00:00 2001
From: lorenz <stu203404@mail.uni-kiel.de>
Date: Mon, 17 Jan 2022 13:34:36 +0100
Subject: [PATCH] Add parallelism to beam flink
---
.../resources/jobmanager-deployment.yaml | 11 ++++++-----
1 file changed, 6 insertions(+), 5 deletions(-)
diff --git a/theodolite-benchmarks/definitions/uc1-beam-flink/resources/jobmanager-deployment.yaml b/theodolite-benchmarks/definitions/uc1-beam-flink/resources/jobmanager-deployment.yaml
index ef07c2996..3258d9e2d 100644
--- a/theodolite-benchmarks/definitions/uc1-beam-flink/resources/jobmanager-deployment.yaml
+++ b/theodolite-benchmarks/definitions/uc1-beam-flink/resources/jobmanager-deployment.yaml
@@ -19,11 +19,12 @@ spec:
- name: jobmanager
image: uc1-beam-flink:latest # TODO Change when ready
imagePullPolicy: Never # TODO Change when ready
- args: ["standalone-job", "--job-classname", "application.Uc1BeamFlink", "--disableMetrics=true", "--fasterCopy"]
+ args: ["standalone-job", "--job-classname", "application.Uc1BeamFlink",
+ "--parallelism=$(PARALLELISM)",
+ "--disableMetrics=true",
+ "--fasterCopy"]
# optional arguments: ["--job-id", "<job id>", "--fromSavepoint", "/path/to/savepoint", "--allowNonRestoredState"]
env:
- # - name: maxSourceParallelism
- # value: "1024"
- name: KAFKA_BOOTSTRAP_SERVERS
value: "theodolite-cp-kafka:9092"
- name: SCHEMA_REGISTRY_URL
@@ -32,8 +33,8 @@ spec:
value: "100"
- name: CHECKPOINTING
value: "false"
- # - name: PARALLELISM
- # value: "2"
+ - name: PARALLELISM
+ value: "1"
- name: "FLINK_STATE_BACKEND"
value: "rocksdb"
- name: JOB_MANAGER_RPC_ADDRESS
--
GitLab