Skip to content
Snippets Groups Projects

Draft: Add Spark Structured Streaming based Benchmarks

Open Christian Richter requested to merge stu204011/theodolite:theodolite-spark into main
5 unresolved threads
6 files
+ 135
71
Compare changes
  • Side-by-side
  • Inline
Files
6
@@ -18,7 +18,7 @@ spec:
spec:
containers:
- name: spark
image: "happyente/uc1-spark:latest"
image: "happyente/uc2-spark:latest"
args: [
"driver"
, "--conf" , "spark.driver.port=7077"
@@ -31,7 +31,7 @@ spec:
, "org.apache.spark:spark-sql-kafka-0-10_2.12:3.2.0,org.apache.spark:spark-avro_2.12:3.2.0"
, "--master", "spark://spark-master:7077"
, "--class" , "theodolite.uc2.application.HistoryServiceSparkJob"
, "/libs-mount/uc2-spark-all.jar"
, "/opt/spark/usrlib/artifacts/uc2-spark-all.jar"
]
env:
- name: SPARK_DRIVER_BIND_ADDRESS
@@ -45,11 +45,11 @@ spec:
name: blockmanager
- containerPort: 4040
name: ui
volumeMounts:
- mountPath: /libs-mount
name: test-volume
volumes:
- name: test-volume
hostPath:
path: /home/christian/Projects/theodolite/theodolite-benchmarks/uc2-spark/build/libs/
type: Directory
# volumeMounts:
# - mountPath: /libs-mount
# name: test-volume
# volumes:
# - name: test-volume
# hostPath:
# path: /home/christian/Projects/theodolite/theodolite-benchmarks/uc2-spark/build/libs/
# type: Directory
Loading