Skip to content
Snippets Groups Projects
Commit a0026af6 authored by Sören Henning's avatar Sören Henning
Browse files

Add subprojects for Dataflow impl. of UC1 and UC3

parent df4ebc10
No related branches found
No related tags found
1 merge request!259Draft: Add benchmark implementations for Google Cloud Dataflow
Pipeline #7246 passed
Showing
with 111 additions and 0 deletions
plugins {
id 'theodolite.beam'
}
dependencies {
implementation 'org.apache.beam:beam-runners-google-cloud-dataflow-java:2.35.0'
}
\ No newline at end of file
......@@ -10,6 +10,7 @@ include 'uc1-commons'
include 'uc1-kstreams'
include 'uc1-flink'
include 'uc1-beam'
include 'uc1-beam-dataflow'
include 'uc1-beam-flink'
include 'uc1-beam-samza'
......@@ -24,6 +25,7 @@ include 'uc3-load-generator'
include 'uc3-kstreams'
include 'uc3-flink'
include 'uc3-beam'
include 'uc3-beam-dataflow'
include 'uc3-beam-flink'
include 'uc3-beam-samza'
......@@ -35,3 +37,4 @@ include 'uc4-beam-flink'
include 'uc4-beam-samza'
include 'http-bridge'
state
\ No newline at end of file
FROM openjdk:11-slim
ENV MAX_SOURCE_PARALLELISM=1024
ADD build/distributions/uc1-beam-samza.tar /
ADD samza-standalone.properties /
CMD /uc1-beam-samza/bin/uc1-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=false --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}"
plugins {
id 'theodolite.beam.dataflow'
}
dependencies {
implementation project(':uc1-beam')
}
sourceSets {
main {
resources {
srcDirs += [
project(':uc1-beam').sourceSets.main.resources
]
}
}
}
mainClassName = "rocks.theodolite.benchmarks.uc1.beam.dataflow.Uc1BeamDataflow"
package rocks.theodolite.benchmarks.uc1.beam.dataflow;
import org.apache.beam.runners.dataflow.DataflowRunner;
import rocks.theodolite.benchmarks.commons.beam.BeamService;
import rocks.theodolite.benchmarks.uc1.beam.PipelineFactory;
/**
* Implementation of the use case Database Storage using Apache Beam with the Google Cloud Dataflow
* runner.
*/
public final class Uc1BeamDataflow {
private Uc1BeamDataflow() {}
/**
* Main method.
*/
public static void main(final String[] args) {
new BeamService(PipelineFactory.factory(), DataflowRunner.class, args).runStandalone();
}
}
state
\ No newline at end of file
FROM openjdk:11-slim
ENV MAX_SOURCE_PARALLELISM=1024
ADD build/distributions/uc3-beam-samza.tar /
ADD samza-standalone.properties /
CMD /uc3-beam-samza/bin/uc3-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=false --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}"
plugins {
id 'theodolite.beam.dataflow'
}
dependencies {
implementation project(':uc3-beam')
}
sourceSets {
main {
resources {
srcDirs += [
project(':uc3-beam').sourceSets.main.resources
]
}
}
}
mainClassName = "rocks.theodolite.benchmarks.uc3.beam.dataflow.Uc3BeamDataflow"
package rocks.theodolite.benchmarks.uc3.beam.dataflow;
import org.apache.beam.runners.dataflow.DataflowRunner;
import rocks.theodolite.benchmarks.commons.beam.BeamService;
import rocks.theodolite.benchmarks.uc3.beam.PipelineFactory;
/**
* Implementation of the use case Aggregation based on Time Attributes using Apache Beam with the
* Google Cloud Dataflow runner.
*/
public final class Uc3BeamDataflow {
private Uc3BeamDataflow() {}
/**
* Start running this microservice.
*/
public static void main(final String[] args) {
new BeamService(PipelineFactory.factory(), DataflowRunner.class, args).runStandalone();
}
}
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment