Skip to content
Snippets Groups Projects
Commit a0026af6 authored by Sören Henning's avatar Sören Henning
Browse files

Add subprojects for Dataflow impl. of UC1 and UC3

parent df4ebc10
Branches
Tags
1 merge request!259Draft: Add benchmark implementations for Google Cloud Dataflow
Pipeline #7246 passed
Showing
with 111 additions and 0 deletions
plugins {
id 'theodolite.beam'
}
dependencies {
implementation 'org.apache.beam:beam-runners-google-cloud-dataflow-java:2.35.0'
}
\ No newline at end of file
...@@ -10,6 +10,7 @@ include 'uc1-commons' ...@@ -10,6 +10,7 @@ include 'uc1-commons'
include 'uc1-kstreams' include 'uc1-kstreams'
include 'uc1-flink' include 'uc1-flink'
include 'uc1-beam' include 'uc1-beam'
include 'uc1-beam-dataflow'
include 'uc1-beam-flink' include 'uc1-beam-flink'
include 'uc1-beam-samza' include 'uc1-beam-samza'
...@@ -24,6 +25,7 @@ include 'uc3-load-generator' ...@@ -24,6 +25,7 @@ include 'uc3-load-generator'
include 'uc3-kstreams' include 'uc3-kstreams'
include 'uc3-flink' include 'uc3-flink'
include 'uc3-beam' include 'uc3-beam'
include 'uc3-beam-dataflow'
include 'uc3-beam-flink' include 'uc3-beam-flink'
include 'uc3-beam-samza' include 'uc3-beam-samza'
...@@ -35,3 +37,4 @@ include 'uc4-beam-flink' ...@@ -35,3 +37,4 @@ include 'uc4-beam-flink'
include 'uc4-beam-samza' include 'uc4-beam-samza'
include 'http-bridge' include 'http-bridge'
state
\ No newline at end of file
FROM openjdk:11-slim
ENV MAX_SOURCE_PARALLELISM=1024
ADD build/distributions/uc1-beam-samza.tar /
ADD samza-standalone.properties /
CMD /uc1-beam-samza/bin/uc1-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=false --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}"
plugins {
id 'theodolite.beam.dataflow'
}
dependencies {
implementation project(':uc1-beam')
}
sourceSets {
main {
resources {
srcDirs += [
project(':uc1-beam').sourceSets.main.resources
]
}
}
}
mainClassName = "rocks.theodolite.benchmarks.uc1.beam.dataflow.Uc1BeamDataflow"
package rocks.theodolite.benchmarks.uc1.beam.dataflow;
import org.apache.beam.runners.dataflow.DataflowRunner;
import rocks.theodolite.benchmarks.commons.beam.BeamService;
import rocks.theodolite.benchmarks.uc1.beam.PipelineFactory;
/**
* Implementation of the use case Database Storage using Apache Beam with the Google Cloud Dataflow
* runner.
*/
public final class Uc1BeamDataflow {
private Uc1BeamDataflow() {}
/**
* Main method.
*/
public static void main(final String[] args) {
new BeamService(PipelineFactory.factory(), DataflowRunner.class, args).runStandalone();
}
}
state
\ No newline at end of file
FROM openjdk:11-slim
ENV MAX_SOURCE_PARALLELISM=1024
ADD build/distributions/uc3-beam-samza.tar /
ADD samza-standalone.properties /
CMD /uc3-beam-samza/bin/uc3-beam-samza --configFilePath=samza-standalone.properties --samzaExecutionEnvironment=STANDALONE --maxSourceParallelism=$MAX_SOURCE_PARALLELISM --enableMetrics=false --configOverride="{\"job.coordinator.zk.connect\":\"$SAMZA_JOB_COORDINATOR_ZK_CONNECT\"}"
plugins {
id 'theodolite.beam.dataflow'
}
dependencies {
implementation project(':uc3-beam')
}
sourceSets {
main {
resources {
srcDirs += [
project(':uc3-beam').sourceSets.main.resources
]
}
}
}
mainClassName = "rocks.theodolite.benchmarks.uc3.beam.dataflow.Uc3BeamDataflow"
package rocks.theodolite.benchmarks.uc3.beam.dataflow;
import org.apache.beam.runners.dataflow.DataflowRunner;
import rocks.theodolite.benchmarks.commons.beam.BeamService;
import rocks.theodolite.benchmarks.uc3.beam.PipelineFactory;
/**
* Implementation of the use case Aggregation based on Time Attributes using Apache Beam with the
* Google Cloud Dataflow runner.
*/
public final class Uc3BeamDataflow {
private Uc3BeamDataflow() {}
/**
* Start running this microservice.
*/
public static void main(final String[] args) {
new BeamService(PipelineFactory.factory(), DataflowRunner.class, args).runStandalone();
}
}
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment