Skip to content
Snippets Groups Projects
Commit 6f24de85 authored by Lorenz Boguhn's avatar Lorenz Boguhn
Browse files

Add uc3-beam-samza

parent 00c0c259
No related branches found
No related tags found
1 merge request!187Migrate Beam benchmark implementation
FROM openjdk:8-slim
ADD build/distributions/uc4-application-flink.tar /
CMD /uc4-application-flink/bin/uc4-application-flink --runner=FlinkRunner --flinkMaster=flink-jobmanager:8081 --streaming --parallelism=$PARALLELISM --disableMetrics=true --fasterCopy --stateBackend=rocksdb --stateBackendStoragePath=file:///data/flink/checkpoints
\ No newline at end of file
plugins {
id 'theodolite.beam'
}
dependencies {
compile group: 'org.apache.beam', name: 'beam-runners-samza', version: '2.22.0'
compile project(':uc3-beam')
}
mainClassName = "application.Uc3BeamSamza"
\ No newline at end of file
package application;
import org.apache.beam.runners.samza.SamzaRunner;
import theodolite.commons.beam.AbstractBeamService;
/**
* Implementation of the use case Aggregation based on Time Attributes using Apache Beam with the
* Flink Runner. To run locally in standalone start Kafka, Zookeeper, the schema-registry and the
* workload generator using the delayed_startup.sh script. And configure the Kafka, Zookeeper and
* Schema Registry urls accordingly. Start a Flink cluster and pass its REST adress
* using--flinkMaster as run parameter. To persist logs add
* ${workspace_loc:/uc4-application-samza/eclipseConsoleLogs.log} as Output File under Standard
* Input Output in Common in the Run Configuration Start via Eclipse Run.
*/
public final class Uc3BeamSamza extends AbstractBeamService {
/**
* Private constructor to avoid instantiation.
*/
private Uc3BeamSamza(final String[] args) { //NOPMD
super(args);
this.options.setRunner(SamzaRunner.class);
}
/**
* Start running this microservice.
*/
public static void main(final String[] args) {
final Uc3BeamSamza uc3BeamSamza = new Uc3BeamSamza(args);
final Uc3BeamPipeline pipeline =
new Uc3BeamPipeline(uc3BeamSamza.options, uc3BeamSamza.getConfig());
pipeline.run().waitUntilFinish();
}
}
application.name=theodolite-uc1-application
application.version=0.0.1
kafka.bootstrap.servers=localhost:9092
kafka.input.topic=input
kafka.output.topic=output
kafka.window.duration.minutes=1
schema.registry.url=http://localhost:8081
aggregation.duration.days=30
aggregation.advance.days=1
trigger.interval=15
num.threads=1
commit.interval.ms=1000
cache.max.bytes.buffering=-1
specific.avro.reader=True
enable.auto.commit.config=True
auto.offset.reset.config=earliest
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment