diff --git a/docs/CNAME b/docs/CNAME new file mode 100644 index 0000000000000000000000000000000000000000..b1c7ffdbcd7523245c451869092ff0498bd7b8db --- /dev/null +++ b/docs/CNAME @@ -0,0 +1 @@ +www.theodolite.rocks \ No newline at end of file diff --git a/helm/README.md b/helm/README.md index 6edbee94702136fe7d98b01b3a653b191132955c..af253482bcbacf628fd718eb70b3b157cc06e3f8 100644 --- a/helm/README.md +++ b/helm/README.md @@ -9,7 +9,7 @@ helm dependencies update . helm install theodolite . ``` -**Hint for Windows users:** The Theodolite Helm chart makes use of some smylinks. These are not properly created when this repository is checked out with Windows. There are a couple of solutions presented in this [Stack Overflow post](https://stackoverflow.com/q/5917249/4121056). A simpler workaround is to manually delete the symlinks and replace them by the files and folders, they are pointing to. The relevant symlinks are `benchmark-definitions` and the files inside `crd`. +**Hint for Windows users:** The Theodolite Helm chart makes use of some symbolic links. These are not properly created when this repository is checked out with Windows. There are a couple of solutions presented in this [Stack Overflow post](https://stackoverflow.com/q/5917249/4121056). A simpler workaround is to manually delete the symbolic links and replace them by the files and folders, they are pointing to. The relevant symbolic links are `benchmark-definitions` and the files inside `crd`. ## Customize Installation diff --git a/theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.flink.gradle b/theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.flink.gradle index d6d5217667a73a1529d73ac59260bcf47d8cf2e1..333a87bf55bcd0051be05ca91dfe8dc9a2e9e8fa 100644 --- a/theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.flink.gradle +++ b/theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.flink.gradle @@ -48,19 +48,19 @@ dependencies { implementation 'com.google.guava:guava:24.1-jre' implementation 'com.google.code.gson:gson:2.8.2' implementation 'org.slf4j:slf4j-simple:1.6.1' - compile project(':flink-commons') + implementation project(':flink-commons') //compile group: 'org.apache.kafka', name: 'kafka-clients', version: "2.2.0" - compile group: 'org.apache.flink', name: 'flink-java', version: "${flinkVersion}" - compile group: 'org.apache.flink', name: "flink-streaming-java_${scalaBinaryVersion}", version:"${flinkVersion}" - compile group: 'org.apache.flink', name: "flink-table-api-java-bridge_${scalaBinaryVersion}", version: "${flinkVersion}" - compile group: 'org.apache.flink', name: "flink-table-planner-blink_${scalaBinaryVersion}", version: "${flinkVersion}" - compile group: 'org.apache.flink', name: "flink-connector-kafka_${scalaBinaryVersion}", version: "${flinkVersion}" + implementation "org.apache.flink:flink-java:${flinkVersion}" + implementation "org.apache.flink:flink-streaming-java_${scalaBinaryVersion}:${flinkVersion}" + implementation "org.apache.flink:flink-table-api-java-bridge_${scalaBinaryVersion}:${flinkVersion}" + implementation "org.apache.flink:flink-table-planner-blink_${scalaBinaryVersion}:${flinkVersion}" + implementation "org.apache.flink:flink-connector-kafka_${scalaBinaryVersion}:${flinkVersion}" implementation "org.apache.flink:flink-avro:${flinkVersion}" implementation "org.apache.flink:flink-avro-confluent-registry:${flinkVersion}" - compile group: 'org.apache.flink', name: "flink-runtime-web_${scalaBinaryVersion}", version: "${flinkVersion}" // TODO: remove after development - compile group: 'org.apache.flink', name: "flink-statebackend-rocksdb_${scalaBinaryVersion}", version: "${flinkVersion}" - compile group: 'org.apache.flink', name: "flink-metrics-prometheus_${scalaBinaryVersion}", version: "${flinkVersion}" + implementation "org.apache.flink:flink-runtime-web_${scalaBinaryVersion}:${flinkVersion}" // For debugging + implementation "org.apache.flink:flink-statebackend-rocksdb_${scalaBinaryVersion}:${flinkVersion}" + implementation "org.apache.flink:flink-metrics-prometheus_${scalaBinaryVersion}:${flinkVersion}" // Use JUnit test framework testImplementation 'junit:junit:4.12' diff --git a/theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.java-conventions.gradle b/theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.java-conventions.gradle index 773872648edfd4b30218a99d307b6e7c45ed3470..5b0e2a8a1211653428b296b11b14c1531e40e46b 100644 --- a/theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.java-conventions.gradle +++ b/theodolite-benchmarks/buildSrc/src/main/groovy/theodolite.java-conventions.gradle @@ -50,7 +50,7 @@ pmd { ruleSets = [] // Gradle requires to clean the rule sets first ruleSetFiles = files("$rootProject.projectDir/config/pmd.xml") ignoreFailures = false - toolVersion = "6.7.0" + toolVersion = "6.13.0" } checkstyle { @@ -58,7 +58,7 @@ checkstyle { configFile = file("$rootProject.projectDir/config/checkstyle.xml") maxWarnings = 0 ignoreFailures = false - toolVersion = "8.12" + toolVersion = "8.19" } spotbugs { diff --git a/theodolite-benchmarks/docker-test/uc1-flink-docker-compose/docker-compose.yml b/theodolite-benchmarks/docker-test/uc1-flink-docker-compose/docker-compose.yml index aa35ac2d1dee01cdf25d2eb2ac77bd056865479a..2a0e6cda45fb81b5b20c658d9c51a4ced1ab2aae 100755 --- a/theodolite-benchmarks/docker-test/uc1-flink-docker-compose/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc1-flink-docker-compose/docker-compose.yml @@ -3,7 +3,7 @@ services: zookeeper: image: confluentinc/cp-zookeeper expose: - - "9092" + - "2181" environment: ZOOKEEPER_CLIENT_PORT: 2181 kafka: diff --git a/theodolite-benchmarks/docker-test/uc1-kstreams-docker-compose/docker-compose.yml b/theodolite-benchmarks/docker-test/uc1-kstreams-docker-compose/docker-compose.yml index 403becacff5a386eddfaa8e59fe7873d2adb006c..36717ed16bd46fd530bba1b02b0e32a929fa1efc 100755 --- a/theodolite-benchmarks/docker-test/uc1-kstreams-docker-compose/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc1-kstreams-docker-compose/docker-compose.yml @@ -3,7 +3,7 @@ services: zookeeper: image: confluentinc/cp-zookeeper expose: - - "9092" + - "2181" environment: ZOOKEEPER_CLIENT_PORT: 2181 kafka: diff --git a/theodolite-benchmarks/docker-test/uc2-flink-docker-compose/docker-compose.yml b/theodolite-benchmarks/docker-test/uc2-flink-docker-compose/docker-compose.yml index a8bf56d52c1be7fea3f172d86f6deac27fcc24f7..9afe3650368aa3f53a4a9272c29216c0dbda1933 100755 --- a/theodolite-benchmarks/docker-test/uc2-flink-docker-compose/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc2-flink-docker-compose/docker-compose.yml @@ -1,10 +1,9 @@ version: '2' services: zookeeper: - #image: wurstmeister/zookeeper image: confluentinc/cp-zookeeper - ports: - - "2181:2181" + expose: + - "2181" environment: ZOOKEEPER_CLIENT_PORT: 2181 kafka: diff --git a/theodolite-benchmarks/docker-test/uc2-kstreams-docker-compose/docker-compose.yml b/theodolite-benchmarks/docker-test/uc2-kstreams-docker-compose/docker-compose.yml index 20d2c62dac13af29ec50439670308f2911f0d57a..fc4748758cceb6948fc409704a6a9c69cf56649a 100755 --- a/theodolite-benchmarks/docker-test/uc2-kstreams-docker-compose/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc2-kstreams-docker-compose/docker-compose.yml @@ -1,10 +1,9 @@ version: '2' services: zookeeper: - #image: wurstmeister/zookeeper image: confluentinc/cp-zookeeper - ports: - - "2181:2181" + expose: + - "2181" environment: ZOOKEEPER_CLIENT_PORT: 2181 kafka: diff --git a/theodolite-benchmarks/docker-test/uc3-flink-docker-compose/docker-compose.yml b/theodolite-benchmarks/docker-test/uc3-flink-docker-compose/docker-compose.yml index 9999caf046e844d066200ecfbf15d3351c167d31..17dd9220c73f98f7c45463ab6dc998d2bdcc359c 100755 --- a/theodolite-benchmarks/docker-test/uc3-flink-docker-compose/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc3-flink-docker-compose/docker-compose.yml @@ -1,10 +1,9 @@ version: '2' services: zookeeper: - #image: wurstmeister/zookeeper image: confluentinc/cp-zookeeper - ports: - - "2181:2181" + expose: + - "2181" environment: ZOOKEEPER_CLIENT_PORT: 2181 kafka: diff --git a/theodolite-benchmarks/docker-test/uc3-kstreams-docker-compose/docker-compose.yml b/theodolite-benchmarks/docker-test/uc3-kstreams-docker-compose/docker-compose.yml index ef16b858536b0d133dc49d002d16cf6c04193297..1e5c22a59a6755ae975c3a760615be311cb4329f 100755 --- a/theodolite-benchmarks/docker-test/uc3-kstreams-docker-compose/docker-compose.yml +++ b/theodolite-benchmarks/docker-test/uc3-kstreams-docker-compose/docker-compose.yml @@ -1,10 +1,9 @@ version: '2' services: zookeeper: - #image: wurstmeister/zookeeper image: confluentinc/cp-zookeeper - ports: - - "2181:2181" + expose: + - "2181" environment: ZOOKEEPER_CLIENT_PORT: 2181 kafka: diff --git a/theodolite-benchmarks/flink-commons/build.gradle b/theodolite-benchmarks/flink-commons/build.gradle index 1b0b9359a406bf2ab16fbbe52631877cf360df2a..0da7c6f93f4e77e1376f5f2d006ec0bf0f398ec8 100644 --- a/theodolite-benchmarks/flink-commons/build.gradle +++ b/theodolite-benchmarks/flink-commons/build.gradle @@ -22,13 +22,14 @@ dependencies { implementation('org.industrial-devops:titan-ccp-common:0.1.0-flink-ready-SNAPSHOT') { changing = true } implementation('org.industrial-devops:titan-ccp-common-kafka:0.1.0-SNAPSHOT') { changing = true } implementation 'com.google.guava:guava:30.1-jre' - compile group: 'org.apache.flink', name: "flink-connector-kafka_${scalaBinaryVersion}", version: "${flinkVersion}" - compile group: 'org.apache.flink', name: "flink-statebackend-rocksdb_${scalaBinaryVersion}", version: "${flinkVersion}" - compile group: 'org.apache.flink', name: "flink-runtime_${scalaBinaryVersion}", version: "${flinkVersion}" - compile group: 'org.apache.flink', name: 'flink-java', version: "${flinkVersion}" - compile group: 'org.apache.flink', name: "flink-streaming-java_${scalaBinaryVersion}", version:"${flinkVersion}" + + implementation "org.apache.flink:flink-java:${flinkVersion}" + implementation "org.apache.flink:flink-connector-kafka_${scalaBinaryVersion}:${flinkVersion}" implementation "org.apache.flink:flink-avro:${flinkVersion}" implementation "org.apache.flink:flink-avro-confluent-registry:${flinkVersion}" + implementation "org.apache.flink:flink-runtime-web_${scalaBinaryVersion}:${flinkVersion}" // For debugging + implementation "org.apache.flink:flink-statebackend-rocksdb_${scalaBinaryVersion}:${flinkVersion}" + implementation "org.apache.flink:flink-metrics-prometheus_${scalaBinaryVersion}:${flinkVersion}" // Use JUnit test framework testImplementation 'junit:junit:4.12' diff --git a/theodolite-benchmarks/flink-commons/src/main/java/theodolite/commons/flink/serialization/StatsSerializer.java b/theodolite-benchmarks/flink-commons/src/main/java/theodolite/commons/flink/serialization/StatsSerializer.java index f1f9870fda73ccec0fc25c5c70665759ab07d893..fe74fbe4b9dcb6ce89d10131de1336bfff40a919 100644 --- a/theodolite-benchmarks/flink-commons/src/main/java/theodolite/commons/flink/serialization/StatsSerializer.java +++ b/theodolite-benchmarks/flink-commons/src/main/java/theodolite/commons/flink/serialization/StatsSerializer.java @@ -5,7 +5,6 @@ import com.esotericsoftware.kryo.Serializer; import com.esotericsoftware.kryo.io.Input; import com.esotericsoftware.kryo.io.Output; import com.google.common.math.Stats; - import java.io.Serializable; /** @@ -13,7 +12,7 @@ import java.io.Serializable; */ public class StatsSerializer extends Serializer<Stats> implements Serializable { - private static final long serialVersionUID = -1276866176534267373L; //NOPMD + private static final long serialVersionUID = -1276866176534267373L; // NOPMD @Override public void write(final Kryo kryo, final Output output, final Stats object) {