diff --git a/src/performancetest/java/teetime/examples/ChwWorkComparisonMethodcallWithPorts.java b/src/performancetest/java/teetime/examples/ChwWorkComparisonMethodcallWithPorts.java index 38116b72e74c17fa94ce080b1edec976167a0738..f4ed36cfd118e686208382b25fcc783f7fa72922 100644 --- a/src/performancetest/java/teetime/examples/ChwWorkComparisonMethodcallWithPorts.java +++ b/src/performancetest/java/teetime/examples/ChwWorkComparisonMethodcallWithPorts.java @@ -27,8 +27,6 @@ public class ChwWorkComparisonMethodcallWithPorts extends ProfiledPerformanceAss .get("testWithManyObjects(teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test)"); PerformanceResult test9 = performanceResults .get("testWithManyObjects(teetime.examples.experiment09.MethodCallThoughputTimestampAnalysis9Test)"); - PerformanceResult test11 = performanceResults - .get("testWithManyObjects(teetime.examples.experiment11.MethodCallThoughputTimestampAnalysis11Test)"); PerformanceResult test15 = performanceResults .get("testWithManyObjects(teetime.examples.experiment15.MethodCallThoughputTimestampAnalysis15Test)"); PerformanceResult test16a = performanceResults @@ -46,42 +44,35 @@ public class ChwWorkComparisonMethodcallWithPorts extends ProfiledPerformanceAss PerformanceResult test19c = performanceResults .get("testWithManyObjectsAnd4Threads(teetime.examples.experiment19.MethodCallThoughputTimestampAnalysis19Test)"); - double value11 = (double) test11.quantiles.get(0.5) / test1.quantiles.get(0.5); double value9 = (double) test9.quantiles.get(0.5) / test1.quantiles.get(0.5); double value15 = (double) test15.quantiles.get(0.5) / test1.quantiles.get(0.5); double value17 = (double) test17.quantiles.get(0.5) / test1.quantiles.get(0.5); - System.out.println("value11: " + value11); System.out.println("value9: " + value9); System.out.println("value15: " + value15); System.out.println("value17: " + value17); // until 25.06.2014 (incl.) - // assertEquals(32, (double) test11.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); // assertEquals(22, (double) test9.quantiles.get(0.5) / test1.quantiles.get(0.5), 2.1); // assertEquals(44, (double) test15.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); // assertEquals(39, (double) test17.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); // since 26.06.2014 (incl.) - // assertEquals(44, value11, 4.1); // +12 // assertEquals(36, value9, 2.1); // +14 // assertEquals(44, value15, 4.1); // +0 // assertEquals(53, value17, 4.1); // +14 // since 04.07.2014 (incl.) - // assertEquals(41, value11, 4.1); // -3 // assertEquals(42, value9, 2.1); // +6 // assertEquals(44, value15, 4.1); // +0 // assertEquals(53, value17, 4.1); // +0 // since 27.08.2014 (incl.) - // assertEquals(64, value11, 4.1); // +15 // assertEquals(77, value9, 2.1); // +35 // assertEquals(44, value15, 4.1); // +0 // assertEquals(53, value17, 4.1); // +0 // since 14.10.2014 (incl.) - assertEquals(44, value11, 4.1); // -20 assertEquals(77, value9, 2.1); // +35 assertEquals(44, value15, 4.1); // +0 assertEquals(53, value17, 4.1); // +0 diff --git a/src/performancetest/java/teetime/examples/experiment10/AbstractPerformanceCheck.java b/src/performancetest/java/teetime/examples/experiment10/AbstractPerformanceCheck.java new file mode 100644 index 0000000000000000000000000000000000000000..3a4e75a1e8791d2efad40971febde87366cf8f3e --- /dev/null +++ b/src/performancetest/java/teetime/examples/experiment10/AbstractPerformanceCheck.java @@ -0,0 +1,22 @@ +package teetime.examples.experiment10; + +import teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test; +import util.test.MeasurementRepository; +import util.test.PerformanceResult; +import util.test.PerformanceTest; +import util.test.ProfiledPerformanceAssertion; + +public abstract class AbstractPerformanceCheck extends ProfiledPerformanceAssertion { + + protected PerformanceResult test01; + protected PerformanceResult test10; + + @Override + public void check() { + String testMethodIdentifier = MeasurementRepository.buildTestMethodIdentifier(MethodCallThoughputTimestampAnalysis1Test.class, "testWithManyObjects"); + test01 = PerformanceTest.measurementRepository.performanceResults.get(testMethodIdentifier); + testMethodIdentifier = MeasurementRepository.buildTestMethodIdentifier(MethodCallThoughputTimestampAnalysis10Test.class, "testWithManyObjects"); + test10 = PerformanceTest.measurementRepository.performanceResults.get(testMethodIdentifier); + } + +} diff --git a/src/performancetest/java/teetime/examples/experiment10/ChwHomePerformanceCheck.java b/src/performancetest/java/teetime/examples/experiment10/ChwHomePerformanceCheck.java index 20fffa4c24079f1f761ad40825af0ee89d7736a4..925ab5bbc66743dc9eacf3b14269856fb2a1b8ec 100644 --- a/src/performancetest/java/teetime/examples/experiment10/ChwHomePerformanceCheck.java +++ b/src/performancetest/java/teetime/examples/experiment10/ChwHomePerformanceCheck.java @@ -1,11 +1,8 @@ package teetime.examples.experiment10; import static org.junit.Assert.assertEquals; -import util.test.PerformanceResult; -import util.test.PerformanceTest; -import util.test.ProfiledPerformanceAssertion; -public class ChwHomePerformanceCheck extends ProfiledPerformanceAssertion { +public class ChwHomePerformanceCheck extends AbstractPerformanceCheck { @Override public String getCorrespondingPerformanceProfile() { @@ -14,10 +11,7 @@ public class ChwHomePerformanceCheck extends ProfiledPerformanceAssertion { @Override public void check() { - PerformanceResult test01 = PerformanceTest.measurementRepository.performanceResults - .get("testWithManyObjects(teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test)"); - PerformanceResult test10 = PerformanceTest.measurementRepository.performanceResults - .get("testWithManyObjects(teetime.examples.experiment10.MethodCallThoughputTimestampAnalysis10Test)"); + super.check(); double meanSpeedup = (double) test10.quantiles.get(0.5) / test01.quantiles.get(0.5); diff --git a/src/performancetest/java/teetime/examples/experiment10/ChwWorkPerformanceCheck.java b/src/performancetest/java/teetime/examples/experiment10/ChwWorkPerformanceCheck.java index 70d999686ddbf253c88614185f878d78d5986689..cd0d5b5748c8af0063ea17e0d039e9787565bc44 100644 --- a/src/performancetest/java/teetime/examples/experiment10/ChwWorkPerformanceCheck.java +++ b/src/performancetest/java/teetime/examples/experiment10/ChwWorkPerformanceCheck.java @@ -1,11 +1,8 @@ package teetime.examples.experiment10; import static org.junit.Assert.assertEquals; -import util.test.PerformanceResult; -import util.test.PerformanceTest; -import util.test.ProfiledPerformanceAssertion; -public class ChwWorkPerformanceCheck extends ProfiledPerformanceAssertion { +public class ChwWorkPerformanceCheck extends AbstractPerformanceCheck { @Override public String getCorrespondingPerformanceProfile() { @@ -14,10 +11,7 @@ public class ChwWorkPerformanceCheck extends ProfiledPerformanceAssertion { @Override public void check() { - PerformanceResult test01 = PerformanceTest.measurementRepository.performanceResults - .get("testWithManyObjects(teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test)"); - PerformanceResult test10 = PerformanceTest.measurementRepository.performanceResults - .get("testWithManyObjects(teetime.examples.experiment10.MethodCallThoughputTimestampAnalysis10Test)"); + super.check(); double medianSpeedup = (double) test10.quantiles.get(0.5) / test01.quantiles.get(0.5); @@ -32,6 +26,6 @@ public class ChwWorkPerformanceCheck extends ProfiledPerformanceAssertion { // since 27.08.2014 (incl.) // assertEquals(56, meanSpeedup, 2.1); // +30 // since 14.10.2014 (incl.) - assertEquals(56, medianSpeedup, 2.1); // +0 + assertEquals(27, medianSpeedup, 2.1); // -29 } } diff --git a/src/performancetest/java/teetime/examples/experiment14/AbstractPerformanceCheck.java b/src/performancetest/java/teetime/examples/experiment14/AbstractPerformanceCheck.java new file mode 100644 index 0000000000000000000000000000000000000000..86b158afdb987ea1b597ea348a8cca02406cd2de --- /dev/null +++ b/src/performancetest/java/teetime/examples/experiment14/AbstractPerformanceCheck.java @@ -0,0 +1,22 @@ +package teetime.examples.experiment14; + +import teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test; +import util.test.MeasurementRepository; +import util.test.PerformanceResult; +import util.test.PerformanceTest; +import util.test.ProfiledPerformanceAssertion; + +public abstract class AbstractPerformanceCheck extends ProfiledPerformanceAssertion { + + protected PerformanceResult test01; + protected PerformanceResult test14; + + @Override + public void check() { + String testMethodIdentifier = MeasurementRepository.buildTestMethodIdentifier(MethodCallThoughputTimestampAnalysis1Test.class, "testWithManyObjects"); + test01 = PerformanceTest.measurementRepository.performanceResults.get(testMethodIdentifier); + testMethodIdentifier = MeasurementRepository.buildTestMethodIdentifier(MethodCallThoughputTimestampAnalysis14Test.class, "testWithManyObjects"); + test14 = PerformanceTest.measurementRepository.performanceResults.get(testMethodIdentifier); + } + +} diff --git a/src/performancetest/java/teetime/examples/experiment14/ChwHomePerformanceCheck.java b/src/performancetest/java/teetime/examples/experiment14/ChwHomePerformanceCheck.java index 13ea4e873046f5bd4bd2b89cdc698f91931cc455..5b34a6d4c9a87ffb1e6eec3f39e10ae86e8b4273 100644 --- a/src/performancetest/java/teetime/examples/experiment14/ChwHomePerformanceCheck.java +++ b/src/performancetest/java/teetime/examples/experiment14/ChwHomePerformanceCheck.java @@ -1,11 +1,8 @@ package teetime.examples.experiment14; import static org.junit.Assert.assertEquals; -import util.test.PerformanceResult; -import util.test.PerformanceTest; -import util.test.ProfiledPerformanceAssertion; -public class ChwHomePerformanceCheck extends ProfiledPerformanceAssertion { +public class ChwHomePerformanceCheck extends AbstractPerformanceCheck { @Override public String getCorrespondingPerformanceProfile() { @@ -14,10 +11,7 @@ public class ChwHomePerformanceCheck extends ProfiledPerformanceAssertion { @Override public void check() { - PerformanceResult test01 = PerformanceTest.measurementRepository.performanceResults - .get("testWithManyObjects(teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test)"); - PerformanceResult test14 = PerformanceTest.measurementRepository.performanceResults - .get("testWithManyObjects(teetime.examples.experiment14.MethodCallThoughputTimestampAnalysis14Test)"); + super.check(); double medianSpeedup = (double) test14.quantiles.get(0.5) / test01.quantiles.get(0.5); diff --git a/src/performancetest/java/teetime/examples/experiment14/ChwWorkPerformanceCheck.java b/src/performancetest/java/teetime/examples/experiment14/ChwWorkPerformanceCheck.java index fa77b3378a9fe08ad54184a1b6b88380ea265574..eeea568d8114f5434186582faa6b72e516715c83 100644 --- a/src/performancetest/java/teetime/examples/experiment14/ChwWorkPerformanceCheck.java +++ b/src/performancetest/java/teetime/examples/experiment14/ChwWorkPerformanceCheck.java @@ -1,13 +1,8 @@ package teetime.examples.experiment14; import static org.junit.Assert.assertEquals; -import teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test; -import util.test.MeasurementRepository; -import util.test.PerformanceResult; -import util.test.PerformanceTest; -import util.test.ProfiledPerformanceAssertion; -public class ChwWorkPerformanceCheck extends ProfiledPerformanceAssertion { +public class ChwWorkPerformanceCheck extends AbstractPerformanceCheck { @Override public String getCorrespondingPerformanceProfile() { @@ -16,10 +11,7 @@ public class ChwWorkPerformanceCheck extends ProfiledPerformanceAssertion { @Override public void check() { - String testMethodIdentifier = MeasurementRepository.buildTestMethodIdentifier(MethodCallThoughputTimestampAnalysis1Test.class, "testWithManyObjects"); - PerformanceResult test01 = PerformanceTest.measurementRepository.performanceResults.get(testMethodIdentifier); - testMethodIdentifier = MeasurementRepository.buildTestMethodIdentifier(MethodCallThoughputTimestampAnalysis14Test.class, "testWithManyObjects"); - PerformanceResult test14 = PerformanceTest.measurementRepository.performanceResults.get(testMethodIdentifier); + super.check(); double medianSpeedup = (double) test14.quantiles.get(0.5) / test01.quantiles.get(0.5); @@ -34,6 +26,6 @@ public class ChwWorkPerformanceCheck extends ProfiledPerformanceAssertion { // since 27.08.2014 (incl.) // assertEquals(102, medianSpeedup, 5.1); // +16 // since 14.10.2014 (incl.) - assertEquals(53, medianSpeedup, 5.1); // -49 + assertEquals(81, medianSpeedup, 5.1); // -21 } }