diff --git a/src/performancetest/java/teetime/examples/ChwHomeComparisonMethodcallWithPorts.java b/src/performancetest/java/teetime/examples/ChwHomeComparisonMethodcallWithPorts.java index 33c6aed061d2b37ea11504d71ef5462030e4c216..22d6c76deb405c391666bbb9e100b67eaa616d23 100644 --- a/src/performancetest/java/teetime/examples/ChwHomeComparisonMethodcallWithPorts.java +++ b/src/performancetest/java/teetime/examples/ChwHomeComparisonMethodcallWithPorts.java @@ -27,12 +27,6 @@ public class ChwHomeComparisonMethodcallWithPorts implements PerformanceCheckPro .get("testWithManyObjects(teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test)"); PerformanceResult test9 = performanceResults .get("testWithManyObjects(teetime.examples.experiment09.MethodCallThoughputTimestampAnalysis9Test)"); - // PerformanceResult test10 = performanceResults - // .get("testWithManyObjects(teetime.examples.experiment10.MethodCallThoughputTimestampAnalysis10Test)"); - PerformanceResult test11 = performanceResults - .get("testWithManyObjects(teetime.examples.experiment11.MethodCallThoughputTimestampAnalysis11Test)"); - // PerformanceResult test14 = performanceResults - // .get("testWithManyObjects(teetime.examples.experiment14.MethodCallThoughputTimestampAnalysis14Test)"); PerformanceResult test15 = performanceResults .get("testWithManyObjects(teetime.examples.experiment15.MethodCallThoughputTimestampAnalysis15Test)"); PerformanceResult test16a = performanceResults @@ -50,57 +44,36 @@ public class ChwHomeComparisonMethodcallWithPorts implements PerformanceCheckPro PerformanceResult test19c = performanceResults .get("testWithManyObjectsAnd4Threads(teetime.examples.experiment19.MethodCallThoughputTimestampAnalysis19Test)"); - // double value14 = (double) test14.quantiles.get(0.5) / test1.quantiles.get(0.5); - // double value10 = (double) test10.quantiles.get(0.5) / test1.quantiles.get(0.5); - double value11 = (double) test11.quantiles.get(0.5) / test1.quantiles.get(0.5); double value9 = (double) test9.quantiles.get(0.5) / test1.quantiles.get(0.5); double value15 = (double) test15.quantiles.get(0.5) / test1.quantiles.get(0.5); double value17 = (double) test17.quantiles.get(0.5) / test1.quantiles.get(0.5); System.out.println("value9: " + value9); - System.out.println("value11: " + value11); - // System.out.println("value10: " + value10); - // System.out.println("value14: " + value14); System.out.println("value15: " + value15); System.out.println("value17: " + value17); // until 25.06.2014 (incl.) // assertEquals(22, (double) test9.quantiles.get(0.5) / test1.quantiles.get(0.5), 2.1); - // assertEquals(32, (double) test11.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); - // assertEquals(14, (double) test10.quantiles.get(0.5) / test1.quantiles.get(0.5), 2.1); - // assertEquals(60, (double) test14.quantiles.get(0.5) / test1.quantiles.get(0.5), 5.1); // assertEquals(44, (double) test15.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); // assertEquals(39, (double) test17.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); // since 26.06.2014 (incl.) // assertEquals(36, value9, 2.1); // +14 - // assertEquals(44, value11, 4.1); // +12 - // assertEquals(26, value10, 2.1); // +14 - // assertEquals(76, value14, 5.1); // +16 // assertEquals(44, value15, 4.1); // +0 // assertEquals(53, value17, 4.1); // +14 // // since 04.07.2014 (incl.) // assertEquals(42, value9, 2.1); // +6 - // assertEquals(41, value11, 4.1); // -3 - // assertEquals(26, value10, 2.1); // +0 - // assertEquals(86, value14, 5.1); // +16 // assertEquals(44, value15, 4.1); // +0 // assertEquals(53, value17, 4.1); // +0 // since 11.08.2014 (incl.) // assertEquals(42, value9, 2.1); // +6 - // assertEquals(41, value11, 4.1); // -3 - // assertEquals(47, value10, 2.1); // +21 - // assertEquals(103, value14, 5.1); // +17 // assertEquals(44, value15, 4.1); // +0 // assertEquals(53, value17, 4.1); // +0 // since 31.08.2014 (incl.) assertEquals(44, value9, 2.1); // ?? - assertEquals(43, value11, 4.1); // ?? - // assertEquals(51, value10, 2.1); // ?? - // assertEquals(62, value14, 5.1); // ?? assertEquals(68, value15, 4.1); // ?? assertEquals(75, value17, 4.1); // ?? diff --git a/src/performancetest/java/teetime/examples/ChwWorkComparisonMethodcallWithPorts.java b/src/performancetest/java/teetime/examples/ChwWorkComparisonMethodcallWithPorts.java index 241b4019d872ac59ea535324269a09c50d363337..4358d96e1b7d2630920758c7b69fe8ba4b321d80 100644 --- a/src/performancetest/java/teetime/examples/ChwWorkComparisonMethodcallWithPorts.java +++ b/src/performancetest/java/teetime/examples/ChwWorkComparisonMethodcallWithPorts.java @@ -27,12 +27,8 @@ public class ChwWorkComparisonMethodcallWithPorts implements PerformanceCheckPro .get("testWithManyObjects(teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test)"); PerformanceResult test9 = performanceResults .get("testWithManyObjects(teetime.examples.experiment09.MethodCallThoughputTimestampAnalysis9Test)"); - // PerformanceResult test10 = performanceResults - // .get("testWithManyObjects(teetime.examples.experiment10.MethodCallThoughputTimestampAnalysis10Test)"); PerformanceResult test11 = performanceResults .get("testWithManyObjects(teetime.examples.experiment11.MethodCallThoughputTimestampAnalysis11Test)"); - // PerformanceResult test14 = performanceResults - // .get("testWithManyObjects(teetime.examples.experiment14.MethodCallThoughputTimestampAnalysis14Test)"); PerformanceResult test15 = performanceResults .get("testWithManyObjects(teetime.examples.experiment15.MethodCallThoughputTimestampAnalysis15Test)"); PerformanceResult test16a = performanceResults @@ -50,55 +46,42 @@ public class ChwWorkComparisonMethodcallWithPorts implements PerformanceCheckPro PerformanceResult test19c = performanceResults .get("testWithManyObjectsAnd4Threads(teetime.examples.experiment19.MethodCallThoughputTimestampAnalysis19Test)"); - // double value14 = (double) test14.quantiles.get(0.5) / test1.quantiles.get(0.5); - // double value10 = (double) test10.quantiles.get(0.5) / test1.quantiles.get(0.5); double value11 = (double) test11.quantiles.get(0.5) / test1.quantiles.get(0.5); double value9 = (double) test9.quantiles.get(0.5) / test1.quantiles.get(0.5); double value15 = (double) test15.quantiles.get(0.5) / test1.quantiles.get(0.5); double value17 = (double) test17.quantiles.get(0.5) / test1.quantiles.get(0.5); - // System.out.println("value14: " + value14); - // System.out.println("value10: " + value10); System.out.println("value11: " + value11); System.out.println("value9: " + value9); System.out.println("value15: " + value15); System.out.println("value17: " + value17); // until 25.06.2014 (incl.) - // assertEquals(60, (double) test14.quantiles.get(0.5) / test1.quantiles.get(0.5), 5.1); - // assertEquals(14, (double) test10.quantiles.get(0.5) / test1.quantiles.get(0.5), 2.1); // assertEquals(32, (double) test11.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); // assertEquals(22, (double) test9.quantiles.get(0.5) / test1.quantiles.get(0.5), 2.1); // assertEquals(44, (double) test15.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); // assertEquals(39, (double) test17.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); // since 26.06.2014 (incl.) - // assertEquals(76, value14, 5.1); // +16 - // assertEquals(26, value10, 2.1); // +14 // assertEquals(44, value11, 4.1); // +12 // assertEquals(36, value9, 2.1); // +14 // assertEquals(44, value15, 4.1); // +0 // assertEquals(53, value17, 4.1); // +14 // since 04.07.2014 (incl.) - // assertEquals(86, value14, 5.1); // +16 - // assertEquals(26, value10, 2.1); // +0 // assertEquals(41, value11, 4.1); // -3 // assertEquals(42, value9, 2.1); // +6 // assertEquals(44, value15, 4.1); // +0 // assertEquals(53, value17, 4.1); // +0 // since 27.08.2014 (incl.) - // assertEquals(102, value14, 5.1); // +16 - // assertEquals(56, value10, 2.1); // +30 // assertEquals(64, value11, 4.1); // +15 // assertEquals(77, value9, 2.1); // +35 // assertEquals(44, value15, 4.1); // +0 // assertEquals(53, value17, 4.1); // +0 // since 14.10.2014 (incl.) - // assertEquals(25, value10, 2.1); // -26 - assertEquals(64, value11, 4.1); // +15 + assertEquals(44, value11, 4.1); // -20 assertEquals(77, value9, 2.1); // +35 assertEquals(44, value15, 4.1); // +0 assertEquals(53, value17, 4.1); // +0 diff --git a/src/performancetest/java/teetime/examples/experiment11/ChwHomePerformanceCheck.java b/src/performancetest/java/teetime/examples/experiment11/ChwHomePerformanceCheck.java new file mode 100644 index 0000000000000000000000000000000000000000..29a1bc8a00db80546346c380d63256297b894b74 --- /dev/null +++ b/src/performancetest/java/teetime/examples/experiment11/ChwHomePerformanceCheck.java @@ -0,0 +1,37 @@ +package teetime.examples.experiment11; + +import static org.junit.Assert.assertEquals; +import util.PerformanceCheckProfile; +import util.PerformanceResult; +import util.PerformanceTest; + +public class ChwHomePerformanceCheck implements PerformanceCheckProfile { + + @Override + public String getCorrespondingPerformanceProfile() { + return "ChwHome"; + } + + @Override + public void check() { + PerformanceResult test01 = PerformanceTest.measurementRepository.performanceResults + .get("testWithManyObjects(teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test)"); + PerformanceResult test11 = PerformanceTest.measurementRepository.performanceResults + .get("testWithManyObjects(teetime.examples.experiment11.MethodCallThoughputTimestampAnalysis11Test)"); + + double medianSpeedup = (double) test11.quantiles.get(0.5) / test01.quantiles.get(0.5); + + System.out.println("medianSpeedup (11): " + medianSpeedup); + + // until 25.06.2014 (incl.) + // assertEquals(32, (double) test11.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); + // since 26.06.2014 (incl.) + // assertEquals(44, medianSpeedup, 4.1); // +12 + // since 04.07.2014 (incl.) + // assertEquals(41, medianSpeedup, 4.1); // -3 + // since 11.08.2014 (incl.) + // assertEquals(41, medianSpeedup, 4.1); // -3 + // since 31.08.2014 (incl.) + assertEquals(43, medianSpeedup, 4.1); // ?? + } +} diff --git a/src/performancetest/java/teetime/examples/experiment11/ChwWorkPerformanceCheck.java b/src/performancetest/java/teetime/examples/experiment11/ChwWorkPerformanceCheck.java new file mode 100644 index 0000000000000000000000000000000000000000..175c14022b1b14505699f0c2be1dd8a4b3369246 --- /dev/null +++ b/src/performancetest/java/teetime/examples/experiment11/ChwWorkPerformanceCheck.java @@ -0,0 +1,37 @@ +package teetime.examples.experiment11; + +import static org.junit.Assert.assertEquals; +import util.PerformanceCheckProfile; +import util.PerformanceResult; +import util.PerformanceTest; + +public class ChwWorkPerformanceCheck implements PerformanceCheckProfile { + + @Override + public String getCorrespondingPerformanceProfile() { + return "ChwWork"; + } + + @Override + public void check() { + PerformanceResult test01 = PerformanceTest.measurementRepository.performanceResults + .get("testWithManyObjects(teetime.examples.experiment01.MethodCallThoughputTimestampAnalysis1Test)"); + PerformanceResult test11 = PerformanceTest.measurementRepository.performanceResults + .get("testWithManyObjects(teetime.examples.experiment11.MethodCallThoughputTimestampAnalysis11Test)"); + + double medianSpeedup = (double) test11.quantiles.get(0.5) / test01.quantiles.get(0.5); + + System.out.println("medianSpeedup (11): " + medianSpeedup); + + // until 25.06.2014 (incl.) + // assertEquals(32, (double) test11.quantiles.get(0.5) / test1.quantiles.get(0.5), 4.1); + // since 26.06.2014 (incl.) + // assertEquals(44, medianSpeedup, 4.1); // +12 + // since 04.07.2014 (incl.) + // assertEquals(41, medianSpeedup, 4.1); // -3 + // since 27.08.2014 (incl.) + // assertEquals(64, medianSpeedup, 4.1); // +15 + // since 14.10.2014 (incl.) + assertEquals(44, medianSpeedup, 4.1); // -20 + } +} diff --git a/src/performancetest/java/teetime/examples/experiment11/MethodCallThoughputTimestampAnalysis11Test.java b/src/performancetest/java/teetime/examples/experiment11/MethodCallThoughputTimestampAnalysis11Test.java index a6149b9a0f812e827b3150729fdf98ce42905a6a..915a906f5943a9b808826b7e6bbd7afe827f2bc5 100644 --- a/src/performancetest/java/teetime/examples/experiment11/MethodCallThoughputTimestampAnalysis11Test.java +++ b/src/performancetest/java/teetime/examples/experiment11/MethodCallThoughputTimestampAnalysis11Test.java @@ -15,19 +15,34 @@ ***************************************************************************/ package teetime.examples.experiment11; +import org.junit.AfterClass; +import org.junit.BeforeClass; import org.junit.Test; import teetime.util.ConstructorClosure; import teetime.util.TimestampObject; +import util.PerformanceCheckProfile; import util.PerformanceTest; /** * @author Christian Wulf - * + * * @since 1.10 */ public class MethodCallThoughputTimestampAnalysis11Test extends PerformanceTest { + @BeforeClass + public static void beforeClass() { + PERFORMANCE_CHECK_PROFILE_REPOSITORY.register(MethodCallThoughputTimestampAnalysis11Test.class, new ChwWorkPerformanceCheck()); + PERFORMANCE_CHECK_PROFILE_REPOSITORY.register(MethodCallThoughputTimestampAnalysis11Test.class, new ChwHomePerformanceCheck()); + }; + + @AfterClass + public static void afterClass() { + PerformanceCheckProfile performanceCheckProfile = PERFORMANCE_CHECK_PROFILE_REPOSITORY.get(MethodCallThoughputTimestampAnalysis11Test.class); + performanceCheckProfile.check(); + }; + @Test public void testWithManyObjects() { System.out.println("Testing teetime (mc) with NUM_OBJECTS_TO_CREATE=" + NUM_OBJECTS_TO_CREATE + ", NUM_NOOP_FILTERS="