diff --git a/frameworks/inspectIT/benchmark.sh b/frameworks/inspectIT/benchmark.sh index 5e9cf45da04291ee7f0b1045f40032a078de02d2..1d00125c9d9584008eb56c1ace7364f1889790ec 100755 --- a/frameworks/inspectIT/benchmark.sh +++ b/frameworks/inspectIT/benchmark.sh @@ -2,34 +2,34 @@ function runNoInstrumentation { # No instrumentation - echo " # ${i}.${j}.${k} No instrumentation" - echo " # ${i}.${j}.${k} No instrumentation" >>${BASEDIR}inspectit.log + echo " # ${i}.$RECURSION_DEPTH.${k} No instrumentation" + echo " # ${i}.$RECURSION_DEPTH.${k} No instrumentation" >>${BASEDIR}inspectit.log ${JAVABIN}java ${JAVAARGS_NOINSTR} ${JAR} \ - --output-filename ${RAWFN}-${i}-${j}-${k}.csv \ + --output-filename ${RAWFN}-${i}-$RECURSION_DEPTH-${k}.csv \ --total-calls ${TOTAL_NUM_OF_CALLS} \ --method-time ${METHOD_TIME} \ --total-threads ${THREADS} \ --recursion-depth ${RECURSION_DEPTH} \ - ${MOREPARAMS} &> ${RESULTSDIR}output_"$i"_"$j"_noinstrumentation.txt + ${MOREPARAMS} &> ${RESULTSDIR}output_"$i"_"$RECURSION_DEPTH"_noinstrumentation.txt } function runInspectITZipkin { # InspectIT (minimal) k=`expr ${k} + 1` - echo " # ${i}.${j}.${k} InspectIT (minimal)" - echo " # ${i}.${j}.${k} InspectIT (minimal)" >>${BASEDIR}inspectit.log + echo " # ${i}.$RECURSION_DEPTH.${k} InspectIT (minimal)" + echo " # ${i}.$RECURSION_DEPTH.${k} InspectIT (minimal)" >>${BASEDIR}inspectit.log #${JAVABIN}java ${CMR_ARGS} -Xloggc:${BASEDIR}logs/gc.log -jar CMR/inspectit-cmr-mod.jar 1>>${BASEDIR}logs/out.log 2>&1 & startZipkin sleep $SLEEP_TIME echo $JAVAARGS_INSPECTIT_MINIMAL echo $JAR ${JAVABIN}java ${JAVAARGS_INSPECTIT_MINIMAL} ${JAR} \ - --output-filename ${RAWFN}-${i}-${j}-${k}.csv \ + --output-filename ${RAWFN}-${i}-$RECURSION_DEPTH-${k}.csv \ --total-calls ${TOTAL_NUM_OF_CALLS} \ --method-time ${METHOD_TIME} \ --total-threads ${THREADS} \ --recursion-depth ${RECURSION_DEPTH} \ - ${MOREPARAMS} &> ${RESULTSDIR}output_"$i"_"$j"_inspectit.txt + ${MOREPARAMS} &> ${RESULTSDIR}output_"$i"_"$RECURSION_DEPTH"_inspectit.txt sleep $SLEEP_TIME stopBackgroundProcess } @@ -112,7 +112,7 @@ JAR="-jar MooBench.jar --application moobench.application.MonitoredClassSimple" JAVAARGS_NOINSTR="${JAVAARGS}" JAVAARGS_LTW="${JAVAARGS} -javaagent:${BASEDIR}agent/inspectit-ocelot-agent-1.10.1.jar -Djava.util.logging.config.file=${BASEDIR}config/logging.properties" -JAVAARGS_INSPECTIT_MINIMAL="${JAVAARGS_LTW} -Dinspectit.service-name='My-Custom-Service' -Dinspectit.exporters.tracing.zipkin.url=http://127.0.0.1:9411/api/v2/spans -Dinspectit.config.file-based.path=${BASEDIR}config/zipkin/" +JAVAARGS_INSPECTIT_MINIMAL="${JAVAARGS_LTW} -Dinspectit.service-name=moobench-inspectit -Dinspectit.exporters.tracing.zipkin.url=http://127.0.0.1:9411/api/v2/spans -Dinspectit.config.file-based.path=${BASEDIR}config/zipkin/" JAVAARGS_INSPECTIT_FULL="${JAVAARGS_LTW} -Dinspectit.config=${BASEDIR}config/timer/" CMR_ARGS=" -Xms12G -Xmx12G -Xmn4G -XX:MaxPermSize=128m -XX:PermSize=128m -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=80 -XX:+UseCMSInitiatingOccupancyOnly -XX:+UseParNewGC -XX:+CMSParallelRemarkEnabled -XX:+DisableExplicitGC -XX:SurvivorRatio=4 -XX:TargetSurvivorRatio=90 -XX:+AggressiveOpts -XX:+UseFastAccessorMethods -XX:+UseBiasedLocking -XX:+HeapDumpOnOutOfMemoryError -server -verbose:gc -XX:+PrintGCTimeStamps -XX:+PrintGCDetails -XX:+PrintTenuringDistribution " diff --git a/frameworks/opentelemetry/benchmark.sh b/frameworks/opentelemetry/benchmark.sh index da30cc2c788f21b87179fd6adf5948dd8fc428ec..4a6fa3280d0be926d91dff46370fe07f2c8d6367 100755 --- a/frameworks/opentelemetry/benchmark.sh +++ b/frameworks/opentelemetry/benchmark.sh @@ -44,7 +44,7 @@ function stopBackgroundProcess { } function cleanup { - [ -f ${BASEDIR}hotspot.log ] && mv ${BASEDIR}hotspot.log ${RESULTS_DIR}hotspot-${i}-${j}-${k}.log + [ -f ${BASEDIR}hotspot.log ] && mv ${BASEDIR}hotspot.log ${RESULTS_DIR}hotspot-${i}-$RECURSION_DEPTH-${k}.log echo >>${BASEDIR}opentelemetry.log echo >>${BASEDIR}opentelemetry.log sync @@ -53,42 +53,42 @@ function cleanup { function runNoInstrumentation { # No instrumentation - echo " # ${i}.${j}.${k} No instrumentation" - echo " # ${i}.${j}.${k} No instrumentation" >>${BASEDIR}opentelemetry.log + echo " # ${i}.$RECURSION_DEPTH.${k} No instrumentation" + echo " # ${i}.$RECURSION_DEPTH.${k} No instrumentation" >>${BASEDIR}opentelemetry.log ${JAVABIN}java ${JAVAARGS_NOINSTR} ${JAR} \ - --output-filename ${RAWFN}-${i}-${j}-${k}.csv \ + --output-filename ${RAWFN}-${i}-$RECURSION_DEPTH-${k}.csv \ --total-calls ${TOTAL_NUM_OF_CALLS} \ --method-time ${METHOD_TIME} \ --total-threads ${THREADS} \ - --recursion-depth ${j} \ + --recursion-depth $RECURSION_DEPTH \ ${MOREPARAMS} &> ${RESULTS_DIR}output_"$i"_uninstrumented.txt } function runOpenTelemetryNoLogging { # OpenTelemetry Instrumentation Logging Deactivated k=`expr ${k} + 1` - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Logging Deactivated" - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Logging Deactivated" >>${BASEDIR}opentelemetry.log + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Logging Deactivated" + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Logging Deactivated" >>${BASEDIR}opentelemetry.log ${JAVABIN}java ${JAVAARGS_OPENTELEMETRY_LOGGING_DEACTIVATED} ${JAR} \ - --output-filename ${RAWFN}-${i}-${j}-${k}.csv \ + --output-filename ${RAWFN}-${i}-$RECURSION_DEPTH-${k}.csv \ --total-calls ${TOTAL_NUM_OF_CALLS} \ --method-time ${METHOD_TIME} \ --total-threads ${THREADS} \ - --recursion-depth ${j} \ + --recursion-depth $RECURSION_DEPTH \ ${MOREPARAMS} &> ${RESULTS_DIR}output_"$i"_opentelemetry.txt } function runOpenTelemetryLogging { # OpenTelemetry Instrumentation Logging k=`expr ${k} + 1` - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Logging" - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Logging" >>${BASEDIR}opentelemetry.log + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Logging" + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Logging" >>${BASEDIR}opentelemetry.log ${JAVABIN}java ${JAVAARGS_OPENTELEMETRY_LOGGING} ${JAR} \ - --output-filename ${RAWFN}-${i}-${j}-${k}.csv \ + --output-filename ${RAWFN}-${i}-$RECURSION_DEPTH-${k}.csv \ --total-calls ${TOTAL_NUM_OF_CALLS} \ --method-time ${METHOD_TIME} \ --total-threads ${THREADS} \ - --recursion-depth ${j} \ + --recursion-depth $RECURSION_DEPTH \ ${MOREPARAMS} &> ${RESULTS_DIR}output_"$i"_opentelemetry_logging.txt if [ ! "$DEBUG" = true ] then @@ -101,14 +101,14 @@ function runOpenTelemetryZipkin { # OpenTelemetry Instrumentation Zipkin k=`expr ${k} + 1` startZipkin - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Zipkin" - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Zipkin" >>${BASEDIR}opentelemetry.log + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Zipkin" + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Zipkin" >>${BASEDIR}opentelemetry.log ${JAVABIN}java ${JAVAARGS_OPENTELEMETRY_ZIPKIN} ${JAR} \ - --output-filename ${RAWFN}-${i}-${j}-${k}.csv \ + --output-filename ${RAWFN}-${i}-$RECURSION_DEPTH-${k}.csv \ --total-calls ${TOTAL_NUM_OF_CALLS} \ --method-time ${METHOD_TIME} \ --total-threads ${THREADS} \ - --recursion-depth ${j} \ + --recursion-depth $RECURSION_DEPTH \ ${MOREPARAMS} &> ${RESULTS_DIR}output_"$i"_opentelemetry_zipkin.txt stopBackgroundProcess } @@ -117,14 +117,14 @@ function runOpenTelemetryJaeger { # OpenTelemetry Instrumentation Jaeger k=`expr ${k} + 1` startJaeger - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Jaeger" - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Jaeger" >>${BASEDIR}opentelemetry.log + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Jaeger" + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Jaeger" >>${BASEDIR}opentelemetry.log ${JAVABIN}java ${JAVAARGS_OPENTELEMETRY_JAEGER} ${JAR} \ - --output-filename ${RAWFN}-${i}-${j}-${k}.csv \ + --output-filename ${RAWFN}-${i}-$RECURSION_DEPTH-${k}.csv \ --total-calls ${TOTAL_NUM_OF_CALLS} \ --method-time ${METHODTIME} \ --total-threads ${THREADS} \ - --recursion-depth ${j} \ + --recursion-depth $RECURSION_DEPTH \ ${MOREPARAMS} &> ${RESULTS_DIR}output_"$i"_opentelemetry_jaeger.txt stopBackgroundProcess } @@ -133,14 +133,14 @@ function runOpenTelemetryPrometheus { # OpenTelemetry Instrumentation Prometheus k=`expr ${k} + 1` startPrometheus - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Prometheus" - echo " # ${i}.${j}.${k} OpenTelemetry Instrumentation Prometheus" >>${BASEDIR}opentelemetry.log + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Prometheus" + echo " # ${i}.$RECURSION_DEPTH.${k} OpenTelemetry Instrumentation Prometheus" >>${BASEDIR}opentelemetry.log ${JAVABIN}java ${JAVAARGS_OPENTELEMETRY_PROMETHEUS} ${JAR} \ - --output-filename ${RAWFN}-${i}-${j}-${k}.csv \ + --output-filename ${RAWFN}-${i}-$RECURSION_DEPTH-${k}.csv \ --total-calls ${TOTAL_NUM_OF_CALLS} \ --method-time ${METHOD_TIME} \ --total-threads ${THREADS} \ - --recursion-depth ${j} \ + --recursion-depth $RECURSION_DEPTH \ ${MOREPARAMS} &> ${RESULTS_DIR}output_"$i"_opentelemetry_prometheus.txt stopBackgroundProcess } @@ -245,7 +245,6 @@ sync ## Execute Benchmark for ((i=1;i<=${NUM_OF_LOOPS};i+=1)); do - j=${RECURSION_DEPTH} k=0 echo "## Starting iteration ${i}/${NUM_OF_LOOPS}" echo "## Starting iteration ${i}/${NUM_OF_LOOPS}" >>${BASEDIR}opentelemetry.log