diff --git a/bin/r/stats3.r b/bin/r/stats3.r new file mode 100644 index 0000000000000000000000000000000000000000..660cf0b2f4adef84d3a4d32a1c3c0b49e9c36fa1 --- /dev/null +++ b/bin/r/stats3.r @@ -0,0 +1,42 @@ +#rm(list=ls(all=TRUE)) +results_fn="results/raw" +outtxt_fn="results-text.txt" + +configs.threads=c(1:6) +configs.loop=1 +configs.recursion=c(10) +configs.labels=c("No Probe","Inactive Probe","Collecting Data","Writing Data") +configs.count=length(configs.labels) +results.count=200000 +results.skip=100000 + +for (threads in configs.threads) { + resultsBIG <- array(dim=c(length(configs.recursion),configs.count,threads*configs.loop*(results.count-results.skip)),dimnames=list(configs.recursion,configs.labels,c(1:(threads*configs.loop*(results.count-results.skip))))) + for (cr in configs.recursion) { + for (cc in (1:configs.count)) { + for (cl in (1:configs.loop)) { + results_fn_temp=paste(results_fn, "-", cl, "-", threads, "-", cc, ".csv", sep="") + for (ct in (1:threads)) { + results=read.csv2(results_fn_temp,nrows=(results.count-results.skip),skip=(ct-1)*results.count+results.skip,quote="",colClasses=c("NULL","numeric"),comment.char="",col.names=c("thread_id","duration_nsec"),header=FALSE) + resultsBIG[(1:length(configs.recursion))[configs.recursion==cr],cc,c(((cl-1)*threads*(results.count-results.skip)+1):(cl*threads*(results.count-results.skip)))] <- results[["duration_nsec"]]/(1000) + } + rm(results,results_fn_temp) + } + } + } + for (cr in configs.recursion) { + printvalues = matrix(nrow=7,ncol=configs.count,dimnames=list(c("mean","ci95%","md25%","md50%","md75%","max","min"),c(1:configs.count))) + for (cc in (1:configs.count)) { + printvalues["mean",cc]=mean(resultsBIG[(1:length(configs.recursion))[configs.recursion==cr],cc,c(1:(results.count-results.skip))]) + printvalues["ci95%",cc]=qnorm(0.975)*sd(resultsBIG[(1:length(configs.recursion))[configs.recursion==cr],cc,c(1:(results.count-results.skip))])/sqrt(length(resultsBIG[(1:length(configs.recursion))[configs.recursion==cr],cc,c(1:(results.count-results.skip))])) + printvalues[c("md25%","md50%","md75%"),cc]=quantile(resultsBIG[(1:length(configs.recursion))[configs.recursion==cr],cc,c(1:(results.count-results.skip))],probs=c(0.25,0.5,0.75)) + printvalues["max",cc]=max(resultsBIG[(1:length(configs.recursion))[configs.recursion==cr],cc,c(1:(results.count-results.skip))]) + printvalues["min",cc]=min(resultsBIG[(1:length(configs.recursion))[configs.recursion==cr],cc,c(1:(results.count-results.skip))]) + } + resultstext=formatC(printvalues,format="f",digits=4,width=8) + print(resultstext) + write(paste("Threads: ", threads),file=outtxt_fn,append=TRUE) + write("response time",file=outtxt_fn,append=TRUE) + write.table(resultstext,file=outtxt_fn,append=TRUE,quote=FALSE,sep="\t",col.names=FALSE) + } +} diff --git a/frameworks/inspectIT/benchmark-isequence-inner-remote.sh b/frameworks/inspectIT/benchmark-isequence-inner-remote.sh index 12dda92be96054858bf83f028d8ed32e84c239e6..57bdc79cd9aa38bf79916398fb2e9b84c4820668 100644 --- a/frameworks/inspectIT/benchmark-isequence-inner-remote.sh +++ b/frameworks/inspectIT/benchmark-isequence-inner-remote.sh @@ -202,7 +202,7 @@ configs.recursion=c(${RECURSIONDEPTH}) configs.labels=c("No Probe","InspectIT (disabled)","InspectIT (no storage)","InspectIT (full)") configs.colors=c("black","red","blue","green") results.count=${TOTALCALLS} -results.skip=${TOTALCALLS}/2 +results.skip=${TOTALCALLS}*3/4 source("${RSCRIPTDIR}stats.r") EOF diff --git a/frameworks/inspectIT/benchmark-isequence-inner-threaded.sh b/frameworks/inspectIT/benchmark-isequence-inner-threaded.sh index 40c609865771a1ff0c7c757fd311c3e5d4ec0675..8babe369c84ef7f8104c8367f69edc388cbac80d 100644 --- a/frameworks/inspectIT/benchmark-isequence-inner-threaded.sh +++ b/frameworks/inspectIT/benchmark-isequence-inner-threaded.sh @@ -215,7 +215,7 @@ configs.threads=c(1:${THREADS}) configs.labels=c("No Probe","InspectIT (disabled)","InspectIT (no storage)","InspectIT (full)") configs.colors=c("black","red","blue","green") results.count=${TOTALCALLS} -results.skip=${TOTALCALLS}/2 +results.skip=${TOTALCALLS}*3/4 source("${RSCRIPTDIR}stats.r") EOF diff --git a/frameworks/inspectIT/benchmark-isequence-inner.sh b/frameworks/inspectIT/benchmark-isequence-inner.sh index 053e64b1ce8e3b5061d98bee626f69c2221f71cf..435f452cbcaf2f83e617f295a4a3434bff416186 100644 --- a/frameworks/inspectIT/benchmark-isequence-inner.sh +++ b/frameworks/inspectIT/benchmark-isequence-inner.sh @@ -213,7 +213,7 @@ configs.recursion=c(${RECURSIONDEPTH}) configs.labels=c("No Probe","InspectIT (disabled)","InspectIT (no storage)","InspectIT (full)") configs.colors=c("black","red","blue","green") results.count=${TOTALCALLS} -results.skip=${TOTALCALLS}/2 +results.skip=${TOTALCALLS}*3/4 source("${RSCRIPTDIR}stats.r") EOF diff --git a/frameworks/inspectIT/benchmark-timer-inner.sh b/frameworks/inspectIT/benchmark-timer-inner.sh index 1640cc278913d8e6ddb8aebda65db7e271e33c83..3b55a447bcb4725c6cea641133732dc03493641c 100644 --- a/frameworks/inspectIT/benchmark-timer-inner.sh +++ b/frameworks/inspectIT/benchmark-timer-inner.sh @@ -209,7 +209,7 @@ configs.loop=${NUM_LOOPS} configs.recursion=c(${RECURSIONDEPTH}) configs.labels=c("No Probe","InspectIT (disabled)","InspectIT (no storage)","InspectIT (full)") results.count=${TOTALCALLS} -results.skip=${TOTALCALLS}/2 +results.skip=${TOTALCALLS}*3/4 source("${RSCRIPTDIR}stats.r") EOF diff --git a/frameworks/inspectIT/benchmark.sh b/frameworks/inspectIT/benchmark.sh index ff042101eb81b9aca4f08322ab1c736f967c707e..006d01ced2b44b0434ac7386c7c4a68196bcf651 100644 --- a/frameworks/inspectIT/benchmark.sh +++ b/frameworks/inspectIT/benchmark.sh @@ -203,7 +203,7 @@ configs.loop=${NUM_LOOPS} configs.recursion=c(${RECURSIONDEPTH}) configs.labels=c("No Probe","InspectIT (minimal)","InspectIT (without CMR)","InspectIT (with CMR)") results.count=${TOTALCALLS} -results.skip=${TOTALCALLS}/2 +results.skip=${TOTALCALLS}*3/4 source("${RSCRIPTDIR}stats.r") EOF