Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
M
moobench
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Terms and privacy
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
SustainKieker
moobench
Commits
1888f815
Commit
1888f815
authored
3 years ago
by
David Georg Reichelt
Browse files
Options
Downloads
Patches
Plain Diff
Adapt configuration names to Kieker names
parent
aecedd0f
No related branches found
No related tags found
No related merge requests found
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
frameworks/common-functions.sh
+10
-10
10 additions, 10 deletions
frameworks/common-functions.sh
frameworks/opentelemetry/benchmark.sh
+29
-28
29 additions, 28 deletions
frameworks/opentelemetry/benchmark.sh
with
39 additions
and
38 deletions
frameworks/common-functions.sh
+
10
−
10
View file @
1888f815
...
@@ -13,23 +13,23 @@ function cleanup-results() {
...
@@ -13,23 +13,23 @@ function cleanup-results() {
}
}
# Initialize all unset parameters
# Initialize all unset parameters
if
[
-z
$SLEEPTIME
]
;
then
if
[
-z
$SLEEP
_
TIME
]
;
then
SLEEPTIME
=
30
## 30
SLEEP
_
TIME
=
30
## 30
fi
fi
if
[
-z
$NUM_LOOPS
]
;
then
if
[
-z
$NUM_
OF_
LOOPS
]
;
then
NUM_LOOPS
=
10
## 10
NUM_
OF_
LOOPS
=
10
## 10
fi
fi
if
[
-z
$THREADS
]
;
then
if
[
-z
$THREADS
]
;
then
THREADS
=
1
## 1
THREADS
=
1
## 1
fi
fi
if
[
-z
$RECURSIONDEPTH
]
;
then
if
[
-z
$RECURSION
_
DEPTH
]
;
then
RECURSIONDEPTH
=
10
## 10
RECURSION
_
DEPTH
=
10
## 10
fi
fi
if
[
-z
$TOTALCALLS
]
;
then
if
[
-z
$TOTAL
_NUM_OF_
CALLS
]
;
then
TOTALCALLS
=
2000000
## 2000000
TOTAL
_NUM_OF_
CALLS
=
2000000
## 2000000
fi
fi
if
[
-z
$METHODTIME
]
;
then
if
[
-z
$METHOD
_
TIME
]
;
then
METHODTIME
=
0
## 500000
METHOD
_
TIME
=
0
## 500000
fi
fi
if
[
-z
$DEBUG
]
;
then
if
[
-z
$DEBUG
]
;
then
DEBUG
=
false
## false
DEBUG
=
false
## false
...
...
This diff is collapsed.
Click to expand it.
frameworks/opentelemetry/benchmark.sh
+
29
−
28
View file @
1888f815
...
@@ -44,11 +44,11 @@ function stopBackgroundProcess {
...
@@ -44,11 +44,11 @@ function stopBackgroundProcess {
}
}
function
cleanup
{
function
cleanup
{
[
-f
${
BASEDIR
}
hotspot.log
]
&&
mv
${
BASEDIR
}
hotspot.log
${
RESULTSDIR
}
hotspot-
${
i
}
-
${
j
}
-
${
k
}
.log
[
-f
${
BASEDIR
}
hotspot.log
]
&&
mv
${
BASEDIR
}
hotspot.log
${
RESULTS
_
DIR
}
hotspot-
${
i
}
-
${
j
}
-
${
k
}
.log
echo
>>
${
BASEDIR
}
opentelemetry.log
echo
>>
${
BASEDIR
}
opentelemetry.log
echo
>>
${
BASEDIR
}
opentelemetry.log
echo
>>
${
BASEDIR
}
opentelemetry.log
sync
sync
sleep
${
SLEEPTIME
}
sleep
${
SLEEP
_
TIME
}
}
}
function
runNoInstrumentation
{
function
runNoInstrumentation
{
...
@@ -57,8 +57,8 @@ function runNoInstrumentation {
...
@@ -57,8 +57,8 @@ function runNoInstrumentation {
echo
" #
${
i
}
.
${
j
}
.
${
k
}
No instrumentation"
>>
${
BASEDIR
}
opentelemetry.log
echo
" #
${
i
}
.
${
j
}
.
${
k
}
No instrumentation"
>>
${
BASEDIR
}
opentelemetry.log
${
JAVABIN
}
java
${
JAVAARGS_NOINSTR
}
${
JAR
}
\
${
JAVABIN
}
java
${
JAVAARGS_NOINSTR
}
${
JAR
}
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--total-calls
${
TOTALCALLS
}
\
--total-calls
${
TOTAL
_NUM_OF_
CALLS
}
\
--method-time
${
METHODTIME
}
\
--method-time
${
METHOD
_
TIME
}
\
--total-threads
${
THREADS
}
\
--total-threads
${
THREADS
}
\
--recursion-depth
${
j
}
\
--recursion-depth
${
j
}
\
${
MOREPARAMS
}
&>
${
RESULTS_DIR
}
output_
"
$i
"
_uninstrumented.txt
${
MOREPARAMS
}
&>
${
RESULTS_DIR
}
output_
"
$i
"
_uninstrumented.txt
...
@@ -71,8 +71,8 @@ function runOpenTelemetryNoLogging {
...
@@ -71,8 +71,8 @@ function runOpenTelemetryNoLogging {
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Logging Deactivated"
>>
${
BASEDIR
}
opentelemetry.log
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Logging Deactivated"
>>
${
BASEDIR
}
opentelemetry.log
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_LOGGING_DEACTIVATED
}
${
JAR
}
\
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_LOGGING_DEACTIVATED
}
${
JAR
}
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--total-calls
${
TOTALCALLS
}
\
--total-calls
${
TOTAL
_NUM_OF_
CALLS
}
\
--method-time
${
METHODTIME
}
\
--method-time
${
METHOD
_
TIME
}
\
--total-threads
${
THREADS
}
\
--total-threads
${
THREADS
}
\
--recursion-depth
${
j
}
\
--recursion-depth
${
j
}
\
${
MOREPARAMS
}
&>
${
RESULTS_DIR
}
output_
"
$i
"
_opentelemetry.txt
${
MOREPARAMS
}
&>
${
RESULTS_DIR
}
output_
"
$i
"
_opentelemetry.txt
...
@@ -85,7 +85,7 @@ function runOpenTelemetryLogging {
...
@@ -85,7 +85,7 @@ function runOpenTelemetryLogging {
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Logging"
>>
${
BASEDIR
}
opentelemetry.log
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Logging"
>>
${
BASEDIR
}
opentelemetry.log
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_LOGGING
}
${
JAR
}
\
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_LOGGING
}
${
JAR
}
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--total-calls
${
TOTALCALLS
}
\
--total-calls
${
TOTAL
_NUM_OF_
CALLS
}
\
--method-time
${
METHODTIME
}
\
--method-time
${
METHODTIME
}
\
--total-threads
${
THREADS
}
\
--total-threads
${
THREADS
}
\
--recursion-depth
${
j
}
\
--recursion-depth
${
j
}
\
...
@@ -104,8 +104,8 @@ function runOpenTelemetryZipkin {
...
@@ -104,8 +104,8 @@ function runOpenTelemetryZipkin {
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Zipkin"
>>
${
BASEDIR
}
opentelemetry.log
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Zipkin"
>>
${
BASEDIR
}
opentelemetry.log
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_ZIPKIN
}
${
JAR
}
\
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_ZIPKIN
}
${
JAR
}
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--total-calls
${
TOTALCALLS
}
\
--total-calls
${
TOTAL
_NUM_OF_
CALLS
}
\
--method-time
${
METHODTIME
}
\
--method-time
${
METHOD
_
TIME
}
\
--total-threads
${
THREADS
}
\
--total-threads
${
THREADS
}
\
--recursion-depth
${
j
}
\
--recursion-depth
${
j
}
\
${
MOREPARAMS
}
&>
${
RESULTS_DIR
}
output_
"
$i
"
_opentelemetry_zipkin.txt
${
MOREPARAMS
}
&>
${
RESULTS_DIR
}
output_
"
$i
"
_opentelemetry_zipkin.txt
...
@@ -120,11 +120,11 @@ function runOpenTelemetryJaeger {
...
@@ -120,11 +120,11 @@ function runOpenTelemetryJaeger {
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Jaeger"
>>
${
BASEDIR
}
opentelemetry.log
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Jaeger"
>>
${
BASEDIR
}
opentelemetry.log
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_JAEGER
}
${
JAR
}
\
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_JAEGER
}
${
JAR
}
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--total-calls
${
TOTALCALLS
}
\
--total-calls
${
TOTAL
_NUM_OF_
CALLS
}
\
--method-time
${
METHODTIME
}
\
--method-time
${
METHODTIME
}
\
--total-threads
${
THREADS
}
\
--total-threads
${
THREADS
}
\
--recursion-depth
${
j
}
\
--recursion-depth
${
j
}
\
${
MOREPARAMS
}
&>
${
RESULTSDIR
}
output_
"
$i
"
_opentelemetry_
prometheus
.txt
${
MOREPARAMS
}
&>
${
RESULTS
_
DIR
}
output_
"
$i
"
_opentelemetry_
jaeger
.txt
stopBackgroundProcess
stopBackgroundProcess
}
}
...
@@ -136,8 +136,8 @@ function runOpenTelemetryPrometheus {
...
@@ -136,8 +136,8 @@ function runOpenTelemetryPrometheus {
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Prometheus"
>>
${
BASEDIR
}
opentelemetry.log
echo
" #
${
i
}
.
${
j
}
.
${
k
}
OpenTelemetry Instrumentation Prometheus"
>>
${
BASEDIR
}
opentelemetry.log
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_PROMETHEUS
}
${
JAR
}
\
${
JAVABIN
}
java
${
JAVAARGS_OPENTELEMETRY_PROMETHEUS
}
${
JAR
}
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--output-filename
${
RAWFN
}
-
${
i
}
-
${
j
}
-
${
k
}
.csv
\
--total-calls
${
TOTALCALLS
}
\
--total-calls
${
TOTAL
_NUM_OF_
CALLS
}
\
--method-time
${
METHODTIME
}
\
--method-time
${
METHOD
_
TIME
}
\
--total-threads
${
THREADS
}
\
--total-threads
${
THREADS
}
\
--recursion-depth
${
j
}
\
--recursion-depth
${
j
}
\
${
MOREPARAMS
}
&>
${
RESULTS_DIR
}
output_
"
$i
"
_opentelemetry_prometheus.txt
${
MOREPARAMS
}
&>
${
RESULTS_DIR
}
output_
"
$i
"
_opentelemetry_prometheus.txt
...
@@ -146,26 +146,26 @@ function runOpenTelemetryPrometheus {
...
@@ -146,26 +146,26 @@ function runOpenTelemetryPrometheus {
function
printIntermediaryResults
{
function
printIntermediaryResults
{
echo
-n
"Intermediary results uninstrumented "
echo
-n
"Intermediary results uninstrumented "
cat
results-opentelemetry/raw-
*
-
$RECURSIONDEPTH
-0
.csv |
awk
-F
';'
'{print $2}'
| getSum
cat
results-opentelemetry/raw-
*
-
$RECURSION
_
DEPTH
-0
.csv |
awk
-F
';'
'{print $2}'
| getSum
echo
-n
"Intermediary results opentelemetry Logging Deactivated "
echo
-n
"Intermediary results opentelemetry Logging Deactivated "
cat
results-opentelemetry/raw-
*
-
$RECURSIONDEPTH
-1
.csv |
awk
-F
';'
'{print $2}'
| getSum
cat
results-opentelemetry/raw-
*
-
$RECURSION
_
DEPTH
-1
.csv |
awk
-F
';'
'{print $2}'
| getSum
echo
-n
"Intermediary results opentelemetry Logging "
echo
-n
"Intermediary results opentelemetry Logging "
cat
results-opentelemetry/raw-
*
-
$RECURSIONDEPTH
-2
.csv |
awk
-F
';'
'{print $2}'
| getSum
cat
results-opentelemetry/raw-
*
-
$RECURSION
_
DEPTH
-2
.csv |
awk
-F
';'
'{print $2}'
| getSum
echo
-n
"Intermediary results opentelemetry Zipkin "
echo
-n
"Intermediary results opentelemetry Zipkin "
cat
results-opentelemetry/raw-
*
-
$RECURSIONDEPTH
-3
.csv |
awk
-F
';'
'{print $2}'
| getSum
cat
results-opentelemetry/raw-
*
-
$RECURSION
_
DEPTH
-3
.csv |
awk
-F
';'
'{print $2}'
| getSum
MACHINE_TYPE
=
`
uname
-m
`
;
MACHINE_TYPE
=
`
uname
-m
`
;
if
[
${
MACHINE_TYPE
}
==
'x86_64'
]
if
[
${
MACHINE_TYPE
}
==
'x86_64'
]
then
then
echo
-n
"Intermediary results opentelemetry Jaeger "
echo
-n
"Intermediary results opentelemetry Jaeger "
cat
results-opentelemetry/raw-
*
-
$RECURSIONDEPTH
-4
.csv |
awk
-F
';'
'{print $2}'
| getSum
cat
results-opentelemetry/raw-
*
-
$RECURSION
_
DEPTH
-4
.csv |
awk
-F
';'
'{print $2}'
| getSum
# Prometheus does not work currently
# Prometheus does not work currently
#echo -n "Intermediary results opentelemetry Prometheus"
#echo -n "Intermediary results opentelemetry Prometheus"
#cat results-opentelemetry/raw-*-$RECURSIONDEPTH-5.csv | awk -F';' '{print $2}' | getSum
#cat results-opentelemetry/raw-*-$RECURSION
_
DEPTH-5.csv | awk -F';' '{print $2}' | getSum
fi
fi
}
}
...
@@ -177,11 +177,12 @@ BASEDIR=./
...
@@ -177,11 +177,12 @@ BASEDIR=./
RESULTS_DIR
=
"
${
BASEDIR
}
results-opentelemetry/"
RESULTS_DIR
=
"
${
BASEDIR
}
results-opentelemetry/"
source
../common-functions.sh
source
../common-functions.sh
echo
"NUM_OF_LOOPS:
$NUM_OF_LOOPS
"
#MOREPARAMS="--quickstart"
#MOREPARAMS="--quickstart"
MOREPARAMS
=
"--application moobench.application.MonitoredClassSimple
${
MOREPARAMS
}
"
MOREPARAMS
=
"--application moobench.application.MonitoredClassSimple
${
MOREPARAMS
}
"
TIME
=
`
expr
${
METHODTIME
}
\*
${
TOTALCALLS
}
/ 1000000000
\*
4
\*
${
RECURSIONDEPTH
}
\*
${
NUM_LOOPS
}
+
${
SLEEPTIME
}
\*
4
\*
${
NUM_LOOPS
}
\*
${
RECURSIONDEPTH
}
+ 50
\*
${
TOTALCALLS
}
/ 1000000000
\*
4
\*
${
RECURSIONDEPTH
}
\*
${
NUM_LOOPS
}
`
TIME
=
`
expr
${
METHOD
_
TIME
}
\*
${
TOTAL
_NUM_OF_
CALLS
}
/ 1000000000
\*
4
\*
${
RECURSION
_
DEPTH
}
\*
${
NUM_
OF_
LOOPS
}
+
${
SLEEP
_
TIME
}
\*
4
\*
${
NUM_
OF_
LOOPS
}
\*
${
RECURSION
_
DEPTH
}
+ 50
\*
${
TOTAL
_NUM_OF_
CALLS
}
/ 1000000000
\*
4
\*
${
RECURSION
_
DEPTH
}
\*
${
NUM_
OF_
LOOPS
}
`
echo
"Experiment will take circa
${
TIME
}
seconds."
echo
"Experiment will take circa
${
TIME
}
seconds."
echo
"Cleaning and recreating '
$RESULTS_DIR
'"
echo
"Cleaning and recreating '
$RESULTS_DIR
'"
...
@@ -233,19 +234,19 @@ echo "" >>${RESULTS_DIR}configuration.txt
...
@@ -233,19 +234,19 @@ echo "" >>${RESULTS_DIR}configuration.txt
echo
"Runtime: circa
${
TIME
}
seconds"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"Runtime: circa
${
TIME
}
seconds"
>>
${
RESULTS_DIR
}
configuration.txt
echo
""
>>
${
RESULTS_DIR
}
configuration.txt
echo
""
>>
${
RESULTS_DIR
}
configuration.txt
echo
"SLEEPTIME=
${
SLEEPTIME
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"SLEEPTIME=
${
SLEEPTIME
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"NUM_LOOPS=
${
NUM_LOOPS
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"NUM_
OF_
LOOPS=
${
NUM_
OF_
LOOPS
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"TOTALCALLS=
${
TOTALCALLS
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"TOTAL
_NUM_OF_
CALLS=
${
TOTAL
_NUM_OF_
CALLS
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"METHODTIME=
${
METHODTIME
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"METHODTIME=
${
METHODTIME
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"THREADS=
${
THREADS
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"THREADS=
${
THREADS
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"RECURSIONDEPTH=
${
RECURSIONDEPTH
}
"
>>
${
RESULTS_DIR
}
configuration.txt
echo
"RECURSION
_
DEPTH=
${
RECURSION
_
DEPTH
}
"
>>
${
RESULTS_DIR
}
configuration.txt
sync
sync
## Execute Benchmark
## Execute Benchmark
for
((
i
=
1
;
i<
=
${
NUM_LOOPS
}
;
i+
=
1
))
;
do
for
((
i
=
1
;
i<
=
${
NUM_
OF_
LOOPS
}
;
i+
=
1
))
;
do
j
=
${
RECURSIONDEPTH
}
j
=
${
RECURSION
_
DEPTH
}
k
=
0
k
=
0
echo
"## Starting iteration
${
i
}
/
${
NUM_LOOPS
}
"
echo
"## Starting iteration
${
i
}
/
${
NUM_
OF_
LOOPS
}
"
echo
"## Starting iteration
${
i
}
/
${
NUM_LOOPS
}
"
>>
${
BASEDIR
}
opentelemetry.log
echo
"## Starting iteration
${
i
}
/
${
NUM_
OF_
LOOPS
}
"
>>
${
BASEDIR
}
opentelemetry.log
runNoInstrumentation
runNoInstrumentation
cleanup
cleanup
...
@@ -280,7 +281,7 @@ cleanup-results
...
@@ -280,7 +281,7 @@ cleanup-results
#zip -jqr ${RESULTS_DIR}stat.zip ${RESULTS_DIR}stat
#zip -jqr ${RESULTS_DIR}stat.zip ${RESULTS_DIR}stat
#rm -rf ${RESULTS_DIR}stat/
#rm -rf ${RESULTS_DIR}stat/
mv
${
BASEDIR
}
opentelemetry.log
${
RESULTS_DIR
}
opentelemetry.log
mv
${
BASEDIR
}
opentelemetry.log
${
RESULTS_DIR
}
opentelemetry.log
[
-f
${
RESULTS_DIR
}
hotspot-1-
${
RECURSIONDEPTH
}
-1
.log
]
&&
grep
"<task "
${
RESULTS_DIR
}
hotspot-
*
.log
>
${
RESULTS_DIR
}
log.log
[
-f
${
RESULTS_DIR
}
hotspot-1-
${
RECURSION
_
DEPTH
}
-1
.log
]
&&
grep
"<task "
${
RESULTS_DIR
}
hotspot-
*
.log
>
${
RESULTS_DIR
}
log.log
[
-f
${
BASEDIR
}
errorlog.txt
]
&&
mv
${
BASEDIR
}
errorlog.txt
${
RESULTS_DIR
}
[
-f
${
BASEDIR
}
errorlog.txt
]
&&
mv
${
BASEDIR
}
errorlog.txt
${
RESULTS_DIR
}
## Clean up raw results
## Clean up raw results
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment