Skip to content
Snippets Groups Projects
Commit 17a0087e authored by DaGeRe's avatar DaGeRe
Browse files

Execute benchmarking with GH benchmark-action

parent 314ab995
No related branches found
No related tags found
No related merge requests found
name: MooBench GitHub Execution
on:
push:
branches: [ main, continuous-gh-benchmarks ]
workflow_dispatch:
schedule:
- cron: "0 3 * * *"
jobs:
benchmark:
name: Performance measurement
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-go@v4
with:
go-version: "stable"
- name: Set up JDK ${{ matrix.java }}
uses: actions/setup-java@v3.11.0
with:
distribution: 'temurin'
java-version: 11
- name: Run minimal parameter experiment and check success
run: |
./setup.sh
cd frameworks/Kieker-java/
export SLEEP_TIME=0
export NUM_OF_LOOPS=1
export TOTAL_NUM_OF_CALLS=10
export RECURSION_DEPTH=10
./benchmark.sh
unzip results-Kieker-java/results.zip
cd results-Kieker-java
../../../analysis/getGHActionsFormat.sh &> output.json
# Download previous benchmark result from cache (if exists)
- name: Download previous benchmark data
uses: actions/cache@v4
with:
path: ./cache
key: ${{ runner.os }}-benchmark
# Run `github-action-benchmark` action
- name: Store benchmark result
uses: benchmark-action/github-action-benchmark@v1
with:
tool: 'smallerIsBetter'
output-file-path: output.json
external-data-json-path: ./cache/benchmark-data.json
fail-on-alert: true
#!/bin/bash
function getSum {
awk '{sum += $1; square += $1^2} END {print "Average: "sum/NR" Standard Deviation: "sqrt(square / NR - (sum/NR)^2)" Count: "NR}'
}
export size=10
result="["
for variant in $MOOBENCH_CONFIGURATIONS
do
value=$(
for file in $(ls raw-*-$size-$variant.csv)
do
cat $file | awk -F';' '{print $2}' | getSum | awk '{print $2}'
done | getSum | awk '{print $2}')
result="$result{\"name\": \"Configuration $variant\", \"unit\": \"microseconds\", \"value\": $value},"
done
withoutLastKomma=${result::-1}
echo "$withoutLastKomma]"
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment