From 5865ac3148d8a06da44fea7fa90aee2f748e271e Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?S=C3=B6ren=20Henning?= <post@soeren-henning.de>
Date: Thu, 28 May 2020 14:47:48 +0200
Subject: [PATCH] Move Jupyter notebooks to analysis directory
---
analysis/README.md | 22 +++++++
{execution => analysis}/lag-trend-graph.ipynb | 21 ++-----
analysis/requirements.txt | 4 ++
.../scalability-graph-finish.ipynb | 2 +-
.../scalability-graph.ipynb | 11 ++--
execution/requirements.txt | 60 +------------------
6 files changed, 38 insertions(+), 82 deletions(-)
create mode 100644 analysis/README.md
rename {execution => analysis}/lag-trend-graph.ipynb (91%)
create mode 100644 analysis/requirements.txt
rename {execution => analysis}/scalability-graph-finish.ipynb (98%)
rename {execution => analysis}/scalability-graph.ipynb (95%)
diff --git a/analysis/README.md b/analysis/README.md
new file mode 100644
index 000000000..531842582
--- /dev/null
+++ b/analysis/README.md
@@ -0,0 +1,22 @@
+# Theodolite Analysis
+
+This directory contains Jupyter notebooks for analyzing and visualizing
+benchmark execution results and plotting. The following notebooks are provided:
+
+* [scalability-graph.ipynb](scalability-graph.ipynb): Creates a scalability graph for a certain benchmark execution.
+* [scalability-graph-final.ipynb](scalability-graph-final.ipynb): Combines the scalability graphs of multiple benchmarks executions (e.g. for comparing different configuration).
+* [lag-trend-graph.ipynb](lag-trend-graph.ipynb): Visualizes the consumer lag evaluation over time along with the computed trend.
+
+## Usage
+
+For executing benchmarks and analyzing their results, a **Python 3.7**
+installation is required (e.g., in a virtual environment). Our notebooks require some
+Python libraries, which can be installed via:
+
+```sh
+pip install -r requirements.txt
+```
+
+ We have tested these
+notebooks with [Visual Studio Code](https://code.visualstudio.com/docs/python/jupyter-support),
+however, every other server should be fine as well.
diff --git a/execution/lag-trend-graph.ipynb b/analysis/lag-trend-graph.ipynb
similarity index 91%
rename from execution/lag-trend-graph.ipynb
rename to analysis/lag-trend-graph.ipynb
index 71cd54cee..4e574ceb6 100644
--- a/execution/lag-trend-graph.ipynb
+++ b/analysis/lag-trend-graph.ipynb
@@ -20,8 +20,9 @@
"metadata": {},
"outputs": [],
"source": [
- "directory = ''\n",
- "filename = 'xxx_totallag.csv'\n",
+ "directory = '<path-to>/results'\n",
+ "#filename = 'exp1002_uc3_75000_1_totallag.csv'\n",
+ "filename = 'exp1002_uc3_50000_2_totallag.csv'\n",
"warmup_sec = 60\n",
"threshold = 2000 #slope"
]
@@ -105,20 +106,6 @@
"\n",
"plt.savefig(\"plot.pdf\", bbox_inches='tight')\n"
]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
}
],
"metadata": {
@@ -138,7 +125,7 @@
"pygments_lexer": "ipython3",
"version": 3,
"kernelspec": {
- "name": "python37064bitvenvvenv469ea2e0a7854dc7b367eee45386afee",
+ "name": "python37064bitvenvvenv21b61136d7f443749f2918b47e00d223",
"display_name": "Python 3.7.0 64-bit ('.venv': venv)"
}
},
diff --git a/analysis/requirements.txt b/analysis/requirements.txt
new file mode 100644
index 000000000..c97a86262
--- /dev/null
+++ b/analysis/requirements.txt
@@ -0,0 +1,4 @@
+jupyter==1.0.0
+matplotlib==3.2.0
+pandas==1.0.1
+scikit-learn==0.22.2.post1
\ No newline at end of file
diff --git a/execution/scalability-graph-finish.ipynb b/analysis/scalability-graph-finish.ipynb
similarity index 98%
rename from execution/scalability-graph-finish.ipynb
rename to analysis/scalability-graph-finish.ipynb
index ffcf33b6b..8cadff0da 100644
--- a/execution/scalability-graph-finish.ipynb
+++ b/analysis/scalability-graph-finish.ipynb
@@ -18,7 +18,7 @@
"metadata": {},
"outputs": [],
"source": [
- "directory = '../results-inst'\n",
+ "directory = '<path-to>/results-inst'\n",
"\n",
"experiments = {\n",
" 'exp1003': 'exp1003',\n",
diff --git a/execution/scalability-graph.ipynb b/analysis/scalability-graph.ipynb
similarity index 95%
rename from execution/scalability-graph.ipynb
rename to analysis/scalability-graph.ipynb
index 752c0bebc..868f950df 100644
--- a/execution/scalability-graph.ipynb
+++ b/analysis/scalability-graph.ipynb
@@ -16,7 +16,6 @@
"outputs": [],
"source": [
"import os\n",
- "import requests\n",
"from datetime import datetime, timedelta, timezone\n",
"import pandas as pd\n",
"from sklearn.linear_model import LinearRegression\n",
@@ -38,11 +37,13 @@
"metadata": {},
"outputs": [],
"source": [
- "exp_id = 1003\n",
+ "exp_id = 2012\n",
"warmup_sec = 60\n",
"warmup_partitions_sec = 120\n",
"threshold = 2000 #slope\n",
- "directory = '../results'\n"
+ "#directory = '../results'\n",
+ "directory = '<path-to>/results'\n",
+ "directory_out = '<path-to>/results-inst'\n"
]
},
{
@@ -244,7 +245,7 @@
"metadata": {},
"outputs": [],
"source": [
- "min_suitable_instances.to_csv(f'../results-inst/exp{exp_id}_min-suitable-instances.csv', index=False)"
+ "min_suitable_instances.to_csv(os.path.join(directory_out, f'../results-inst/exp{exp_id}_min-suitable-instances.csv'), index=False)"
]
},
{
@@ -284,7 +285,7 @@
"pygments_lexer": "ipython3",
"version": 3,
"kernelspec": {
- "name": "python37064bitvenvvenv469ea2e0a7854dc7b367eee45386afee",
+ "name": "python37064bitvenvvenv6c432ee1239d4f3cb23f871068b0267d",
"display_name": "Python 3.7.0 64-bit ('.venv': venv)"
}
},
diff --git a/execution/requirements.txt b/execution/requirements.txt
index 17f29b0b1..7224efe80 100644
--- a/execution/requirements.txt
+++ b/execution/requirements.txt
@@ -1,62 +1,4 @@
-attrs==19.3.0
-backcall==0.1.0
-bleach==3.1.1
-certifi==2019.11.28
-chardet==3.0.4
-cycler==0.10.0
-decorator==4.4.2
-defusedxml==0.6.0
-entrypoints==0.3
-idna==2.9
-importlib-metadata==1.5.0
-ipykernel==5.1.4
-ipython==7.13.0
-ipython-genutils==0.2.0
-ipywidgets==7.5.1
-jedi==0.16.0
-Jinja2==2.11.1
-joblib==0.14.1
-jsonschema==3.2.0
-jupyter==1.0.0
-jupyter-client==6.0.0
-jupyter-console==6.1.0
-jupyter-core==4.6.3
-kiwisolver==1.1.0
-MarkupSafe==1.1.1
matplotlib==3.2.0
-mistune==0.8.4
-nbconvert==5.6.1
-nbformat==5.0.4
-notebook==6.0.3
-numpy==1.18.1
pandas==1.0.1
-pandocfilters==1.4.2
-parso==0.6.2
-pexpect==4.8.0
-pickleshare==0.7.5
-prometheus-client==0.7.1
-prompt-toolkit==3.0.4
-ptyprocess==0.6.0
-Pygments==2.6.1
-pyparsing==2.4.6
-pyrsistent==0.15.7
-python-dateutil==2.8.1
-pytz==2019.3
-pyzmq==19.0.0
-qtconsole==4.7.1
-QtPy==1.9.0
requests==2.23.0
-scikit-learn==0.22.2.post1
-scipy==1.4.1
-Send2Trash==1.5.0
-six==1.14.0
-sklearn==0.0
-terminado==0.8.3
-testpath==0.4.4
-tornado==6.0.4
-traitlets==4.3.3
-urllib3==1.25.8
-wcwidth==0.1.8
-webencodings==0.5.1
-widgetsnbextension==3.5.1
-zipp==3.1.0
+scikit-learn==0.22.2.post1
\ No newline at end of file
--
GitLab