Simplify plot creation

7441bd04 · Sören Henning · 2eeaaa5a · 7441bd04
Commit 7441bd04 authored 4 years ago by Sören Henning
--- a/execution/scalability-graph-finish.ipynb
+++ b/execution/scalability-graph-finish.ipynb
@@ -7,9 +7,8 @@
   "outputs": [],
   "source": [
    "import os\n",
-    "import requests\n",
-    "from datetime import datetime, timedelta, timezone\n",
    "import pandas as pd\n",
+    "from functools import reduce\n",
    "import matplotlib.pyplot as plt"
   ]
  },
@@ -19,11 +18,12 @@
   "metadata": {},
   "outputs": [],
   "source": [
-    "exp_id = 1025\n",
+    "directory = '../results-inst'\n",
-    "warmup_sec = 60\n",
+    "\n",
-    "warmup_partitions_sec = 120\n",
+    "experiments = {\n",
-    "threshold = 2000 #slope\n",
+    "    'exp1003': 'exp1003',\n",
-    "directory = '../results-inst'\n"
+    "    'exp1025': 'exp1025',\n",
+    "}\n"
   ]
  },
  {
@@ -32,11 +32,9 @@
   "metadata": {},
   "outputs": [],
   "source": [
-    "df1 = pd.read_csv(os.path.join(directory, 'exp1025_min-suitable-instances.csv')).set_index('dim_value').rename(columns={\"instances\": \"1025\"})\n",
+    "dataframes = [pd.read_csv(os.path.join(directory, f'{v}_min-suitable-instances.csv')).set_index('dim_value').rename(columns={\"instances\": k}) for k, v in experiments.items()]\n",
-    "df2 = pd.read_csv(os.path.join(directory, 'exp1003_min-suitable-instances.csv')).set_index('dim_value').rename(columns={\"instances\": \"1003\"})\n",
    "\n",
-    "#df1.join(df2, on='instances')\n",
+    "df = reduce(lambda df1,df2: df1.join(df2,how='outer'), dataframes)\n",
-    "df = df1.join(df2, how='outer')\n",
    "\n",
    "df"
   ]

 %% Cell type:code id: tags:
 ``` 
 import os
-import requests
-from datetime import datetime, timedelta, timezone
 import pandas as pd
+from functools import reduce
 import matplotlib.pyplot as plt
 ```
 %% Cell type:code id: tags:
 ``` 
-exp_id = 1025
-warmup_sec = 60
-warmup_partitions_sec = 120
-threshold = 2000 #slope
 directory = '../results-inst'
+experiments = {
+    'exp1003': 'exp1003',
+    'exp1025': 'exp1025',
+}
 ```
 %% Cell type:code id: tags:
 ``` 
-df1 = pd.read_csv(os.path.join(directory, 'exp1025_min-suitable-instances.csv')).set_index('dim_value').rename(columns={"instances": "1025"})
+dataframes = [pd.read_csv(os.path.join(directory, f'{v}_min-suitable-instances.csv')).set_index('dim_value').rename(columns={"instances": k}) for k, v in experiments.items()]
-df2 = pd.read_csv(os.path.join(directory, 'exp1003_min-suitable-instances.csv')).set_index('dim_value').rename(columns={"instances": "1003"})
-#df1.join(df2, on='instances')
+df = reduce(lambda df1,df2: df1.join(df2,how='outer'), dataframes)
-df = df1.join(df2, how='outer')
 df
 ```
 %% Cell type:code id: tags:
 ``` 
 plt.style.use('ggplot')
 plt.rcParams['axes.facecolor']='w'
 plt.rcParams['axes.edgecolor']='555555'
 #plt.rcParams['ytick.color']='black'
 plt.rcParams['grid.color']='dddddd'
 plt.rcParams['axes.spines.top']='false'
 plt.rcParams['axes.spines.right']='false'
 plt.rcParams['legend.frameon']='true'
 plt.rcParams['legend.framealpha']='1'
 plt.rcParams['legend.edgecolor']='1'
 plt.rcParams['legend.borderpad']='1'
 plt.figure()
 ax = df.plot(kind='line', marker='o')
 #ax = df.plot(kind='line',x='dim_value', legend=False, use_index=True)
 ax.set_ylabel('instances')
 ax.set_xlabel('data sources')
 ax.set_ylim(ymin=0)
 #ax.set_xlim(xmin=0)
 ```
 %% Cell type:code id: tags:
 ``` 
 ```