{ "cells": [ { "cell_type": "code", "execution_count": 16, "metadata": {}, "outputs": [], "source": [ "%matplotlib inline\n", "import pandas as pd\n", "from pandas import DataFrame, Series\n", "import numpy as np\n", "import math\n", "import seaborn as sns\n", "import matplotlib.pyplot as plt\n", "import matplotlib.patches as mpatches\n", "import matplotlib.colors as colors\n", "from matplotlib.legend_handler import HandlerLine2D, HandlerTuple\n", "from matplotlib.colors import LinearSegmentedColormap\n", "from scipy import stats\n", "import scikit_posthocs as sp\n", "import sys\n", "\n", "from mpl_toolkits.mplot3d import axes3d" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [], "source": [ "AllName=\"dataG.pkl\"\n", "ResizesName=\"dataM.pkl\"\n", "matrixIt=\"dataL.pkl\"\n", "matrixIt_Total=\"data_L_Total.csv\"\n", "n_cores=20\n", "repet = 5 #CAMBIAR EL NUMERO SEGUN NUMERO DE EJECUCIONES POR CONFIG\n", "\n", "p_value = 0.05\n", "processes = [2,10,20,40,80,120,160]\n", "\n", "positions = [321, 322, 323, 324, 325]\n", "positions_small = [221, 222, 223, 224]\n", "\n", "labels = ['(1,10)', '(1,20)', '(1,40)', '(1,80)', '(1,120)','(1,160)',\n", " '(10,1)', '(10,20)', '(10,40)', '(10,80)', '(10,120)','(10,160)',\n", " '(20,1)', '(20,10)', '(20,40)', '(20,80)', '(20,120)','(20,160)',\n", " '(40,1)', '(40,10)', '(40,20)', '(40,80)', '(40,120)','(40,160)',\n", " '(80,1)', '(80,10)', '(80,20)', '(80,40)', '(80,120)','(80,160)',\n", " '(120,1)','(120,10)', '(120,20)','(120,40)','(120,80)','(120,160)',\n", " '(160,1)','(160,10)', '(160,20)','(160,40)','(160,80)','(160,120)']\n", "\n", "labelsExpand = ['(1,10)', '(1,20)', '(1,40)', '(1,80)', '(1,120)','(1,160)',\n", " '(10,20)', '(10,40)', '(10,80)', '(10,120)','(10,160)',\n", " '(20,40)', '(20,80)', '(20,120)','(20,160)',\n", " '(40,80)', '(40,120)','(40,160)',\n", " '(80,120)','(80,160)',\n", " '(120,160)']\n", "labelsShrink = ['(10,1)', \n", " '(20,1)', '(20,10)',\n", " '(40,1)', '(40,10)', '(40,20)',\n", " '(80,1)', '(80,10)', '(80,20)', '(80,40)',\n", " '(120,1)','(120,10)', '(120,20)','(120,40)','(120,80)',\n", " '(160,1)','(160,10)', '(160,20)','(160,40)','(160,80)','(160,120)']\n", "\n", "# WORST BEST\n", "labels_dist = ['null', 'SpreadFit', 'CompactFit']\n", " #0 #1 #2 #3\n", "labelsMethods = ['Baseline', 'Baseline single','Baseline - Asynchronous','Baseline single - Asynchronous',\n", " 'Merge','Merge single','Merge - Asynchronous','Merge single - Asynchronous']\n", " #4 #5 #6 #7\n", " \n", "colors_spawn = ['green','springgreen','blue','darkblue','red','darkred','darkgoldenrod','olive','violet']\n", "linestyle_spawn = ['-', '--', '-.', ':']\n", "markers_spawn = ['.','v','s','p', 'h','d','X','P','^']\n", "\n", "OrMult_patch = mpatches.Patch(hatch='', facecolor='green', label='Baseline')\n", "OrSing_patch = mpatches.Patch(hatch='', facecolor='springgreen', label='Baseline single')\n", "OrPthMult_patch = mpatches.Patch(hatch='//', facecolor='blue', label='Baseline - Asyncrhonous')\n", "OrPthSing_patch = mpatches.Patch(hatch='\\\\', facecolor='darkblue', label='Baseline single - Asyncrhonous')\n", "MergeMult_patch = mpatches.Patch(hatch='||', facecolor='red', label='Merge')\n", "MergeSing_patch = mpatches.Patch(hatch='...', facecolor='darkred', label='Merge single')\n", "MergePthMult_patch = mpatches.Patch(hatch='xx', facecolor='yellow', label='Merge - Asyncrhonous')\n", "MergePthSing_patch = mpatches.Patch(hatch='++', facecolor='olive', label='Merge single - Asyncrhonous')\n", "\n", "handles_spawn = [OrMult_patch,OrSing_patch,OrPthMult_patch,OrPthSing_patch,MergeMult_patch,MergeSing_patch,MergePthMult_patch,MergePthSing_patch]" ] }, { "cell_type": "code", "execution_count": 14, "metadata": {}, "outputs": [], "source": [ "dfG = pd.read_pickle( AllName )\n", "\n", "dfG['ADR'] = (dfG['ADR'] / dfG['DR']) * 100\n", "dfG['SDR'] = (dfG['SDR'] / dfG['DR']) * 100\n", " \n", "group = dfG.groupby(['Groups','ADR','Spawn_Method','Redistribution_Method', 'Redistribution_Strategy'])['T_total']\n", "\n", "grouped_aggG = group.agg(['median'])\n", "grouped_aggG.rename(columns={'median':'T_total'}, inplace=True)\n", "grouped_aggG.to_excel(\"resultG.xlsx\") " ] }, { "cell_type": "code", "execution_count": 23, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | \n", " | \n", " | \n", " | \n", " | T_total | \n", "
---|---|---|---|---|---|
Groups | \n", "ADR | \n", "Spawn_Method | \n", "Redistribution_Method | \n", "Redistribution_Strategy | \n", "\n", " |
(2, 10) | \n", "0.0 | \n", "(0, 0) | \n", "(0, 0) | \n", "(1, 1) | \n", "389.577585 | \n", "
(0, 1) | \n", "(1, 1) | \n", "389.559350 | \n", "|||
96.6 | \n", "(0, 0) | \n", "(0, 0) | \n", "(1, 1) | \n", "390.670604 | \n", "|
(1, 2) | \n", "390.207550 | \n", "||||
(0, 1) | \n", "(1, 1) | \n", "390.094789 | \n", "|||
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
(160, 120) | \n", "0.0 | \n", "(0, 0) | \n", "(0, 1) | \n", "(1, 1) | \n", "143.140648 | \n", "
96.6 | \n", "(0, 0) | \n", "(0, 0) | \n", "(1, 1) | \n", "147.587313 | \n", "|
(1, 2) | \n", "146.947540 | \n", "||||
(0, 1) | \n", "(1, 1) | \n", "142.850494 | \n", "|||
(1, 2) | \n", "143.274009 | \n", "
252 rows × 1 columns
\n", "\n", " | Total_Groups | \n", "Total_Stages | \n", "Granularity | \n", "SDR | \n", "ADR | \n", "DR | \n", "Redistribution_Method | \n", "Redistribution_Strategy | \n", "Spawn_Method | \n", "Spawn_Strategy | \n", "... | \n", "Stage_Bytes | \n", "Iters | \n", "Asynch_Iters | \n", "T_iter | \n", "T_stages | \n", "T_spawn | \n", "T_spawn_real | \n", "T_SR | \n", "T_AR | \n", "T_total | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "2 | \n", "4 | \n", "100000 | \n", "3947883504 | \n", "0.0 | \n", "3947883504 | \n", "(0, 1) | \n", "(1, 1) | \n", "(0, 0) | \n", "(1, 1) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(0, 0) | \n", "((0.317149, 0.217414, 0.134276, 0.148773, 0.15... | \n", "(((0.010701, 0.015691, 0.005213, 0.280889), (0... | \n", "(2.954793,) | \n", "(0,) | \n", "(0.604612,) | \n", "(0,) | \n", "132.377707 | \n", "
1 | \n", "2 | \n", "4 | \n", "100000 | \n", "3947883504 | \n", "0.0 | \n", "3947883504 | \n", "(0, 1) | \n", "(1, 1) | \n", "(0, 0) | \n", "(1, 1) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(0, 0) | \n", "((0.234715, 0.150659, 0.147628, 0.130321, 0.13... | \n", "(((0.010705, 0.020385, 0.016089, 0.171352), (0... | \n", "(2.997034,) | \n", "(0,) | \n", "(0.521934,) | \n", "(0,) | \n", "138.576342 | \n", "
2 | \n", "2 | \n", "4 | \n", "100000 | \n", "3947883504 | \n", "0.0 | \n", "3947883504 | \n", "(0, 1) | \n", "(1, 1) | \n", "(0, 0) | \n", "(1, 1) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(0, 0) | \n", "((0.224323, 0.165911, 0.147396, 0.139989, 0.12... | \n", "(((0.011214, 0.003196, 0.004736, 0.187174), (0... | \n", "(2.962994,) | \n", "(0,) | \n", "(0.558318,) | \n", "(0,) | \n", "154.978141 | \n", "
3 | \n", "2 | \n", "4 | \n", "100000 | \n", "3947883504 | \n", "0.0 | \n", "3947883504 | \n", "(0, 1) | \n", "(1, 1) | \n", "(0, 0) | \n", "(1, 1) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(0, 0) | \n", "((0.211829, 0.151569, 0.152718, 0.128219, 0.11... | \n", "(((0.0107, 0.020957, 0.00406, 0.174168), (0.01... | \n", "(3.049718,) | \n", "(0,) | \n", "(0.509169,) | \n", "(0,) | \n", "137.381302 | \n", "
4 | \n", "2 | \n", "4 | \n", "100000 | \n", "3947883504 | \n", "0.0 | \n", "3947883504 | \n", "(0, 1) | \n", "(1, 1) | \n", "(0, 0) | \n", "(1, 1) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(0, 0) | \n", "((0.211283, 0.148917, 0.133463, 0.135542, 0.13... | \n", "(((0.010703, 0.010967, 0.000106, 0.171724), (0... | \n", "(3.106215,) | \n", "(0,) | \n", "(0.637513,) | \n", "(0,) | \n", "142.663098 | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
835 | \n", "2 | \n", "4 | \n", "100000 | \n", "134228039 | \n", "96.6 | \n", "3947883503 | \n", "(0, 0) | \n", "(1, 2) | \n", "(0, 0) | \n", "(1, 2) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(2, 0) | \n", "((0.161252, 0.143764, 0.143709, 0.143632, 0.14... | \n", "(((0.124864, 0.000256, 4.5e-05, 0.036086), (0.... | \n", "(2.302374,) | \n", "(2.236232,) | \n", "(0.111917,) | \n", "(1.997651,) | \n", "146.363428 | \n", "
836 | \n", "2 | \n", "4 | \n", "100000 | \n", "134228039 | \n", "96.6 | \n", "3947883503 | \n", "(0, 0) | \n", "(1, 2) | \n", "(0, 0) | \n", "(1, 2) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(2, 0) | \n", "((0.159672, 0.142413, 0.142332, 0.142328, 0.14... | \n", "(((0.124902, 0.000214, 2.8e-05, 0.034524), (0.... | \n", "(5.546667,) | \n", "(2.110774,) | \n", "(0.551958,) | \n", "(1.983407,) | \n", "150.696184 | \n", "
837 | \n", "2 | \n", "4 | \n", "100000 | \n", "134228039 | \n", "96.6 | \n", "3947883503 | \n", "(0, 0) | \n", "(1, 2) | \n", "(0, 0) | \n", "(1, 2) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(2, 0) | \n", "((0.161999, 0.144079, 0.144051, 0.144055, 0.14... | \n", "(((0.124852, 0.00023, 7.5e-05, 0.036838), (0.1... | \n", "(3.725691,) | \n", "(2.051036,) | \n", "(0.12372,) | \n", "(2.11543,) | \n", "144.347781 | \n", "
838 | \n", "2 | \n", "4 | \n", "100000 | \n", "134228039 | \n", "96.6 | \n", "3947883503 | \n", "(0, 0) | \n", "(1, 2) | \n", "(0, 0) | \n", "(1, 2) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(2, 0) | \n", "((0.159451, 0.142453, 0.142414, 0.142388, 0.14... | \n", "(((0.124922, 0.000181, 4.6e-05, 0.0343), (0.12... | \n", "(3.066206,) | \n", "(1.990711,) | \n", "(0.119849,) | \n", "(2.015445,) | \n", "144.380533 | \n", "
839 | \n", "2 | \n", "4 | \n", "100000 | \n", "134228039 | \n", "96.6 | \n", "3947883503 | \n", "(0, 0) | \n", "(1, 2) | \n", "(0, 0) | \n", "(1, 2) | \n", "... | \n", "(0, 8, 8, 33176880) | \n", "(500, 500) | \n", "(2, 0) | \n", "((0.161346, 0.143941, 0.14389, 0.143897, 0.143... | \n", "(((0.124865, 0.000212, 8.1e-05, 0.036188), (0.... | \n", "(3.480278,) | \n", "(2.165749,) | \n", "(0.119847,) | \n", "(1.868907,) | \n", "142.924103 | \n", "
1260 rows × 25 columns
\n", "