dnn.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Scale Features and Build Model\n",
    "### Scales Raw Features\n",
    "\n",
    "Import CSV of Aggregated Darshan Logs <br>\n",
    "Apply Log10 and Percent Scaling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import math\n",
    "import matplotlib.pyplot as plt\n",
    "import pickle\n",
    "from keras.callbacks import ModelCheckpoint\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense, Activation, Flatten\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import mean_absolute_error \n",
    "from matplotlib import pyplot as plt\n",
    "import seaborn as sb\n",
    "import matplotlib.pyplot as plt\n",
    "import warnings \n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"./raws.csv\")\n",
    "#df.mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.drop(df.columns[0],axis = 1)\n",
    "df = df.drop(df.columns[0],axis = 1)\n",
    "f = pd.DataFrame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>posix_read_time</th>\n",
       "      <th>posix_write_time</th>\n",
       "      <th>posix_meta_time</th>\n",
       "      <th>posix_bytes_read</th>\n",
       "      <th>posix_bytes_read_100</th>\n",
       "      <th>posix_bytes_read_1K</th>\n",
       "      <th>posix_bytes_read_10K</th>\n",
       "      <th>posix_bytes_read_100K</th>\n",
       "      <th>posix_bytes_read_1lM</th>\n",
       "      <th>posix_bytes_read_4M</th>\n",
       "      <th>...</th>\n",
       "      <th>posix_m_align</th>\n",
       "      <th>lustre_number_of_files</th>\n",
       "      <th>lustre_mdts</th>\n",
       "      <th>lustre_osts</th>\n",
       "      <th>lustre_stripe_size</th>\n",
       "      <th>lustre_stripe_offset</th>\n",
       "      <th>lustre_stripe_width</th>\n",
       "      <th>lustre_number_of_osts</th>\n",
       "      <th>jobid</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9042391.0</td>\n",
       "      <td>../results/USER375904U_sss2_id9042391_9-26-414...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>104.611641</td>\n",
       "      <td>10.024055</td>\n",
       "      <td>20.060841</td>\n",
       "      <td>2.390891e+10</td>\n",
       "      <td>147688.0</td>\n",
       "      <td>141853.0</td>\n",
       "      <td>33215.0</td>\n",
       "      <td>261267.0</td>\n",
       "      <td>51049.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>13704.0</td>\n",
       "      <td>176.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>176.0</td>\n",
       "      <td>147.0</td>\n",
       "      <td>9868242.0</td>\n",
       "      <td>../results/USER382862U_SpEC_id9868242_4-29-741...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>124.560730</td>\n",
       "      <td>42.051125</td>\n",
       "      <td>54.839272</td>\n",
       "      <td>5.019637e+10</td>\n",
       "      <td>332059.0</td>\n",
       "      <td>684893.0</td>\n",
       "      <td>130143.0</td>\n",
       "      <td>919688.0</td>\n",
       "      <td>2515.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6704.0</td>\n",
       "      <td>224.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>224.0</td>\n",
       "      <td>186.0</td>\n",
       "      <td>9029683.0</td>\n",
       "      <td>../results/USER264205U_SpEC_id9029683_9-20-580...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>25763.292969</td>\n",
       "      <td>582.297363</td>\n",
       "      <td>24.895737</td>\n",
       "      <td>5.488943e+12</td>\n",
       "      <td>30785.0</td>\n",
       "      <td>767.0</td>\n",
       "      <td>508381.0</td>\n",
       "      <td>2040.0</td>\n",
       "      <td>13683.0</td>\n",
       "      <td>626216.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2320.0</td>\n",
       "      <td>290.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>54.993103</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>290.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>9165166.0</td>\n",
       "      <td>../results/USER341996U_CCTM_v52_Linux2_x86_64i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>154.534821</td>\n",
       "      <td>681.548279</td>\n",
       "      <td>658.484985</td>\n",
       "      <td>2.293203e+10</td>\n",
       "      <td>588029.0</td>\n",
       "      <td>2926599.0</td>\n",
       "      <td>425127.0</td>\n",
       "      <td>336133.0</td>\n",
       "      <td>98.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6328.0</td>\n",
       "      <td>201.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>201.0</td>\n",
       "      <td>158.0</td>\n",
       "      <td>8269019.0</td>\n",
       "      <td>../results/USER141481U_SpEC_id8269019_3-3-4542...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875282</th>\n",
       "      <td>138.354477</td>\n",
       "      <td>82.278084</td>\n",
       "      <td>194.485565</td>\n",
       "      <td>5.593977e+10</td>\n",
       "      <td>216146.0</td>\n",
       "      <td>535152.0</td>\n",
       "      <td>99814.0</td>\n",
       "      <td>889010.0</td>\n",
       "      <td>12485.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9920.0</td>\n",
       "      <td>124.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>124.0</td>\n",
       "      <td>110.0</td>\n",
       "      <td>7759072.0</td>\n",
       "      <td>../results/USER336298U_SpEC_id7759072_10-30-62...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875283</th>\n",
       "      <td>54.443073</td>\n",
       "      <td>231.440857</td>\n",
       "      <td>25.271391</td>\n",
       "      <td>1.465277e+09</td>\n",
       "      <td>3099.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>180662.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8704.0</td>\n",
       "      <td>1088.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1088.0</td>\n",
       "      <td>359.0</td>\n",
       "      <td>7275819.0</td>\n",
       "      <td>../results/USER331454U_pw.x_id7275819_8-2-4790...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875284</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>8305062.0</td>\n",
       "      <td>../results/USER371284U_sss2_id8305062_3-14-211...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875285</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>31428.0</td>\n",
       "      <td>../results/USER303986U_testnodes_opt.x_id31428...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875286</th>\n",
       "      <td>227.063828</td>\n",
       "      <td>191.747269</td>\n",
       "      <td>172.671997</td>\n",
       "      <td>1.077412e+11</td>\n",
       "      <td>775359.0</td>\n",
       "      <td>1545229.0</td>\n",
       "      <td>305757.0</td>\n",
       "      <td>1897233.0</td>\n",
       "      <td>1068.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>15104.0</td>\n",
       "      <td>128.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>128.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>7525550.0</td>\n",
       "      <td>../results/USER382862U_SpEC_id7525550_9-24-380...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>875287 rows × 50 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        posix_read_time  posix_write_time  posix_meta_time  posix_bytes_read  \\\n",
       "0              0.000000          0.000000         0.000000      0.000000e+00   \n",
       "1            104.611641         10.024055        20.060841      2.390891e+10   \n",
       "2            124.560730         42.051125        54.839272      5.019637e+10   \n",
       "3          25763.292969        582.297363        24.895737      5.488943e+12   \n",
       "4            154.534821        681.548279       658.484985      2.293203e+10   \n",
       "...                 ...               ...              ...               ...   \n",
       "875282       138.354477         82.278084       194.485565      5.593977e+10   \n",
       "875283        54.443073        231.440857        25.271391      1.465277e+09   \n",
       "875284         0.000000          0.000000         0.000000      0.000000e+00   \n",
       "875285         0.000000          0.000000         0.000000      0.000000e+00   \n",
       "875286       227.063828        191.747269       172.671997      1.077412e+11   \n",
       "\n",
       "        posix_bytes_read_100  posix_bytes_read_1K  posix_bytes_read_10K  \\\n",
       "0                        0.0                  0.0                   0.0   \n",
       "1                   147688.0             141853.0               33215.0   \n",
       "2                   332059.0             684893.0              130143.0   \n",
       "3                    30785.0                767.0              508381.0   \n",
       "4                   588029.0            2926599.0              425127.0   \n",
       "...                      ...                  ...                   ...   \n",
       "875282              216146.0             535152.0               99814.0   \n",
       "875283                3099.0                  0.0              180662.0   \n",
       "875284                   0.0                  0.0                   0.0   \n",
       "875285                   0.0                  0.0                   0.0   \n",
       "875286              775359.0            1545229.0              305757.0   \n",
       "\n",
       "        posix_bytes_read_100K  posix_bytes_read_1lM  posix_bytes_read_4M  ...  \\\n",
       "0                         0.0                   0.0                  0.0  ...   \n",
       "1                    261267.0               51049.0                  0.0  ...   \n",
       "2                    919688.0                2515.0                  0.0  ...   \n",
       "3                      2040.0               13683.0             626216.0  ...   \n",
       "4                    336133.0                  98.0                  0.0  ...   \n",
       "...                       ...                   ...                  ...  ...   \n",
       "875282               889010.0               12485.0                  0.0  ...   \n",
       "875283                    0.0                   0.0                  0.0  ...   \n",
       "875284                    0.0                   0.0                  0.0  ...   \n",
       "875285                    0.0                   0.0                  0.0  ...   \n",
       "875286              1897233.0                1068.0                  0.0  ...   \n",
       "\n",
       "        posix_m_align  lustre_number_of_files  lustre_mdts  lustre_osts  \\\n",
       "0                 0.0                     4.0          1.0    36.000000   \n",
       "1             13704.0                   176.0          1.0   360.000000   \n",
       "2              6704.0                   224.0          1.0   360.000000   \n",
       "3              2320.0                   290.0          1.0    54.993103   \n",
       "4              6328.0                   201.0          1.0   360.000000   \n",
       "...               ...                     ...          ...          ...   \n",
       "875282         9920.0                   124.0          1.0   360.000000   \n",
       "875283         8704.0                  1088.0          1.0   360.000000   \n",
       "875284            0.0                     5.0          1.0    36.000000   \n",
       "875285            8.0                     2.0          1.0    36.000000   \n",
       "875286        15104.0                   128.0          1.0   360.000000   \n",
       "\n",
       "        lustre_stripe_size  lustre_stripe_offset  lustre_stripe_width  \\\n",
       "0                1048576.0                   0.0                  4.0   \n",
       "1                1048576.0                   0.0                176.0   \n",
       "2                1048576.0                   0.0                224.0   \n",
       "3                1048576.0                   0.0                290.0   \n",
       "4                1048576.0                   0.0                201.0   \n",
       "...                    ...                   ...                  ...   \n",
       "875282           1048576.0                   0.0                124.0   \n",
       "875283           1048576.0                   0.0               1088.0   \n",
       "875284           1048576.0                   0.0                  5.0   \n",
       "875285           1048576.0                   0.0                  2.0   \n",
       "875286           1048576.0                   0.0                128.0   \n",
       "\n",
       "        lustre_number_of_osts      jobid  \\\n",
       "0                         4.0  9042391.0   \n",
       "1                       147.0  9868242.0   \n",
       "2                       186.0  9029683.0   \n",
       "3                        52.0  9165166.0   \n",
       "4                       158.0  8269019.0   \n",
       "...                       ...        ...   \n",
       "875282                  110.0  7759072.0   \n",
       "875283                  359.0  7275819.0   \n",
       "875284                    5.0  8305062.0   \n",
       "875285                    1.0    31428.0   \n",
       "875286                  118.0  7525550.0   \n",
       "\n",
       "                                                     path  \n",
       "0       ../results/USER375904U_sss2_id9042391_9-26-414...  \n",
       "1       ../results/USER382862U_SpEC_id9868242_4-29-741...  \n",
       "2       ../results/USER264205U_SpEC_id9029683_9-20-580...  \n",
       "3       ../results/USER341996U_CCTM_v52_Linux2_x86_64i...  \n",
       "4       ../results/USER141481U_SpEC_id8269019_3-3-4542...  \n",
       "...                                                   ...  \n",
       "875282  ../results/USER336298U_SpEC_id7759072_10-30-62...  \n",
       "875283  ../results/USER331454U_pw.x_id7275819_8-2-4790...  \n",
       "875284  ../results/USER371284U_sss2_id8305062_3-14-211...  \n",
       "875285  ../results/USER303986U_testnodes_opt.x_id31428...  \n",
       "875286  ../results/USER382862U_SpEC_id7525550_9-24-380...  \n",
       "\n",
       "[875287 rows x 50 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>posix_read_time</th>\n",
       "      <th>posix_write_time</th>\n",
       "      <th>posix_meta_time</th>\n",
       "      <th>posix_bytes_read</th>\n",
       "      <th>posix_bytes_read_100</th>\n",
       "      <th>posix_bytes_read_1K</th>\n",
       "      <th>posix_bytes_read_10K</th>\n",
       "      <th>posix_bytes_read_100K</th>\n",
       "      <th>posix_bytes_read_1lM</th>\n",
       "      <th>posix_bytes_read_4M</th>\n",
       "      <th>...</th>\n",
       "      <th>posix_m_align</th>\n",
       "      <th>lustre_number_of_files</th>\n",
       "      <th>lustre_mdts</th>\n",
       "      <th>lustre_osts</th>\n",
       "      <th>lustre_stripe_size</th>\n",
       "      <th>lustre_stripe_offset</th>\n",
       "      <th>lustre_stripe_width</th>\n",
       "      <th>lustre_number_of_osts</th>\n",
       "      <th>jobid</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9042391.0</td>\n",
       "      <td>../results/USER375904U_sss2_id9042391_9-26-414...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>104.611641</td>\n",
       "      <td>10.024055</td>\n",
       "      <td>20.060841</td>\n",
       "      <td>2.390891e+10</td>\n",
       "      <td>147688.0</td>\n",
       "      <td>141853.0</td>\n",
       "      <td>33215.0</td>\n",
       "      <td>261267.0</td>\n",
       "      <td>51049.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>13704.0</td>\n",
       "      <td>176.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>176.0</td>\n",
       "      <td>147.0</td>\n",
       "      <td>9868242.0</td>\n",
       "      <td>../results/USER382862U_SpEC_id9868242_4-29-741...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>124.560730</td>\n",
       "      <td>42.051125</td>\n",
       "      <td>54.839272</td>\n",
       "      <td>5.019637e+10</td>\n",
       "      <td>332059.0</td>\n",
       "      <td>684893.0</td>\n",
       "      <td>130143.0</td>\n",
       "      <td>919688.0</td>\n",
       "      <td>2515.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6704.0</td>\n",
       "      <td>224.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>224.0</td>\n",
       "      <td>186.0</td>\n",
       "      <td>9029683.0</td>\n",
       "      <td>../results/USER264205U_SpEC_id9029683_9-20-580...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>25763.292969</td>\n",
       "      <td>582.297363</td>\n",
       "      <td>24.895737</td>\n",
       "      <td>5.488943e+12</td>\n",
       "      <td>30785.0</td>\n",
       "      <td>767.0</td>\n",
       "      <td>508381.0</td>\n",
       "      <td>2040.0</td>\n",
       "      <td>13683.0</td>\n",
       "      <td>626216.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2320.0</td>\n",
       "      <td>290.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>54.993103</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>290.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>9165166.0</td>\n",
       "      <td>../results/USER341996U_CCTM_v52_Linux2_x86_64i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>154.534821</td>\n",
       "      <td>681.548279</td>\n",
       "      <td>658.484985</td>\n",
       "      <td>2.293203e+10</td>\n",
       "      <td>588029.0</td>\n",
       "      <td>2926599.0</td>\n",
       "      <td>425127.0</td>\n",
       "      <td>336133.0</td>\n",
       "      <td>98.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>6328.0</td>\n",
       "      <td>201.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>201.0</td>\n",
       "      <td>158.0</td>\n",
       "      <td>8269019.0</td>\n",
       "      <td>../results/USER141481U_SpEC_id8269019_3-3-4542...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875282</th>\n",
       "      <td>138.354477</td>\n",
       "      <td>82.278084</td>\n",
       "      <td>194.485565</td>\n",
       "      <td>5.593977e+10</td>\n",
       "      <td>216146.0</td>\n",
       "      <td>535152.0</td>\n",
       "      <td>99814.0</td>\n",
       "      <td>889010.0</td>\n",
       "      <td>12485.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>9920.0</td>\n",
       "      <td>124.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>124.0</td>\n",
       "      <td>110.0</td>\n",
       "      <td>7759072.0</td>\n",
       "      <td>../results/USER336298U_SpEC_id7759072_10-30-62...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875283</th>\n",
       "      <td>54.443073</td>\n",
       "      <td>231.440857</td>\n",
       "      <td>25.271391</td>\n",
       "      <td>1.465277e+09</td>\n",
       "      <td>3099.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>180662.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8704.0</td>\n",
       "      <td>1088.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1088.0</td>\n",
       "      <td>359.0</td>\n",
       "      <td>7275819.0</td>\n",
       "      <td>../results/USER331454U_pw.x_id7275819_8-2-4790...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875284</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>8305062.0</td>\n",
       "      <td>../results/USER371284U_sss2_id8305062_3-14-211...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875285</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>36.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>31428.0</td>\n",
       "      <td>../results/USER303986U_testnodes_opt.x_id31428...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875286</th>\n",
       "      <td>227.063828</td>\n",
       "      <td>191.747269</td>\n",
       "      <td>172.671997</td>\n",
       "      <td>1.077412e+11</td>\n",
       "      <td>775359.0</td>\n",
       "      <td>1545229.0</td>\n",
       "      <td>305757.0</td>\n",
       "      <td>1897233.0</td>\n",
       "      <td>1068.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>15104.0</td>\n",
       "      <td>128.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>360.000000</td>\n",
       "      <td>1048576.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>128.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>7525550.0</td>\n",
       "      <td>../results/USER382862U_SpEC_id7525550_9-24-380...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>875287 rows × 50 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        posix_read_time  posix_write_time  posix_meta_time  posix_bytes_read  \\\n",
       "0              0.000000          0.000000         0.000000      0.000000e+00   \n",
       "1            104.611641         10.024055        20.060841      2.390891e+10   \n",
       "2            124.560730         42.051125        54.839272      5.019637e+10   \n",
       "3          25763.292969        582.297363        24.895737      5.488943e+12   \n",
       "4            154.534821        681.548279       658.484985      2.293203e+10   \n",
       "...                 ...               ...              ...               ...   \n",
       "875282       138.354477         82.278084       194.485565      5.593977e+10   \n",
       "875283        54.443073        231.440857        25.271391      1.465277e+09   \n",
       "875284         0.000000          0.000000         0.000000      0.000000e+00   \n",
       "875285         0.000000          0.000000         0.000000      0.000000e+00   \n",
       "875286       227.063828        191.747269       172.671997      1.077412e+11   \n",
       "\n",
       "        posix_bytes_read_100  posix_bytes_read_1K  posix_bytes_read_10K  \\\n",
       "0                        0.0                  0.0                   0.0   \n",
       "1                   147688.0             141853.0               33215.0   \n",
       "2                   332059.0             684893.0              130143.0   \n",
       "3                    30785.0                767.0              508381.0   \n",
       "4                   588029.0            2926599.0              425127.0   \n",
       "...                      ...                  ...                   ...   \n",
       "875282              216146.0             535152.0               99814.0   \n",
       "875283                3099.0                  0.0              180662.0   \n",
       "875284                   0.0                  0.0                   0.0   \n",
       "875285                   0.0                  0.0                   0.0   \n",
       "875286              775359.0            1545229.0              305757.0   \n",
       "\n",
       "        posix_bytes_read_100K  posix_bytes_read_1lM  posix_bytes_read_4M  ...  \\\n",
       "0                         0.0                   0.0                  0.0  ...   \n",
       "1                    261267.0               51049.0                  0.0  ...   \n",
       "2                    919688.0                2515.0                  0.0  ...   \n",
       "3                      2040.0               13683.0             626216.0  ...   \n",
       "4                    336133.0                  98.0                  0.0  ...   \n",
       "...                       ...                   ...                  ...  ...   \n",
       "875282               889010.0               12485.0                  0.0  ...   \n",
       "875283                    0.0                   0.0                  0.0  ...   \n",
       "875284                    0.0                   0.0                  0.0  ...   \n",
       "875285                    0.0                   0.0                  0.0  ...   \n",
       "875286              1897233.0                1068.0                  0.0  ...   \n",
       "\n",
       "        posix_m_align  lustre_number_of_files  lustre_mdts  lustre_osts  \\\n",
       "0                 0.0                     4.0          1.0    36.000000   \n",
       "1             13704.0                   176.0          1.0   360.000000   \n",
       "2              6704.0                   224.0          1.0   360.000000   \n",
       "3              2320.0                   290.0          1.0    54.993103   \n",
       "4              6328.0                   201.0          1.0   360.000000   \n",
       "...               ...                     ...          ...          ...   \n",
       "875282         9920.0                   124.0          1.0   360.000000   \n",
       "875283         8704.0                  1088.0          1.0   360.000000   \n",
       "875284            0.0                     5.0          1.0    36.000000   \n",
       "875285            8.0                     2.0          1.0    36.000000   \n",
       "875286        15104.0                   128.0          1.0   360.000000   \n",
       "\n",
       "        lustre_stripe_size  lustre_stripe_offset  lustre_stripe_width  \\\n",
       "0                1048576.0                   0.0                  4.0   \n",
       "1                1048576.0                   0.0                176.0   \n",
       "2                1048576.0                   0.0                224.0   \n",
       "3                1048576.0                   0.0                290.0   \n",
       "4                1048576.0                   0.0                201.0   \n",
       "...                    ...                   ...                  ...   \n",
       "875282           1048576.0                   0.0                124.0   \n",
       "875283           1048576.0                   0.0               1088.0   \n",
       "875284           1048576.0                   0.0                  5.0   \n",
       "875285           1048576.0                   0.0                  2.0   \n",
       "875286           1048576.0                   0.0                128.0   \n",
       "\n",
       "        lustre_number_of_osts      jobid  \\\n",
       "0                         4.0  9042391.0   \n",
       "1                       147.0  9868242.0   \n",
       "2                       186.0  9029683.0   \n",
       "3                        52.0  9165166.0   \n",
       "4                       158.0  8269019.0   \n",
       "...                       ...        ...   \n",
       "875282                  110.0  7759072.0   \n",
       "875283                  359.0  7275819.0   \n",
       "875284                    5.0  8305062.0   \n",
       "875285                    1.0    31428.0   \n",
       "875286                  118.0  7525550.0   \n",
       "\n",
       "                                                     path  \n",
       "0       ../results/USER375904U_sss2_id9042391_9-26-414...  \n",
       "1       ../results/USER382862U_SpEC_id9868242_4-29-741...  \n",
       "2       ../results/USER264205U_SpEC_id9029683_9-20-580...  \n",
       "3       ../results/USER341996U_CCTM_v52_Linux2_x86_64i...  \n",
       "4       ../results/USER141481U_SpEC_id8269019_3-3-4542...  \n",
       "...                                                   ...  \n",
       "875282  ../results/USER336298U_SpEC_id7759072_10-30-62...  \n",
       "875283  ../results/USER331454U_pw.x_id7275819_8-2-4790...  \n",
       "875284  ../results/USER371284U_sss2_id8305062_3-14-211...  \n",
       "875285  ../results/USER303986U_testnodes_opt.x_id31428...  \n",
       "875286  ../results/USER382862U_SpEC_id7525550_9-24-380...  \n",
       "\n",
       "[875287 rows x 50 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "df = df.dropna(axis=0, how='any')\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "#files\n",
    "f['p_files'] = df['posix_number_of_files']  \n",
    "f['l_files'] = df['lustre_number_of_files']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0               0.0\n",
       "1          880136.0\n",
       "2         2379598.0\n",
       "3         8903411.0\n",
       "4         7846387.0\n",
       "            ...    \n",
       "875282    2234152.0\n",
       "875283     197651.0\n",
       "875284          0.0\n",
       "875285          0.0\n",
       "875286    6065006.0\n",
       "Name: p_accesses, Length: 875287, dtype: float64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#accesses\n",
    "df['p_accesses'] = df['posix_reads'] + df['posix_writes']\n",
    "f['p_accesses'] = df['p_accesses']\n",
    "\n",
    "f['p_accesses']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "#bytes\n",
    "f['p_bytes'] = df['posix_bytes_read'] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "f['p_opens'] = df['posix_opens']\n",
    "f['p_seeks'] = df['posix_seeks']\n",
    "f['p_stats'] = df['posix_stats']\n",
    "f['p_mode'] = df['posix_renamed_mode']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "f['l_n_osts'] = df['lustre_number_of_osts']\n",
    "f['l_stripe_w'] = df['lustre_stripe_width']\n",
    "f['l_mdts'] = df['lustre_mdts']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "f['p_nprocs'] = df['nprocs']\n",
    "f['p_falign'] = df['posix_f_align']\n",
    "f['p_malign'] = df['posix_m_align']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "f['reads'] = df['posix_reads'] \n",
    "f['writes'] = df['posix_writes'] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['histogram_r_sum'] = df['posix_bytes_read_100'] + df['posix_bytes_read_1K'] + \\\n",
    "df['posix_bytes_read_4M'] + df['posix_bytes_read_10M'] + df['posix_bytes_read_100M'] +\\\n",
    "df['posix_bytes_read_1G'] + df['posix_bytes_read_PLUS']\n",
    "\n",
    "f['p_bytes_read_100'] = df['posix_bytes_read_100']\n",
    "f['p_bytes_read_1K'] = df['posix_bytes_read_1K'] \n",
    "f['p_bytes_read_10K'] = df['posix_bytes_read_10K']  \n",
    "f['p_bytes_read_100K'] = df['posix_bytes_read_100K']  \n",
    "f['p_bytes_read_1M'] = df['posix_bytes_read_1lM']  \n",
    "f['p_bytes_read_4M'] = df['posix_bytes_read_4M']  \n",
    "f['p_bytes_read_10M'] = df['posix_bytes_read_10M']  \n",
    "f['p_bytes_read_100M'] = df['posix_bytes_read_100M']  \n",
    "f['p_bytes_read_1G'] = df['posix_bytes_read_1G']  \n",
    "f['p_bytes_read_PLUS'] = df['posix_bytes_read_PLUS']  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['histogram_w_sum'] = df['posix_bytes_write_100'] + df['posix_bytes_write_1K'] + \\\n",
    "df['posix_bytes_write_10K'] + df['posix_bytes_write_100K'] + df['posix_bytes_write_1M'] +\\\n",
    "df['posix_bytes_write_4M'] + df['posix_bytes_write_10M'] + df['posix_bytes_write_100M'] +\\\n",
    "df['posix_bytes_write_1G'] + df['posix_bytes_write_PLUS']\n",
    "\n",
    "f['p_bytes_write_100'] = df['posix_bytes_write_100'] \n",
    "f['p_bytes_write_1K'] = df['posix_bytes_write_1K'] \n",
    "f['p_bytes_write_10K'] = df['posix_bytes_write_10K'] \n",
    "f['p_bytes_write_100K'] = df['posix_bytes_write_100K'] \n",
    "f['p_bytes_write_1M'] = df['posix_bytes_write_1M'] \n",
    "f['p_bytes_write_4M'] = df['posix_bytes_write_4M']  \n",
    "f['p_bytes_write_10M'] = df['posix_bytes_write_10M'] \n",
    "f['p_bytes_write_100M'] = df['posix_bytes_write_100M'] \n",
    "f['p_bytes_write_1G'] = df['posix_bytes_write_1G'] \n",
    "f['p_bytes_write_PLUS'] = df['posix_bytes_write_PLUS'] \n",
    "\n",
    "f = f.replace(-np.inf, -1)\n",
    "f = f.replace(np.nan, 0)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>posix_read_time</th>\n",
       "      <th>posix_write_time</th>\n",
       "      <th>posix_meta_time</th>\n",
       "      <th>posix_bytes_read</th>\n",
       "      <th>posix_bytes_read_100</th>\n",
       "      <th>posix_bytes_read_1K</th>\n",
       "      <th>posix_bytes_read_10K</th>\n",
       "      <th>posix_bytes_read_100K</th>\n",
       "      <th>posix_bytes_read_1lM</th>\n",
       "      <th>posix_bytes_read_4M</th>\n",
       "      <th>...</th>\n",
       "      <th>lustre_stripe_offset</th>\n",
       "      <th>lustre_stripe_width</th>\n",
       "      <th>lustre_number_of_osts</th>\n",
       "      <th>jobid</th>\n",
       "      <th>path</th>\n",
       "      <th>p_accesses</th>\n",
       "      <th>histogram_r_sum</th>\n",
       "      <th>histogram_w_sum</th>\n",
       "      <th>bytes</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>9042391.0</td>\n",
       "      <td>../results/USER375904U_sss2_id9042391_9-26-414...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>104.611641</td>\n",
       "      <td>10.024055</td>\n",
       "      <td>20.060841</td>\n",
       "      <td>2.390891e+10</td>\n",
       "      <td>147688.0</td>\n",
       "      <td>141853.0</td>\n",
       "      <td>33215.0</td>\n",
       "      <td>261267.0</td>\n",
       "      <td>51049.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>176.0</td>\n",
       "      <td>147.0</td>\n",
       "      <td>9868242.0</td>\n",
       "      <td>../results/USER382862U_SpEC_id9868242_4-29-741...</td>\n",
       "      <td>880136.0</td>\n",
       "      <td>289541.0</td>\n",
       "      <td>245064.0</td>\n",
       "      <td>2.428839e+10</td>\n",
       "      <td>134.696537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>124.560730</td>\n",
       "      <td>42.051125</td>\n",
       "      <td>54.839272</td>\n",
       "      <td>5.019637e+10</td>\n",
       "      <td>332059.0</td>\n",
       "      <td>684893.0</td>\n",
       "      <td>130143.0</td>\n",
       "      <td>919688.0</td>\n",
       "      <td>2515.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>224.0</td>\n",
       "      <td>186.0</td>\n",
       "      <td>9029683.0</td>\n",
       "      <td>../results/USER264205U_SpEC_id9029683_9-20-580...</td>\n",
       "      <td>2379598.0</td>\n",
       "      <td>1016952.0</td>\n",
       "      <td>310300.0</td>\n",
       "      <td>5.054271e+10</td>\n",
       "      <td>221.451126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>25763.292969</td>\n",
       "      <td>582.297363</td>\n",
       "      <td>24.895737</td>\n",
       "      <td>5.488943e+12</td>\n",
       "      <td>30785.0</td>\n",
       "      <td>767.0</td>\n",
       "      <td>508381.0</td>\n",
       "      <td>2040.0</td>\n",
       "      <td>13683.0</td>\n",
       "      <td>626216.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>290.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>9165166.0</td>\n",
       "      <td>../results/USER341996U_CCTM_v52_Linux2_x86_64i...</td>\n",
       "      <td>8903411.0</td>\n",
       "      <td>998505.0</td>\n",
       "      <td>7380802.0</td>\n",
       "      <td>5.494735e+12</td>\n",
       "      <td>26370.486069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>154.534821</td>\n",
       "      <td>681.548279</td>\n",
       "      <td>658.484985</td>\n",
       "      <td>2.293203e+10</td>\n",
       "      <td>588029.0</td>\n",
       "      <td>2926599.0</td>\n",
       "      <td>425127.0</td>\n",
       "      <td>336133.0</td>\n",
       "      <td>98.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>201.0</td>\n",
       "      <td>158.0</td>\n",
       "      <td>8269019.0</td>\n",
       "      <td>../results/USER141481U_SpEC_id8269019_3-3-4542...</td>\n",
       "      <td>7846387.0</td>\n",
       "      <td>3514628.0</td>\n",
       "      <td>3570401.0</td>\n",
       "      <td>2.577893e+10</td>\n",
       "      <td>1494.568085</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875282</th>\n",
       "      <td>138.354477</td>\n",
       "      <td>82.278084</td>\n",
       "      <td>194.485565</td>\n",
       "      <td>5.593977e+10</td>\n",
       "      <td>216146.0</td>\n",
       "      <td>535152.0</td>\n",
       "      <td>99814.0</td>\n",
       "      <td>889010.0</td>\n",
       "      <td>12485.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>124.0</td>\n",
       "      <td>110.0</td>\n",
       "      <td>7759072.0</td>\n",
       "      <td>../results/USER336298U_SpEC_id7759072_10-30-62...</td>\n",
       "      <td>2234152.0</td>\n",
       "      <td>751298.0</td>\n",
       "      <td>481545.0</td>\n",
       "      <td>5.655977e+10</td>\n",
       "      <td>415.118126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875283</th>\n",
       "      <td>54.443073</td>\n",
       "      <td>231.440857</td>\n",
       "      <td>25.271391</td>\n",
       "      <td>1.465277e+09</td>\n",
       "      <td>3099.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>180662.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1088.0</td>\n",
       "      <td>359.0</td>\n",
       "      <td>7275819.0</td>\n",
       "      <td>../results/USER331454U_pw.x_id7275819_8-2-4790...</td>\n",
       "      <td>197651.0</td>\n",
       "      <td>3099.0</td>\n",
       "      <td>13890.0</td>\n",
       "      <td>6.043922e+09</td>\n",
       "      <td>311.155321</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875284</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>8305062.0</td>\n",
       "      <td>../results/USER371284U_sss2_id8305062_3-14-211...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875285</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>31428.0</td>\n",
       "      <td>../results/USER303986U_testnodes_opt.x_id31428...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875286</th>\n",
       "      <td>227.063828</td>\n",
       "      <td>191.747269</td>\n",
       "      <td>172.671997</td>\n",
       "      <td>1.077412e+11</td>\n",
       "      <td>775359.0</td>\n",
       "      <td>1545229.0</td>\n",
       "      <td>305757.0</td>\n",
       "      <td>1897233.0</td>\n",
       "      <td>1068.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>128.0</td>\n",
       "      <td>118.0</td>\n",
       "      <td>7525550.0</td>\n",
       "      <td>../results/USER382862U_SpEC_id7525550_9-24-380...</td>\n",
       "      <td>6065006.0</td>\n",
       "      <td>2320588.0</td>\n",
       "      <td>1540360.0</td>\n",
       "      <td>1.090069e+11</td>\n",
       "      <td>591.483093</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>875287 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        posix_read_time  posix_write_time  posix_meta_time  posix_bytes_read  \\\n",
       "0              0.000000          0.000000         0.000000      0.000000e+00   \n",
       "1            104.611641         10.024055        20.060841      2.390891e+10   \n",
       "2            124.560730         42.051125        54.839272      5.019637e+10   \n",
       "3          25763.292969        582.297363        24.895737      5.488943e+12   \n",
       "4            154.534821        681.548279       658.484985      2.293203e+10   \n",
       "...                 ...               ...              ...               ...   \n",
       "875282       138.354477         82.278084       194.485565      5.593977e+10   \n",
       "875283        54.443073        231.440857        25.271391      1.465277e+09   \n",
       "875284         0.000000          0.000000         0.000000      0.000000e+00   \n",
       "875285         0.000000          0.000000         0.000000      0.000000e+00   \n",
       "875286       227.063828        191.747269       172.671997      1.077412e+11   \n",
       "\n",
       "        posix_bytes_read_100  posix_bytes_read_1K  posix_bytes_read_10K  \\\n",
       "0                        0.0                  0.0                   0.0   \n",
       "1                   147688.0             141853.0               33215.0   \n",
       "2                   332059.0             684893.0              130143.0   \n",
       "3                    30785.0                767.0              508381.0   \n",
       "4                   588029.0            2926599.0              425127.0   \n",
       "...                      ...                  ...                   ...   \n",
       "875282              216146.0             535152.0               99814.0   \n",
       "875283                3099.0                  0.0              180662.0   \n",
       "875284                   0.0                  0.0                   0.0   \n",
       "875285                   0.0                  0.0                   0.0   \n",
       "875286              775359.0            1545229.0              305757.0   \n",
       "\n",
       "        posix_bytes_read_100K  posix_bytes_read_1lM  posix_bytes_read_4M  ...  \\\n",
       "0                         0.0                   0.0                  0.0  ...   \n",
       "1                    261267.0               51049.0                  0.0  ...   \n",
       "2                    919688.0                2515.0                  0.0  ...   \n",
       "3                      2040.0               13683.0             626216.0  ...   \n",
       "4                    336133.0                  98.0                  0.0  ...   \n",
       "...                       ...                   ...                  ...  ...   \n",
       "875282               889010.0               12485.0                  0.0  ...   \n",
       "875283                    0.0                   0.0                  0.0  ...   \n",
       "875284                    0.0                   0.0                  0.0  ...   \n",
       "875285                    0.0                   0.0                  0.0  ...   \n",
       "875286              1897233.0                1068.0                  0.0  ...   \n",
       "\n",
       "        lustre_stripe_offset  lustre_stripe_width  lustre_number_of_osts  \\\n",
       "0                        0.0                  4.0                    4.0   \n",
       "1                        0.0                176.0                  147.0   \n",
       "2                        0.0                224.0                  186.0   \n",
       "3                        0.0                290.0                   52.0   \n",
       "4                        0.0                201.0                  158.0   \n",
       "...                      ...                  ...                    ...   \n",
       "875282                   0.0                124.0                  110.0   \n",
       "875283                   0.0               1088.0                  359.0   \n",
       "875284                   0.0                  5.0                    5.0   \n",
       "875285                   0.0                  2.0                    1.0   \n",
       "875286                   0.0                128.0                  118.0   \n",
       "\n",
       "            jobid                                               path  \\\n",
       "0       9042391.0  ../results/USER375904U_sss2_id9042391_9-26-414...   \n",
       "1       9868242.0  ../results/USER382862U_SpEC_id9868242_4-29-741...   \n",
       "2       9029683.0  ../results/USER264205U_SpEC_id9029683_9-20-580...   \n",
       "3       9165166.0  ../results/USER341996U_CCTM_v52_Linux2_x86_64i...   \n",
       "4       8269019.0  ../results/USER141481U_SpEC_id8269019_3-3-4542...   \n",
       "...           ...                                                ...   \n",
       "875282  7759072.0  ../results/USER336298U_SpEC_id7759072_10-30-62...   \n",
       "875283  7275819.0  ../results/USER331454U_pw.x_id7275819_8-2-4790...   \n",
       "875284  8305062.0  ../results/USER371284U_sss2_id8305062_3-14-211...   \n",
       "875285    31428.0  ../results/USER303986U_testnodes_opt.x_id31428...   \n",
       "875286  7525550.0  ../results/USER382862U_SpEC_id7525550_9-24-380...   \n",
       "\n",
       "        p_accesses  histogram_r_sum  histogram_w_sum         bytes  \\\n",
       "0              0.0              0.0              0.0  0.000000e+00   \n",
       "1         880136.0         289541.0         245064.0  2.428839e+10   \n",
       "2        2379598.0        1016952.0         310300.0  5.054271e+10   \n",
       "3        8903411.0         998505.0        7380802.0  5.494735e+12   \n",
       "4        7846387.0        3514628.0        3570401.0  2.577893e+10   \n",
       "...            ...              ...              ...           ...   \n",
       "875282   2234152.0         751298.0         481545.0  5.655977e+10   \n",
       "875283    197651.0           3099.0          13890.0  6.043922e+09   \n",
       "875284         0.0              0.0              0.0  0.000000e+00   \n",
       "875285         0.0              0.0              0.0  0.000000e+00   \n",
       "875286   6065006.0        2320588.0        1540360.0  1.090069e+11   \n",
       "\n",
       "                time  \n",
       "0           0.000000  \n",
       "1         134.696537  \n",
       "2         221.451126  \n",
       "3       26370.486069  \n",
       "4        1494.568085  \n",
       "...              ...  \n",
       "875282    415.118126  \n",
       "875283    311.155321  \n",
       "875284      0.000000  \n",
       "875285      0.000000  \n",
       "875286    591.483093  \n",
       "\n",
       "[875287 rows x 55 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['bytes'] = df['posix_bytes_read'] + df['posix_bytes_write']\n",
    "\n",
    "df['time'] = df['posix_write_time'] + df['posix_read_time'] + df['posix_meta_time']\n",
    "\n",
    "t = pd.DataFrame()\n",
    "f['throughput'] = df['bytes'] / df['time']\n",
    "f = f[f['throughput'] >0]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "p_files               1.219270e+05\n",
       "l_files               1.219270e+05\n",
       "p_accesses            2.251942e+10\n",
       "p_bytes               3.038456e+14\n",
       "p_opens               5.531094e+08\n",
       "p_seeks               1.445220e+10\n",
       "p_stats               6.522921e+07\n",
       "p_mode                5.337293e+07\n",
       "l_n_osts              3.600000e+02\n",
       "l_stripe_w            7.438575e+06\n",
       "l_mdts                1.000000e+00\n",
       "p_nprocs              3.520000e+05\n",
       "p_falign              1.422540e+11\n",
       "p_malign              1.085312e+06\n",
       "reads                 2.237846e+10\n",
       "writes                1.302770e+10\n",
       "p_bytes_read_100      5.221517e+08\n",
       "p_bytes_read_1K       2.074657e+10\n",
       "p_bytes_read_10K      1.536278e+09\n",
       "p_bytes_read_100K     1.515506e+08\n",
       "p_bytes_read_1M       4.044503e+08\n",
       "p_bytes_read_4M       6.561462e+07\n",
       "p_bytes_read_10M      2.083200e+06\n",
       "p_bytes_read_100M     2.872090e+05\n",
       "p_bytes_read_1G       1.792000e+06\n",
       "p_bytes_write_100     1.302770e+10\n",
       "p_bytes_write_1K      2.852127e+09\n",
       "p_bytes_write_10K     3.867477e+08\n",
       "p_bytes_write_100K    8.347452e+07\n",
       "p_bytes_write_1M      1.357245e+07\n",
       "p_bytes_write_4M      3.839488e+06\n",
       "p_bytes_write_10M     6.190660e+05\n",
       "p_bytes_write_100M    1.249280e+06\n",
       "p_bytes_write_1G      1.937500e+04\n",
       "throughput            2.344536e+09\n",
       "dtype: float64"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#delete columns with all zeros\n",
    "f = f.loc[:, (f != 0).any(axis=0)]\n",
    "\n",
    "#remove infinite values\n",
    "f = f.replace([np.inf, -np.inf], np.nan).dropna(axis=0)\n",
    "\n",
    "f.max()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "t['throughput'] = f['throughput']\n",
    "f = f.drop(labels = 'throughput', axis = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.preprocessing import StandardScaler\n",
    "f = StandardScaler().fit_transform(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "throughput    0.39201\n",
      "dtype: float64\n",
      "throughput    2.344536e+09\n",
      "dtype: float64\n",
      "2344535859.0664787\n"
     ]
    }
   ],
   "source": [
    "print(t.min())\n",
    "print(t.max())\n",
    "\n",
    "max_fitness = float(t.throughput.max())\n",
    "print(max_fitness)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "rseed = 0\n",
    "t_size = 0.1\n",
    "train_data, test_data, train_labels, test_labels = train_test_split(f,t, test_size=t_size, random_state=rseed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "34"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_data.shape[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dense (Dense)                (None, 128)               4480      \n",
      "_________________________________________________________________\n",
      "dense_1 (Dense)              (None, 256)               33024     \n",
      "_________________________________________________________________\n",
      "dense_2 (Dense)              (None, 256)               65792     \n",
      "_________________________________________________________________\n",
      "dense_3 (Dense)              (None, 512)               131584    \n",
      "_________________________________________________________________\n",
      "dense_4 (Dense)              (None, 512)               262656    \n",
      "_________________________________________________________________\n",
      "dense_5 (Dense)              (None, 512)               262656    \n",
      "_________________________________________________________________\n",
      "dense_6 (Dense)              (None, 256)               131328    \n",
      "_________________________________________________________________\n",
      "dense_7 (Dense)              (None, 256)               65792     \n",
      "_________________________________________________________________\n",
      "dense_8 (Dense)              (None, 1)                 257       \n",
      "=================================================================\n",
      "Total params: 957,569\n",
      "Trainable params: 957,569\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "\n",
    "NN_model = Sequential()\n",
    "\n",
    "# The Input Layer :\n",
    "NN_model.add(Dense(128, kernel_initializer='normal',input_dim = train_data.shape[1], activation='relu'))\n",
    "\n",
    "# The Hidden Layers :\n",
    "NN_model.add(Dense(256, kernel_initializer='normal',activation='relu'))\n",
    "NN_model.add(Dense(256, kernel_initializer='normal',activation='relu'))\n",
    "\n",
    "\n",
    "NN_model.add(Dense(512, kernel_initializer='normal',activation='relu'))\n",
    "NN_model.add(Dense(512, kernel_initializer='normal',activation='relu'))\n",
    "NN_model.add(Dense(512, kernel_initializer='normal',activation='relu'))\n",
    "\n",
    "NN_model.add(Dense(256, kernel_initializer='normal',activation='relu'))\n",
    "NN_model.add(Dense(256, kernel_initializer='normal',activation='relu'))\n",
    "\n",
    "\n",
    "# The Output Layer :\n",
    "NN_model.add(Dense(1, kernel_initializer='normal',activation='linear'))\n",
    "\n",
    "# Compile the network :\n",
    "NN_model.compile(loss='mean_absolute_error', optimizer='adam', metrics=['mean_absolute_error'])\n",
    "NN_model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "#expensive\n",
    "checkpoint_name = 'Weights-{epoch:03d}--{val_loss:.5f}.hdf5' \n",
    "checkpoint = ModelCheckpoint(checkpoint_name, monitor='val_loss', verbose = 2, save_best_only = True, mode ='auto')\n",
    "callbacks_list = [checkpoint]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "#expensive, run once then load saved model in cell below\n",
    "#NN_model.fit(train_data, train_labels, epochs=1440, batch_size=32, validation_split = 0.2, callbacks=callbacks_list)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load wights file of the best model :\n",
    "weights_file = './dnn/Weights-288--15961556.00000.hdf5' # choose the best checkpoint \n",
    "NN_model.load_weights(weights_file) # load it\n",
    "NN_model.compile(loss='mean_squared_error', optimizer='adam', metrics=['mean_absolute_error'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicted_labels = NN_model.predict(test_data)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "R2: 0.8808073994626561\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import r2_score\n",
    "print(\"R2: \" + str(r2_score(test_labels,predicted_labels)) + \"\\n\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "throughput    8.423759e+07\n",
       "dtype: float64"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_labels.mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mean Squared Error:  1442729514502344.8\n",
      "Mean Absolute Error:  16087366.535044352\n",
      "Mean Squared Error:  1442729514502344.8\n",
      "Root Mean Squared Error:  37983279.4068962\n",
      "MAPE :31.779746814090032\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import mean_squared_error\n",
    "from sklearn.metrics import mean_absolute_error\n",
    "from sklearn.metrics import mean_squared_log_error\n",
    "print(\"Mean Squared Error: \", mean_squared_error(test_labels, predicted_labels) )\n",
    "print(\"Mean Absolute Error: \", mean_absolute_error(test_labels, predicted_labels) )\n",
    "print(\"Mean Squared Error: \", mean_squared_error(test_labels, predicted_labels, squared = True) )\n",
    "\n",
    "print(\"Root Mean Squared Error: \", mean_squared_error(test_labels, predicted_labels, squared = False) )\n",
    "\n",
    "from sklearn.metrics import mean_absolute_percentage_error\n",
    "print(\"MAPE :\" + str(mean_absolute_percentage_error( test_labels, predicted_labels )))\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "568136    1.116323e+06\n",
       "20266     1.015112e+07\n",
       "230053    1.678600e+06\n",
       "775350   -4.311895e+06\n",
       "546877   -4.550967e+07\n",
       "              ...     \n",
       "615199   -1.925786e+08\n",
       "215520   -3.872055e+06\n",
       "92483    -1.142435e+06\n",
       "605477   -1.242238e+07\n",
       "143295   -1.217156e+07\n",
       "Name: throughput, Length: 67107, dtype: float64"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "e = predicted_labels[0] - test_labels['throughput']\n",
    "e"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYwAAAEWCAYAAAB1xKBvAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAApjUlEQVR4nO3debhcVZnv8e+PeQgQIIgQMhCg0TAIqCCIcnBoAih0OzCIaBRFbAe8ohLQC+IE3Yoi93JFlIgDggiKNEHRVg60LWIAgRBilCGQBBBBCCQyBd77x1qH2qnUsM9Qwzn1+zzPeU7t+d2rVu239l671lZEYGZm1swanQ7AzMxGBycMMzMrxQnDzMxKccIwM7NSnDDMzKwUJwwzMyvFCWOQJE2VFJLWKjHvTEm/bUdcNba9SNIb8uuTJX17iOuZL6lvJGMrsc0tJC2UtF4L1r2lpAWS1h3pdQ/XYOpWN8kxb9+C9b5Qh9tF0rqS7pD04jx8gaQvtDOGoZK0q6TftXIbYzph5Ar3jKQJVeNvyZV8aodCKx4clue/RZJmtWJbEfGliHhfiZhW+3BExE4R0d+KuBqYBXwnIp7KcfVLahp/GRHxV+Aa4NiRWN9gSJou6QpJyyQ9IekaSfu0O452kfRNSd+rMX5XSU9L2qwTcTVxLHBdRDw43BXVqretSq4AEXEb8JikN7di/TDGE0Z2D3DkwICkXYD1OxfOasZHxDhSjKdImlE9w2j7xjkc+Zv/u4EftHAzFwIfaOH6VyNpO+B/gHnAtsDWwE+BX0rau41xSFK7PvcXAG+RtGHV+HcBV0bE39sUx2B8APh+p4MYhtbW7YgYs3/AIuAzwNzCuK8AnwYCmJrHbQJ8D/gbcG9eZo08bc28zMPA3cCH8rJrFZY9H3gAWAp8AVgzT5sJ/LZObFOL68nj5gKfAPqAJcCJwIOkCrwG6Zv3XcAjwCXAZoVlj86xP5L3bxHwhjzts8APCvPuC/wOeAxYnOM8FngWeAZYDvxnoQwH1rMucBZwf/47C1g3TxuI+QTgoVwe7yls8yDgDuCJXE6fqFMurwXuLAx/EXgOeCrH9X/z+H1yeS3L//cpLNMPnA78IU//WVVZrQX8A5hSY/uvymW+ZmHcvwK35dd7AjcCjwN/Bb5asi5+H7iqxvhvkL7RFuvEsbl8HwBOKMxbd9s57oH39Fagr6o8vkhKWE+S6veNVXH8L+CKwvv8FeC+vJ1zgfUL834yx3Y/8N4c8/Z19nsh8K7C8Jp5uUOA7YDfkOrsw6SD3fiqz+9A3bsA+EJhWh+wpDC8NXAZ6TN8D/DRMuVWFevkXD7Fz+QFef9/Raq71xbrDXXqITXqLXBdLqsVedzhed73A3cCfweuALYurD+AfwP+krf/+Vxu1+f9uQRYpzD/xLwP67bkmNqKlXbL30CFy5X2pbmyLgamsGrC+B7poLIR6UP7Z+CYPO044E/AJGAz0uWMYsK4HPgmsCHwItJB6gN52kxKJAxAwKtJB7HX5w/DSuDfSR/e9YGPAb8HtsnjvglclNc1PVfA1+ZpX83Lr5Yw8ofiCdIZzdrA5sButT6UNT60n8sxvAjYgnSA+nzhA7wyz7M2KUH8A9g0T38AeE1+vSmwR51y+RAwp2pcP/C+wvBmwKOkJLlW3pdHgc0L8y8Fds7vy2UUEmae5zbgkDox3AW8sTD8Y2BWfn09cHR+PQ54Vcm6+CCFBFoYvz/pwLJBoU5clOPehXQAfEOjbZMOEo/kMl8DeGMe3qJQHvcBO+Xy2iTXgR0KccwFjsivzyIduDYjfSb+Ezg9T5tBOugOlO0PaZwwPg38V2H4gLxPawPb51jXzfXpOuCsOnXvAuokjLzPNwGnAOsA00hf7g4YzHsGHAzMrxp3QS6rgc/W18mfacrVw/dVrW+VsgJeR0qWe+T1/x/yF4jC/FcAG+f372ng13kfNyF9CXt31TYeB3ZtyTG1FSvtlj8qCeMzpG+cM0jfFNbKb8RUUhJ5GpheWO4DQH9+/RvguMK0f6ZyoN8yL1v89nUkcE1+PZPmCeOxXMkWkL8V5Q/DM8B6hfkXAK8vDG9FOiNYK39QLi5M2zAvXythnAT8tE5MF9A4YdwFHFSYdgCwqBBz9bezh6gc1O7L5bpxk/fs08V9yeNW+eCRPqB/qJrnemBmYf4zCtOm5/IonjX8D4VvvlXr+gIwO7/eiPSNcEoevg44DZgwyLq4EphRY/xLcj2YWKgTLylM/w/g/EbbJp2Jfr9q3NXkA0kuj89VTf8BcEp+vQPpoLgB6cvLCmC7wrx7A/fk17OryvafaJwwJud6uk0evhD4ep15/wX4Y526t0rdZNWEsRdwX9W6TiK1g5V+z4CjgN/X+EwUP1vjSAl+Usl62CxhnA/8R9X6n6XyZTaAVxem3wScWBg+k0KSzeOWAq8dTP0s+9cLbRiQLge8g3QAr26Em0D6VnJvYdy9pA8wpFPdxVXTBkwhfVN6QNJjkh4jffN/0SBimxARm0bESyPi7ML4v0Vu9C1s66eF7SwgVdwtq2OMiBWkb5i1TCId+Idia1Yvp60Lw49ExMrC8D9IHwCAt5K+Ad8r6doG1+0fJR2kBxPHQCwTC8PV79napPd6wEakZF3LD0nX3tcF3gLcHBED2zuGdJD8k6S5kt7UJNYBD5OSfLWtgOdJ+10v9oEyrrftKcDbB+pGrh/7Vm2vuM6BfRxo23sHcHlE/IP0TX8D4KbCun6Rx0Pjz8NqIuI+0gH7nZLGkZLCdwEkvUjSxZKWSnqclMQm1F1ZfVOArav2/2TSZwPKv2f16l7xs7WcdOloa8rVw2ZWWUde/yNV6/hr4fWTNYbHsapGdXtYeiJh5A/7PaQD1k+qJj9MyuhTCuMmk7I0pEspk6qmDVhMOsOYEBHj89/GEbHTSIRdNbwYOLCwnfERsV5ELK2OUdIGpEtNtSwmXQMts81q97N6Od3fZJm04oi5EXEoKZleTrr2WsttpA93o7iq4xiIZWlhuPo9e5b0Xg/cRLA96Vp/rVjvIH2IDyQdTH9YmPaXiDgy78e/A5fWaNSt5b+At9cYfxhwfT5Y14v9/ibbXkw6wyjWjQ0j4oziblVt95fABEm7kRLHwD4+TDoI7VRY1yaRbsyAxp+Her5Lauh+K+lM5eY8/vQc164RsTHwTtIZTi0rSIlswIsLrxfn9Rb3f6OIOAgG9Z7dBkyrcZNJ8bM1jnQpaqAdr1E9bPZ5onodOa7NWbUulyZpa9IX4IVDWb6ZnkgY2THA6/K37xdExHOkg9cXJW0kaQrwcSp36VwCfFTSNpI2JTU8Dyz7AOmDd6akjSWtIWk7Sfu1IP5zc4xT4IXfKhyap10KvEnSvpLWIbUj1HtvLwTeIOkwSWtJ2jwfNCB9c5nWIIaLgM/kbU8gXQprejeTpHUkHSVpk4h4lnSN9bk6s/8BGC+p+htWMa6rgH+S9I68D4eTLjtdWZjnnfk21g1I5XFpfq8hNYIuKpw11PJD4KOka9c/LuzLOyVtERHPU/kWV29fik4D9pH0RUmb5br2EdKB9MSqef+3pA0k7QS8B/hRk23/AHizpAMkrSlpPUl9krapF0w+E7wU+DLpAPirPP554FvA1yS9KG93oqQD8qKXADMLZXtqiX2/jHTQPY18dpFtRGp7eyy/359ssI5bgINy2b2Y1KY34A/A45JOlLR+LoOdJb0yx1/qPYuIJaTG5T2rJh1U+Gx9HrghIhbTvB7W+jxVj/sh8B5Ju+Uz2i/l9S9qUBaN9AG/iYinh7h8Y624ztUtfxSugVaNf6ENIw9vSvrQ/Y30beUUKndJrQV8jXSaeA+175L6BukOoWXAH6k0Hs5kEHdJFab1UbgDJI9bg5TIFpKuN98FfKkw/d2kdoIyd0m9BriBdOBeTOVa9w6kD+ZjpEsUVK1nPeBs0rfMB/Lr9RrEvIjUhrQO6bLGo3mbc4F9G7xvX2bV67R7k25EeBQ4O4/bl3Q9d1n+v29h/n4qd0k9Tmq0nVCYfg6Fu2jqxDCZdKmougH+B6S2meXAfOBfCtOWkxv266xzZ9LB5PE8b39V3AN1YuAuqQeBT5Xc9l6kO3j+TqrHc4DJhfJ4X414XpO3d07V+PVIB667c6wvtK/l6bNybE3vkioscwHpIF28A2in/N4tz/XuBFa986m67v0ox3Mb6a6u6rukLspxPUq6OeMNzcqtRpwfAr5RFffAXVLLSZfXti1Mb1QPa9Xb40ifnceAwwrj7srv3ZXk9p48rbrN47fkNpI8/AXg24XhOdS5mWMk/pQ3YtY1JG0B/Dewe0Q8OYTl+0kJcrVft+dvzdfmdT9VPd16W/6W/0fSDSYPdDqewci/MTsvIlr2ux4nDBtzGiUMMxu6XmrDMDOzYfAZhpmZleIzDDMzK2VUd2o3fvz42H77lnT8OOqsWLGCDTcs83OAsc9lUeGyqHBZVNx0000PR8QWzedc1ahOGFtuuSU33nhjp8PoCv39/fT19XU6jK7gsqhwWVS4LCokNfyFfj2+JGVmZqU4YZiZWSlOGGZmVsqoTxhTZ83pdAhmZj1h1CcMMzNrDycMMzMrxQnDzMxKccIwM7NSnDDMzKwUJwwzMyvFCcPMzEpxwjAzs1KcMMzMrBQnDDMzK2VUJ4wnn30OaG33IO56xMwsGdUJw8zM2scJw8zMSnHCMDOzUsZUwhjJ9oaps+a4/cLMrGDMJAwf3M3MWmvMJAwzM2stJwwzMytlTCYMX54yMxt5YzJhmJnZyHPCMDOzUsZcwvDlKDOz1lir0wEMkPRS4HhgAvDriPjGcNZXTByLzjh4eMGZmVlrzzAkzZb0kKTbq8bPkLRQ0p2SZgFExIKIOA44DHjFSMbhsw4zs+Fr9SWpC4AZxRGS1gTOAQ4EpgNHSpqepx0C/Bb4dSuCKSYOJxEzs8FRRLR2A9JU4MqI2DkP7w18NiIOyMMnAUTE6YVl5kREzetIko4FjgWYMGGLl59y1rdKxbHLxE2Yt3TZKq93mbhJ3fkH5h2Yv1WaxVHW8uXLGTdu3AhENPq5LCpcFhUui4r999//pogY9JWcTrRhTAQWF4aXAHtJ6gPeAqwLXFVv4Yg4DzgPYPK07ePMeSV3Yd4KBnZ30VF9zJw1h0VH9dWdfWaxDaTBfMPVLI6y+vv76esb/nrGApdFhcuiwmUxfJ1IGKoxLiKiH+hvbyjlTJ01xw3nZtbzOnFb7RJgUmF4G+D+dgYw0H7hHmnNzMrrRMKYC+wgaVtJ6wBHAFd0II4XOHGYmTXX6ttqLwKuB3aUtETSMRGxEvgwcDWwALgkIua3Mo6ynDjMzOpraRtGRBxZZ/xVNGjY7jQnDTOz1Y25rkHMzKw1nDBsyHwmZtZbnDBKanRw9IHTzHqBE4aZmZXihDEIPpMws17mhGFmZqU4YQySf6thZr3KCcPMzErpmifujTbtPstwB4hm1mk+wzAzs1KcMMzMrBQnjBHihnAzG+ucMEaQn7NhZmOZE0YLOXGY2VjihNEFnFTMbDRwwhhhgzn4O1GY2WjihGFmZqU4YbRJ8WzCZxZmNho5YZiZWSlOGG3gMwozGwucMNqs+FuNVi5jZjbSnDDayAd8MxvNnDDMzKwUJ4wu5jMSM+smThhmZlaKE0aXKHs24bMOM+sUJ4xRyh0bmlm7OWF0Kd9Ka2bdxs/07jJOEGbWrXyGYWZmpThhjEI+CzGzTnDC6CJOBGbWzbomYUiaJul8SZd2OhYzM1tdSxOGpNmSHpJ0e9X4GZIWSrpT0iyAiLg7Io5pZTxjkc9KzKxdWn2GcQEwozhC0prAOcCBwHTgSEnTWxyHmZkNU0sTRkRcB/y9avSewJ35jOIZ4GLg0FbGMdb5LMPM2qETv8OYCCwuDC8B9pK0OfBFYHdJJ0XE6bUWlnQscCzAhAlbcMouK1sd76iwfPly+vv727rNE3ZZ2fZtltGJsuhWLosKl8XwdSJhqMa4iIhHgOOaLRwR5wHnAUyetn2cOc+/PQS4YMaG9PX1tXWbM2fNYdFR7d1mGf39/W0vi27lsqhwWQxfJ+6SWgJMKgxvA9zfgTjMzGwQOpEw5gI7SNpW0jrAEcAVHYhjzHFbhpm1Uqtvq70IuB7YUdISScdExErgw8DVwALgkoiY38o4esG8pcs6HYKZjXEtbQCIiCPrjL8KuKqV2zYzs5HVNb/0ttbxpSozGwlOGGZmVooThnUdnxGZdScnDDMzK8UJw8zMSnHCMDOzUpwwzMysFCcMMzMrxT33jTEDdxgtOuNgps6aw6IzDl5l/MC0esvVm25m5jMMMzMrxQnDzMxKccIwM7NSnDDMzKwUJwwzMyvFCcPMzEpxwhijBm6TrdWR39RZc4bcwV/1csXt1JtWb1yzGAYTY6PtN1rPcMrCeluzelV23qFusxP11gnDzMxKccIwM7NSnDDMzKwURUSnYxgySU8ACzsdR5eYADzc6SC6hMuiwmVR4bKo2DEiNhrsQqO9L6mFEfGKTgfRDSTd6LJIXBYVLosKl0WFpBuHspwvSZmZWSlOGGZmVspoTxjndTqALuKyqHBZVLgsKlwWFUMqi1Hd6G1mZu0z2s8wzMysTZwwzMyslFGRMCTNkLRQ0p2SZtWYLkln5+m3SdqjE3G2Q4my6JO0TNIt+e+UTsTZapJmS3pI0u11pvdSnWhWFj1RJwAkTZJ0jaQFkuZLOr7GPD1RN0qWxeDqRkR09R+wJnAXMA1YB7gVmF41z0HAzwEBrwJu6HTcHSyLPuDKTsfahrJ4LbAHcHud6T1RJ0qWRU/UibyvWwF75NcbAX/u4eNFmbIYVN0Y1BmGpE0l7TqYZUbAnsCdEXF3RDwDXAwcWjXPocD3Ivk9MF7SVm2Osx3KlEVPiIjrgL83mKVX6kSZsugZEfFARNycXz8BLAAmVs3WE3WjZFkMStOEIalf0saSNiN9o/2OpK8OZ6ODNBFYXBhewuo7XWaesaDsfu4t6VZJP5e0U3tC6zq9UifK6rk6IWkqsDtwQ9WknqsbDcoCBlE3ynQNsklEPC7pfcB3IuJUSbcNPuQhU41x1fcCl5lnLCiznzcDUyJiuaSDgMuBHVodWBfqlTpRRs/VCUnjgMuAj0XE49WTaywyZutGk7IYVN0oc0lqrXy6dhhw5dBCHpYlwKTC8DbA/UOYZyxoup8R8XhELM+vrwLWljShfSF2jV6pE031Wp2QtDbpAHlhRPykxiw9UzealcVg60aZhPE54GrStfO5kqYBfxlS9EMzF9hB0raS1gGOAK6omucK4F357odXAcsi4oE2xtguTctC0oslKb/ek/QeP9L2SDuvV+pEU71UJ/J+ng8siIh6l857om6UKYvB1o2ml6Qi4sfAjwvDdwNvHVzoQxcRKyV9mJS01gRmR8R8Scfl6ecCV5HufLgT+AfwnnbF104ly+JtwAclrQSeBI6IfDvEWCLpItIdHhMkLQFOBdaG3qoTUKoseqJOZK8GjgbmSboljzsZmAw9VzfKlMWg6kbTrkEkbQG8H5hKIcFExHuHuhdmZjb6lGn0/hnw38B/Ac+1NhwzM+tWZc4wbomI3doTjpmZdasyjd5X5tutzMysh5U5w3gC2BB4Bng2j46I2LjFsTU1fvz42H777TsdRldYsWIFG264YafD6AouiwqXRYXLouKmm256OCK2GOxyZe6SGvSDwttlyy235MYbh/Ro2jGnv7+fvr6+TofRFVwWFS6LCpdFhaR7h7JcmUZvJB1C6uAMoD8iOvEDPjMz66AyfUmdARwP3JH/js/jzMysh5Rp9D4IeGNEzI6I2cCMPK4rTJ01p9MhmJn1hLLdm48vvN6kBXGYmVmXK9OGcTrwR0nXkHp5fC1wUkujMjOzrlPmLqmLJPUDryQljBMj4sFWB2ZmZt2l7iUpSS/J//cgPepvCemhI1uP1WfgmplZfY3OMD4OHAucWWNaAK9rSUSD8OSzzw3uGbNmZjZkdRNGRBybXx4YEU8Vp0lar6VRmZlZ1ynzBf13JceZmdkY1qgN48WSXg6sL2l3SXvkvz5gg3YFWIZ/i2Fm1nqN2jAOAGaSnndbfLzfE6SnNpmZWQ9p1IbxXeC7kt4aEZe1MSYzM+tCZX6HcZmkg4GdgPUK4z/XysDMzKy7lOl88FzgcOAjpB/uvR2Y0uK4zMysy5S5S2qfiHgX8GhEnAbsDUxqbViD54ZvM7PWKpMwnsz//yFpa9JT97ZtXUhmZtaNynQ+eKWk8cCXgZtJv/L+ViuDMjOz7tP0DCMiPh8Rj+U7paYAL4mIU1of2uD5spSZWeuUafS+VdLJkraLiKcjYlk7AhsqJw0zs9Yo04ZxCLASuETSXEmfkDS5xXF1hamz5jgBmZllZS5J3RsR/xERLwfeAewK3NPyyMzMrKuU6h1c0lRJnwIuBl4CfKqlUY0AnxmYmY2sMm0YNwA/yfO+PSL2jIhaz8joGiORLIrrcPIxM2uSMCStAfw0IvaIiDMi4u5WBSLppZLOlXSppA+OxDp9oDczGzkNE0ZEPA8cNNSVS5ot6SFJt1eNnyFpoaQ7Jc3K21oQEccBhwGvGOo2zcysNcq0Yfwq3xk1SdJmA38l138BMKM4QtKawDnAgcB04EhJ0/O0Q4DfAr8uuwPNDOVOJ5+ZmJmtThHReAap1h1RERHTSm1AmgpcGRE75+G9gc9GxAF5+KS8wtMLy8yJiIPrrO9Y0rPGmTBhi5efclb5H53vMnGTUvPNW7r6T03KLtspy5cvZ9y4cZ0Ooyu4LCpcFhUui4r999//pogY9JWcMt2bj3S/UROBxYXhJcBe+Ul+bwHWBa5qEM95wHkAk6dtH2fOK9O7STZvBYvOqJmHVjGz1hlGyWU7pb+/n76+vk6H0RVcFhUuiwqXxfA1PdpK2gD4ODA5Io6VtAOwY0RcOcRtqsa4iIh+oH+I6yyteLmpVgLw5Sgzs9rKtGF8B3gG2CcPLwG+MIxtLmHV7tG3Ae4fxvrMzKwNylzP2S4iDpd0JEBEPCmp1llCWXOBHSRtCywFjiD9grztqs82fHZhZlZfmTOMZyStT+rWHEnbAU+XWbmki4DrgR0lLZF0TESsBD4MXA0sAC6JiPlDin4EOVmYmTVW5gzjVOAXwCRJFwKvBmaWWXlEHFln/FU0aNg2M7PuU+YuqV9Juhl4FanB+viIeLjlkZmZWVcp05fUq4GnImIOMB44WdKUVgdmZmbdpUwbxjdIz/N+GfBJ4F7gey2Nqku5ncPMelmZhLEy0s/BDwXOjoivAxu1NiwzM+s2ZRq9n8jddxwNvCb3BbV2a8MyM7NuU+YM43DSbbTvjYgHSV17fLmlUXUxX5Yys15V5hGtDwI/BDaV9GbgmYjoyTYMM7NeVuYuqfcBfyB1DPg24PeS3tvqwLrZULpMNzMb7cpckvoksHtEzIyIdwMvB05sbVijhxOHmfWKMgljCfBEYfgJVu2evGcNJAsnDTPrBXXvkpL08fxyKXCDpJ+R+pM6lHSJygoGkkY3PzPDzGw4Gp1hbJT/7gIuJ3c+CPwMeKC1YY1uwz3jcBuJmXWjumcYEXHawGtJ49KoWNGWqEYxH+jNbKxq2IYh6YOS7iN1B3KfpHsl/Vt7QhvdBps43B5iZt2ubsKQ9BngzUBfRGweEZsD+wMH5mnWRNmDf735nDzMrJs06hrkaOBlEfHUwIiIuFvSYcCtDO8xrT2j1kG/XsO4E4SZdbOGfUkVk0Vh3JOSnm9dSGOfE4OZjUaN2jCWSHp99UhJr8N3SZmZ9ZxGZxgfBX4m6bfATaTbal9JekTroW2IzczMukjdM4yImA/sDFwHTAWm5dc752nWJr6Dysy6QZk2jNltisVqcJIws25Rpi8p6wKj4SzDv1A3G9ucMGxEOFGYjX2Nfrj36/z/39sXjpXR7Qfnbo/PzIamURvGVpL2Aw6RdDGg4sSIuLmlkdmo4QRh1hsaJYxTgFnANsBXq6YF8LpWBWVmZt2nUW+1lwKXSvrfEfH5NsZkJfj5G2bWbk0bvSPi85IOkfSV/PemdgRmg+dLQ2bWSk0ThqTTgeOBO/Lf8XmcdYFOJgknKLPeUua22oOBN0bE7IiYDczI46xLdOOBuxtjMrPhKfs7jPGF15u0IA4bpnlLlwHtP1A7MZj1joZdg2SnA3+UdA3p1trXAie1NCozM+s6TRNGRFwkqZ/UU62AEyPiwVYHZmZm3aXMGQYR8QBwRSsDkTQN+DSwSUS8rZXbGuuKl4l8262ZjZSW9iUlabakhyTdXjV+hqSFku6UNAvS418j4phWxtPL3NZgZsPV6s4HLyDdVfUCSWsC5wAHAtOBIyVNb3EcZmY2TA0vSUlaA7gtInYeysoj4jpJU6tG7wncGRF3521cTHqC3x1D2YY1N9JnFz5bMetNzR6g9LykWyVNjoj7RmibE4HFheElwF6SNge+COwu6aSIqPnjQEnHAscCTJiwBafssnKEwhrdtlwfTqhRFv39/S+M7+/vH/R65y1dxi4TV72TutZ2ahnK9kbC8uXLO7btbuOyqHBZDF+ZRu+tgPmS/gCsGBgZEYcMcZuqMS4i4hHguGYLR8R5wHkAk6dtH2fOK9VuP+adsMtKapXFoqP6mDnQ79RRfYNe78xZc1ZbbmbJM4yhbG8k9Pf309fXmW13G5dFhcti+MocbU8b4W0uASYVhrcB7h/hbZiZ2Qgr0/ngtcAiYO38ei4wnGdhzAV2kLStpHWAI2jxLbu9rNjeUO8RqtXjysxjZr2nTOeD7wcuBb6ZR00ELi+zckkXAdcDO0paIumYiFgJfBi4GlgAXBIR84cQuw1ToyTg53ObWbUyl6Q+RLqz6QaAiPiLpBeVWXlEHFln/FXAVWWDNDOzzivzO4ynI+KZgQFJa5GeuGej1FDPHnzGYdbbyiSMayWdDKwv6Y3Aj4H/bG1YZmbWbcokjFnA34B5wAdIl5I+08qgrP3Knj0M5izDZyRmY0uZ3mqfl/RdUhtGAAsjwpekzMx6TNOEIelg4FzgLtKP7raV9IGI+HmrgzMzs+5R5pLUmcD+EdEXEfsB+wNfa21Y1k1G8tKSL1OZjV5lEsZDEXFnYfhu4KEWxWNmZl2q7iUpSW/JL+dLugq4hNSG8XbSr7XNzKyHNGrDeHPh9V+B/fLrvwGbtiwiMzPrSnUvSUXEexr8vbedQVrrVPc11epttGNd85YuG9H1mVlS5i6pbYGPAFOL8w+je3MzMxuFyvQldTlwPunX3c+3NBozM+taZRLGUxFxdssjMTOzrlYmYXxd0qnAL4GnB0ZGxHCeiWFmZqNMmYSxC3A08Doql6QiD5uZWY8o88O9fwWmRcR+EbF//nOyGKNG+q6hMuurN091N+wDrwfTUWIv3AU1mvexlbGPxLob1aGhrn80v19lEsatwPgWx2FmZl2uzCWpLYE/SZrLqm0Yvq3WzKyHlEkYp7Y8CjMz63plnodxbTsCMTOz7qZmz0KS9ASVZ3ivA6wNrIiIjVscW1M5toWdjqNLTAAe7nQQXcJlUeGyqHBZVOwYERsNdqEyZxirrFTSvwB7DnZDLbIwIl7R6SC6gaQbXRaJy6LCZVHhsqiQdONQlitzl9QqIuJy/BsMM7OeU6bzwbcUBtcAXkHlEpWZmfWIMndJFZ+LsRJYBBzakmgG77xOB9BFXBYVLosKl0WFy6JiSGXRtNHbzMwMGj+i9ZQGy0VEfL4F8ZiZWZeqe4Yh6YQaozcEjgE2j4hxrQzMzMy6S6NHtJ458Ee63rU+8B7gYmBam+IDQNIMSQsl3SlpVo3pknR2nn6bpD3aGV87lSiLPknLJN2S/xqdKY5akmZLekjS7XWm91KdaFYWPVEnACRNknSNpAWS5ks6vsY8PVE3SpbF4OpGRNT9AzYDvgDcA3wW2LTR/K34A9YE7iIlqXVInSFOr5rnIODngIBXATe0O84uKos+4MpOx9qGsngtsAdwe53pPVEnSpZFT9SJvK9bAXvk1xsBf+7h40WZshhU3ah7hiHpy8Bc4Algl4j4bEQ82jD7tMaewJ0RcXdEPEM6w6m+S+tQ4HuR/B4YL2mrdgfaBmXKoidExHXA3xvM0it1okxZ9IyIeCDyw90i4glgATCxaraeqBsly2JQGv1w7wRga+AzwP2SHs9/T0h6fDgbHaSJwOLC8BJW3+ky84wFZfdzb0m3Svq5pJ3aE1rX6ZU6UVbP1QlJU4HdgRuqJvVc3WhQFjCIulH3LqmIGPSvwFtENcZVt9SXmWcsKLOfNwNTImK5pIOAy4EdWh1YF+qVOlFGz9UJSeOAy4CPRUT1F9yeqhtNymJQdaNbkkIjS4BJheFtgPuHMM9Y0HQ/I+LxiFieX18FrC1pQvtC7Bq9Uiea6rU6IWlt0gHywoj4SY1ZeqZuNCuLwdaN0ZAw5gI7SNpW0jrAEcAVVfNcAbwr3/3wKmBZRDzQ7kDboGlZSHqxJOXXe5Le40faHmnn9UqdaKqX6kTez/OBBRHx1Tqz9UTdKFMWg60bZboG6aiIWCnpw8DVpLuEZkfEfEnH5ennAleR7ny4E/gH6fbfMadkWbwN+KCklcCTwBGRb4cYSyRdRLrDY4KkJaQHfa0NvVUnoFRZ9ESdyF4NHA3Mk3RLHncyMBl6rm6UKYtB1Q13DWJmZqWMhktSZmbWBZwwzMysFCcMMzMrxQnDzMxKccIwMxslmnU0WTXvFEm/zh0s9kvaZrjbd8KwriNp80LvmQ9KWppfPybpjjbHMrXMh7PkusZL+rcG05/L+3mrpJsl7dNkfbvlX+cOJ6ZvSnr1cNZhbXUBMKPkvF8h9Zm1K/A54PThbtwJw7pORDwSEbtFxG7AucDX8uvdgOebLS+pW39fNB6omzCAJ/N+vww4ieYf8N1IvycYjr2A3w9zHdYmtTqalLSdpF9IuknSf0t6SZ40Hfh1fn0NI9BRqROGjTZrSvpW7t//l5LWB8in3F+SdC1wvKTXS/qjpHn5NH7dPN+iga4PJL1CUn9+vYWkX+Vv9t+UdG+hi4RG2zxL0u8k3Z5/KYukz0r6xEDAedpU4Axgu3wW8eUm+7kx8Ghe/vuSXviwS7pQ0iGkb42H5/UdLmnDvK9z874fmuffSdIf8ny3Sdohj38p8OeIeE7SRyXdkadfPOR3xzrhPOAjEfFy4BPA/8vjbwXeml//K7CRpM2HsyEnDBttdgDOiYidgMeofCAAxkfEfsA5pFP3wyNiF1KPBh9sst5Tgd9ExB7AT8m/hi2xzQ0jYh/SmcPsJtuYBdyVzyI+WWP6+vmg/ifg28DAY5C/Tf41sqRNgH1Iv1Y+BfhRXt+PgE/nfXglsD/wZUkbAscBX89naa8g9aUEcCDwi0Jsu+fLF8c12Q/rEkodC+4D/Dj/mvubpOdgQEoe+0n6I7AfsBRYOZztOWHYaHNPRNySX98ETC1M+1H+v2Oe7895+Lukhww1si/p+SJExC/I3+5LbPOivMx1wMaSxpfbjZoGLkm9hHSd+nuSFBHXAttLehFwJHBZRNT64P8zMCsfOPqB9UiJ73rgZEknknomfTLPfwCVhHEbcKGkdzLMg4q11RrAYwOXcPPfSwEi4v6IeEtE7E76MkFELBvuxsxGk6cLr59j1f7QVuT/tbqvHrCSSr1frzC+0TKNtlndt05UbaN6O6VExPXABGCLPOr7wFGkM43v1FlMwFsLB47JEbEgIn4IHELqK+hqSa+TtAHpjGygl9aDSWdmLwdu6uJ2ICvI3ZXfI+nt8MLjZ1+WX0+QNFAPT6L5GXBTThg2Fv0JmCpp+zx8NHBtfr2IdFCEVS8t/RY4DEDSPwObltzW4XmZfUm9ni7L29gjj98D2DbP+wTpUZlN5YbLNan0HHoB8DGAiJhfZ31XAx+RXuh9dPf8fxpwd0ScTeqpdVfSJatr8vQ1gEkRcQ3wKVLj/LhSe29tpdTR5PXAjpKWSDqG9EXiGEm3AvOpNG73AQsl/RnYEvjicLfvbxE25kTEU5LeQ7quuxapW/hz8+TTgPMlncyqTx87DbhI0uGk5PIA6YDc7MD5qKTfkRqp35vHXUbqPvuWvO0/57gekfQ/+Tbdn9dox1hflV5FBbw7Ip7Ly/5V0gLSA24GXEPlEtTppDaPs4DbctJYBLyJlNTeKelZ4EFSY/nngEvzetYEfpDbR0S6K+2xJvttHRARR9aZtNqtthFxKZX3eES4t1ozIN9F9VzuQn5v4Bu5kbjRMv3AJyLixjbEtwEwD9hjuNeh8/puBvaKiGeHHZz1DJ9hmCWTgUvy5ZlngPd3OJ4XSHoD6frzV0ciWQDku8HMBsVnGGZmVoobvc3MrBQnDDMzK8UJw8zMSnHCMDOzUpwwzMyslP8Pa2+r8rLJrUUAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.subplot(211)\n",
    "            \n",
    "plt.hist(predicted_labels, bins = 300)\n",
    "plt.grid(visible='on')\n",
    "plt.xlim([0,2.5*10**9])\n",
    "plt.yscale('log')\n",
    "plt.title('Model Predictions (top) vs. Observed Values (bottom)')\n",
    "\n",
    "plt.subplot(212)\n",
    "\n",
    "plt.ylabel('Number of Observations')\n",
    "plt.xlabel('Throughput Bytes/s')\n",
    "\n",
    "plt.hist(test_labels, bins = 300)\n",
    "plt.grid(visible='on')\n",
    "plt.xlim([0,2.5*10**9])\n",
    "plt.yscale('log')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0, 0.5, 'Number of Occurrances')"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEWCAYAAACXGLsWAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAkAklEQVR4nO3deZxcVZn/8c8XRAgIQgR6EoIEMeNPdiViRmakAZUwKAkoCC4ERIOAiopLGB1BMYKOygwzAkYGCQNDjDBAIGyZSMMwshgQhLAMkTUkEhYhJEIg8Pz+OKfp253qujdJV3V19/f9etWr6p66y1Onb9dT55y7KCIwMzOrZ53+DsDMzFqfk4WZmZVysjAzs1JOFmZmVsrJwszMSjlZmJlZKScLW2uSrpY0qb/jsNYm6RFJH+jvONaWpJMlXdDfcTSbk0ULy/9cL0paVnj8W5Nj6JD02R5l7ZIWdk5HxH4RMb3CukLS2xsRZyvIdfWSpBckLZV0u6Qpktbvh1jac33/rEf5TZKOaHY8ZSSdl+PdvVD2dkmVTgSTdISkmxoXoTlZtL6PRMSbCo8v1JpJ0htqlK27Ohta3fmbqdbnq7BMf3yeL0TExsAI4ATgUOAqSeqHWJYDh0sa3egNrcnfp4Znge/3wXoapo8+54DkZDFA5V9S/yvpdEnPAifnX2dnSbpK0nJgL0nvzL94n5M0X9IBhXWsMv8axvJ66yP/GrxB0vOSnpb0q1x+Y579rtxC+ngu/5ykBZKelTRL0sjCekPScZIeBB7MZd+QtFjSIkmfLbZWevn8+0v6ff6l/7ikkwvrH52XPzK/92dJn5f0Hkl/yHW2Ri25iFgeER3AAcDfAPvnba6TWxt/lPSMpJmShhdiGifpt3nbd0lq71HPp0q6Ldfv5cVla3gOOA84qbcZJH1G0n35s18raZsedfOGwrzFv3Ot/W87Sb/Jn+tpSRdK2nQ1qm06sLOkPXuJ9c2S/j3//Z+Q9H1J60p6J3A28Dd533pO0rb5eZ287DmSlhTWdYGkL+fXI/O+92zeFz9XmO9kSRfn+ZcCR/SIaT1JF0m6RNIbV+OzDjhOFgPbe4GHgC2BqbnsE/n1xsCtwBXAdXmeLwIXSnpHYR3F+fuiGX9K3t5mwCjgXwEi4v35/V1yC+lXkvYGTgUOIf0SfxSY0WN9E/Pn3F7SeOCrwAeAtwO1vlR6fp7lwOHApqQv7GMkTeyxzHuBMcDHgX8GvpW3sQNwSG9fXlVExGPAPODvctGX8mfaExgJ/Bn4GYCkrYDZpF/Xw4GvAZdI2qKwysOBz+RlVwJnlIQwFfhoj785eXsTgX8ADgK2AP4HuGg1Pl7P/U+kv+dI4J3A1sDJq7G+vwA/oGtf7mk66TO/HXgX8CHgsxFxH/B54Oa8b20aEQ8DS/N8kOp/WU4sAO8HbsivLwIW5rg/BvxA0j6F7U4ALibtQxd2FkoaBlwGrAAOiYiXV+OzDjhOFq3vsvwLqfPxucJ7iyLiXyNiZUS8mMsuj4j/jYjXgF2BNwGnRcTLEfEb4ErgsMI6Xp8/Il7qJYYzijHkdfTmFWAbYGREvBQR9RLQJ4FzI+KOiFgBnEj6dTi6MM+pEfFs/nyHAL+MiPkR8RfguzXW2e3zRERHRNydp/9A+mLo+eV/Sp73OlJyuSgilkTEE6Qv0HexdhaRvvwBjga+FREL82c+GfhY/gX/KeCqiLgqxzuHlGj+vrCu/4iIeyJiOfCPpGTWa3dbRPyJ9Kv7ezXePppUv/dFxErSF/Wuna2LKp+ruP9FxIKImBMRKyLiKeCn1E7o9fwceKuk/YqFktqA/YAv51bbEuB0Ujdfb24A9pT0V3n64jy9LbAJqZW7NfC3wDfzPnAncA7w6cJ6bo6Iy/LfpPP/bBPgGuCPwJER8epqfs4Bx8mi9U3Mv5Q6H78ovPd4jfmLZSOBx3Pi6PQosFXJOnr6UjEG4MN15v0G6RfmbUrdXp+pM+/IHA8AEbEMeKZOfCN7TJd9fiS9V9L1kp6S9DzpF+jmPZZ5svD6xRrTb6rzGarYitQfDymRXlpIvPcBrwJt+b2DeyTmvyW1ujoVP9+jwHqs+nl6+iGwr6RdepRvA/xLYVvPkv52W1FNz7reUtKM3EW0FLigQmzd5AR6Sn4Ux3m2IX3WxYV4f05q1fTmBqCd1Iq4EeggJa89gf/J/xcjgWcj4oXCclX+R8YBO5N+iA2Jq7E6WQxstXbSYtkiYOvOftvsrcATJetY84Ai/hQRn4uIkaRfrmeq9yOgFpG+BACQtBHwljrxLSZ1bXXaulYIPab/E5gFbB0Rbyb9ym7aYHP+5bobqYUC6Ytnvx4/ADbIrZjHSS2H4nsbRcRphVUWP/NbSS25p+vFEBHPkLrXTunx1uPA0T22NywifktqYQFsWJj/r3os37OuT81lO0fEJqSW0prU9S+BNwMH9oh1BbB5IdZNImKHXmKBlCz+jpQwbiB1S+5BShadXVCLgOGSNi4sV+V/5DrS552bWz2DnpPF4HYr6Z/+G3kgrh34CKuOC/QZSQdL6vxC/zPpH62zif4k8LbC7P8JHClpV6XDS38A3BoRj/Sy+pl5/ndK2hD4ToWQNib9cnxJ6bDMT6zeJ+pSGPQdXWHeDfNYx+XAbcBV+a2zgamFgeQtJE3I710AfETSvnngdgOlQ2CLCfJTkrbPn/97wMUVu0B+CryPNJbQ6WzgREk75FjeLOlggNyN9ETe3rq5hbhdyTY2BpYBz+Xxl69XiGsVuUvsZOCbhbLFpC/on0jaROlAge0K40lPAqOKg8wR8SCpZfgp4MaIWJrn+yg5WUTE48BvgVNzfe8MHEVhbKJOnD8i7cNzJa1WC2ogcrJofVeo+3kWl1ZdMA+4HUDq630aOBM4PCLub1CsAO8BbpW0jPSL/vg82AjpC2B67kY4JCLmkvrdLyG1GrajTh90RFxNGtC9HlgA3JzfWlEnnmOB70l6gZRcZq7pByP9qn+U7r86e/q3vK0nSb/mLwHGF7oC/4VUL9fl+W4hDRR3fnFNIA06P0X6Nf11uv+f/gfpCKc/ARuQBsxL5S/KH9E1dkJEXErqopqRu43uIe0rnT6Xt/8MabD/tyWb+S7wbuB50kD9f1WJrRcXkfaJosOBNwL3kn6IXExXF91vgPnAnyQVW1o3AM/kAw06pwX8vjDPYcBoUivjUuCkPF5UKiJOIQ1y/7fqH5k24GmIdLfZIJSPbLkHWD//Gm309r4NPBURP2/0tnrZfgdwQUSc0x/bt6FtyJ5gYgOTpANJv1o3Iv0qvqIZiQIgIlr6hDGzRnI3lA00R5O6aP5IGgs5pn/DMRsa3A1lZmal3LIwM7NSg3bMYvPNN4/Ro0f3dxhrbPny5Wy00Ub9HUbLcH10cV105/ro0hd1cfvttz8dEVv0LB+0yWL06NHMmzevv8NYYx0dHbS3t/d3GC3D9dHFddGd66NLX9SFpEdrlbsbyszMSjlZmJlZKScLMzMr5WRhZmalGposlO4hfbekOyXNy2XDJc2R9GB+3qww/4lKd6p6QNK+hfLd8noWSDpD6pdbVJqZDVnNaFnsFRG7RsTYPD0FmBsRY4C5eRpJ25MuIrcDMJ50aevOm7qcBUwm3c1sTH7fzMyapD+6oSaQbo9Ifp5YKJ+R77L1MOmqortLGgFsEhE355uMnF9YxszMmqDRySJIl2K+XdLkXNaWr03feY36zjtdbUX3O1ItzGVb5dc9y83MrEkafVLeHhGxSNKWwBxJ9e6jUGscIuqUr7qClJAmA7S1tdHR0bGa4baOZcuWDej4+5rro4vrojvXR5dG1kVDk0VELMrPS/JNe3YHnpQ0IiIW5y6mJXn2hXS/ZeQo0s1IFtL9Vpqd5bW2Nw2YBjB27NgYyGd1+qzU7lwfXVwX3bk+ujSyLhrWDSVpo8772uZ7K3+IdKOaWcCkPNsk0m0nyeWHSlpf0rakgezbclfVC5LG5aOgDi8sY2ZmTdDIlkUbcGk+yvUNwH9GxDWSfgfMlHQU8BjQec/f+ZJmkm6ZuBI4rnBv4WNIt5IcBlydH2Zm1iQNSxYR8RCwS43yZ4B9ellmKjC1Rvk8YMe+jtHMzKrxGdxmZlbKycLMzEo5WZiZWSknCzMzK+VkYWZmpZwszMyslJOFmZmVcrIwM7NSThZmZlbKycLMzEo5WZiZWSknCzMzK+VkYWZmpZwszMyslJOFmZmVcrIwM7NSThZmZlbKycLMzEo5WZiZWSknCzMzK+VkYWZmpZwszMyslJOFmZmVcrIwM7NSThZmZlbKycLMzEo5WZiZWSknCzMzK+VkYWZmpZwszMyslJOFmZmVcrIwM7NSThZmZlaq4clC0rqSfi/pyjw9XNIcSQ/m580K854oaYGkByTtWyjfTdLd+b0zJKnRcZuZWZdmtCyOB+4rTE8B5kbEGGBunkbS9sChwA7AeOBMSevmZc4CJgNj8mN8E+I2M7OsoclC0ihgf+CcQvEEYHp+PR2YWCifERErIuJhYAGwu6QRwCYRcXNEBHB+YRkzM2uCNzR4/f8MfAPYuFDWFhGLASJisaQtc/lWwC2F+Rbmslfy657lq5A0mdQCoa2tjY6OjrX/BP1k2bJlAzr+vub66OK66M710aWRdVGaLCT9CPg+8CJwDbAL8OWIuKBkuQ8DSyLidkntFWKpNQ4RdcpXLYyYBkwDGDt2bLS3V9lsa+ro6GAgx9/XXB9dXBfduT66NLIuqnRDfSgilgIfJv2q/2vg6xWW2wM4QNIjwAxgb0kXAE/mriXy85I8/0Jg68Lyo4BFuXxUjXIzM2uSKslivfz898BFEfFslRVHxIkRMSoiRpMGrn8TEZ8CZgGT8myTgMvz61nAoZLWl7QtaSD7ttxl9YKkcfkoqMMLy5iZWRNUGbO4QtL9pG6oYyVtAby0Fts8DZgp6SjgMeBggIiYL2kmcC+wEjguIl7NyxwDnAcMA67ODzMza5LSZBERUyT9EFgaEa9K+gvpyKXKIqID6MivnwH26WW+qcDUGuXzgB1XZ5tmZtZ3SruhJG0IHEc61wFgJDC2kUGZmVlrqTJm8UvgZeB9eXoh6egoMzMbIqoki+0i4kek8x2IiBepfTirmZkNUlWSxcuShpHPbZC0HbCioVGZmVlLqXI01Emkk/G2lnQh6fyJIxoZlJmZtZYqR0PNkXQHMI7U/XR8RDzd8MjMzKxlVDka6kBgZUTMjogrgZWSJjY8MjMzaxlVxixOiojnOyci4jlS15SZmQ0RVZJFrXkafbVaMzNrIVWSxTxJP5W0naS3SToduL3RgZmZWXWjp8xu6PqrJIsvkk7K+xXwa9J1oY5rZFBmZtZaqhwNtZx861MzMxuaqtz86K+BrwGji/NHxN6NC8vMzFpJlYHqXwNnk+6j/WrJvGZmNghVSRYrI+Ks8tnMzGywqjLAfYWkYyWNkDS889HwyMzMrGVUaVl03gK1eN/tAN7W9+GYmVkrqnI01LbNCMTMzFpXpTOxJe0IbA9s0FkWEec3KigzM2stVQ6dPQloJyWLq4D9gJsAJwszsyGiygD3x4B9gD9FxJHALsD6DY3KzMxaSpVk8WJEvEa6NPkmwBI8uG1mNqRUGbOYJ2lT4BekCwguA25rZFBmZtZa6iYLSQJOzfewOFvSNcAmEfGHZgRnZmatoW43VEQEcFlh+hEnCjOzoafKmMUtkt7T8EjMzKxlVRmz2As4WtKjwHJApEbHzg2NzMzMWkaVMYvPA482JxwzM2tFdZNFRISk0yNit2YFZGZmrcdjFmZmVspjFmZmVqpKstiv4VGYmVlLq5IsouFRmJlZS6syZjEbuDI/zwUeAq4uW0jSBpJuk3SXpPmSvpvLh0uaI+nB/LxZYZkTJS2Q9ICkfQvlu0m6O793Rj5Ky8zMmqQ0WUTEThGxc34eA+xOukR5mRXA3hGxC7ArMF7SOGAKMDeva26eRtL2wKHADsB44ExJ6+Z1nQVMBsbkx/jqH9HMzNZWlZZFNxFxB1B6dFQky/LkevkRwARgei6fDkzMrycAMyJiRUQ8DCwAdpc0gnQ9qpvz5UfOLyxjZmZNUOXmR18tTK4DvBt4qsrKc8vgduDtwM8i4lZJbRGxGCAiFkvaMs++FXBLYfGFueyV/Lpnea3tTSa1QGhra6Ojo6NKmC1p2bJlAzr+vub66OK66M71kZyw08qG1kWVAe6NC69XksYuLqmy8oh4Fdg1X+L80nx71t7UGoeIOuW1tjcNmAYwduzYaG9vrxJmS+ro6GAgx9/XXB9dXBfduT6SI6bM5rzxGzWsLkqTRUR8d203EhHPSeogjTU8KWlEblWMIN1MCVKLYevCYqOARbl8VI1yMzNrktIxi3zE0qaF6c0kXVthuS06l5M0DPgAcD8wC5iUZ5sEXJ5fzwIOlbS+pG1JA9m35S6rFySNy0dBHV5YxszMmqBKN9QW+eZHAETEnwvjDPWMAKbncYt1gJkRcaWkm4GZko4CHgMOzuudL2kmcC+pu+u43I0FcAxwHjCMdNhu6aG7ZmbWd6oki1clvTUiHgOQtA0VTtTLN0l6V43yZ4B9ellmKjC1Rvk8oN54h5mZNVCVZPEt4CZJN+Tp95OPODIzs6GhygD3NZLeDYwjHZn0lYh4uuGRmZnZarn7iedpb9C6qwxwHwi8EhFXRsQVwEpJExsUj5mZtaAqZ3CfFBHPd07kwe6TGhaRmZm1nCrJotY8VcY6zMxskKiSLOZJ+qmk7SS9TdLppEt4mJnZEFElWXwReBn4FfBr4CXguEYGZWZmraXK0VDLJX0fOCUiljchJjMzazF1WxaSjpX0GPAo8JikRyUd25zQzMysVfSaLCR9G/gw0B4Rb4mItwB7Afvl98zMbIio17L4NHBQRDzUWZBfH0K6mJ+ZmQ0RdbuhIuKlGmUvAq81LCIzM2s59ZLFQkmrXPBP0t7A4saFZGZmrabe0VBfAi6XdBPpvIog3Xt7D9L9ss3MbIjotWUREfNJlwW/ERgNvC2/3jG/Z2ZmQ0Td8yzymMW5TYrFzMxaVJUzuM3MbIhzsjAzs1L1Tsqbm59/2LxwzMysFdUbsxghaU/gAEkzSHfJe11E3NHQyMzMrGXUSxbfAaYAo4Cf9ngvgL0bFZSZmbWWXpNFRFwMXCzpHyPilCbGZGZmLabKJcpPkXQA8P5c1BERVzY2LDMzayWlR0NJOhU4Hrg3P47PZWZmNkRUuZf2/sCuEfEagKTpwO+BExsZmJmZtY6q51lsWnj95gbEYWZmLaxKy+JU4PeSricdPvt+3KowMxtSqgxwXySpg3TFWQHfjIg/NTowMzNrHVVaFkTEYmBWg2MxM7MW5WtDmZlZKScLMzMrVTdZSFpH0j3NCsbMzFpT3WSRz624S9JbV3fFkraWdL2k+yTNl3R8Lh8uaY6kB/PzZoVlTpS0QNIDkvYtlO8m6e783hmSVGubZmbWGFW6oUYA8yXNlTSr81FhuZXACRHxTmAccJyk7UkXJ5wbEWOAuXma/N6hwA7AeOBMSevmdZ0FTAbG5Mf4yp/QzMzWWpWjob67JivOR1Atzq9fkHQfsBUwAWjPs00HOoBv5vIZEbECeFjSAmB3SY8Am0TEzQCSzgcmAlevSVxmZrb6qpxncYOkbYAxEfHfkjYE1i1brkjSaOBdwK1AW04kRMRiSVvm2bYCbikstjCXvZJf9yw3M7MmKU0Wkj5H6gIaDmxH+qI+G9inygYkvQm4BPhyRCytM9xQ642oU15rW5NzrLS1tdHR0VElxJa0bNmyAR1/X3N9dHFddOf6SE7YaSVtw2hYXVTphjoO2J3UKiAiHiy0BuqStB4pUVwYEf+Vi5+UNCK3KkYAS3L5QmDrwuKjgEW5fFSN8lVExDRgGsDYsWOjvb29SpgtqaOjg4Ecf19zfXRxXXTn+kiOmDKbE3ZaySENqosqA9wrIuLlzglJb6CXX/ZF+Yilfwfui4jinfZmAZPy60nA5YXyQyWtL2lb0kD2bbnL6gVJ4/I6Dy8sY2ZmTVClZXGDpH8Ahkn6IHAscEWF5fYAPg3cLenOXPYPwGnATElHAY8BBwNExHxJM0n3zFgJHBcRr+bljgHOA4aRBrY9uG1m1kRVksUU4CjgbuBo4CrgnLKFIuImao83QC/jHRExFZhao3wesGOFWM3MrAGqHA31Wr7h0a2k7qcHIqK0G8rMzAaPKkdD7U86+umPpJbCtpKOjgh3BZmZDRFVuqF+AuwVEQsAJG0HzMbjBmZmQ0aVo6GWdCaK7CG6Dnc1M7MhoNeWhaSD8sv5kq4CZpLGLA4GfteE2MzMrEXU64b6SOH1k8Ce+fVTwGarzm5mZoNVr8kiIo5sZiBmZta6qhwNtS3wRWB0cf6IOKBxYZmZWSupcjTUZaTLdlwBvNbQaMzMbLWNnjK74duokixeiogzGh6JmZm1rCrJ4l8knQRcB6zoLIyIOxoWlZmZtZQqyWIn0gUB96arGyrytJmZDQFVksWBwNuKlyk3M7OhpcoZ3HcBmzY4DjMza2FVWhZtwP2Sfkf3MQsfOmtmNkRUSRYnNTwKMzNraVXuZ3FDMwIxM7PWVeUM7hfouuf2G4H1gOURsUkjAzMzs9ZRpWWxcXFa0kRg90YFZGZmrafK0VDdRMRl+BwLM7MhpUo31EGFyXWAsXR1S5mZ2RBQ5Wio4n0tVgKPABMaEo2ZmbWkKmMWvq+FmdkQV++2qt+ps1xExCkNiMfMzFpQvZbF8hplGwFHAW8BnCzMzIaIerdV/Unna0kbA8cDRwIzgJ/0tpyZmQ0+dccsJA0Hvgp8EpgOvDsi/tyMwMzMrHXUG7P4J+AgYBqwU0Qsa1pUZmbWUuqdlHcCMBL4NrBI0tL8eEHS0uaEZ2ZmraDemMVqn91tZmaDkxOCmZmVcrIwM7NSThZmZlaqYclC0rmSlki6p1A2XNIcSQ/m580K750oaYGkByTtWyjfTdLd+b0zJKlRMZuZWW2NbFmcB4zvUTYFmBsRY4C5eRpJ2wOHAjvkZc6UtG5e5ixgMjAmP3qu08zMGqxhySIibgSe7VE8gXRyH/l5YqF8RkSsiIiHgQXA7pJGAJtExM0REcD5hWXMzKxJqlyivC+1RcRigIhYLGnLXL4VcEthvoW57JX8umd5TZImk1ohtLW10dHR0XeRN9myZcsGdPx9zfXRxXXRnesDTthpJQBtw2hYXTQ7WfSm1jhE1CmvKSKmkc44Z+zYsdHe3t4nwfWHjo4OBnL8fc310cV10d1Qr4/RU2bT+VV+wk4rOaRBddHso6GezF1L5OcluXwhsHVhvlHAolw+qka5mZk1UbOTxSxgUn49Cbi8UH6opPUlbUsayL4td1m9IGlcPgrq8MIyZmbWJA3rhpJ0EdAObC5pIXAScBowU9JRwGPAwQARMV/STOBe0q1bj4uIV/OqjiEdWTUMuDo/zMysiRqWLCLisF7e2qeX+acCU2uUzwN27MPQzMxsNfkMbjMzK+VkYWZmpZwszMwGoHTIbPM4WZiZDVDNTBhOFmZmVsrJwszMSjlZmJlZKScLMzMr5WRhZmalnCzMzJqg2Ye69jUnCzOzJhnICcPJwszMSjlZmJlZKScLMzMr5WRhZtZgA3msopOThZmZlXKyMDNrorVpZYyeMrvfWilOFmZmVsrJwsxsgOmP1oWThZmZlXKyMDNrca1wNJWThZnZANDfCcPJwszMSjlZmJk12eq0Evq7RdHJycLMrIHW9ryKVuFkYWbWglopUYCThZlZv6mVEPrzLO16nCzMzPpBKyaEet7Q3wGYmQ1lAyVpuGVhZmalnCzMzBpkoLQaqnCyMDOzUk4WZmYNMJhaFTCAkoWk8ZIekLRA0pT+jsfMrKgzObTqoa9ra0AcDSVpXeBnwAeBhcDvJM2KiHv7NzIzG0h6+xJ/5LT9Ky37yGn7100EgzFJdBoQyQLYHVgQEQ8BSJoBTACcLMyarOwLscoXbyNU+TKvt2xfzjcYKSL6O4ZSkj4GjI+Iz+bpTwPvjYgv9JhvMjA5T74DeKCpgfatzYGn+zuIFuL66OK66M710aUv6mKbiNiiZ+FAaVmoRtkqWS4ipgHTGh9O40maFxFj+zuOVuH66OK66M710aWRdTFQBrgXAlsXpkcBi/opFjOzIWegJIvfAWMkbSvpjcChwKx+jsnMbMgYEN1QEbFS0heAa4F1gXMjYn4/h9Vog6I7rQ+5Prq4LrpzfXRpWF0MiAFuMzPrXwOlG8rMzPqRk4WZmZVysmgRkv5J0v2S/iDpUkmb9jLfkLjsiaSDJc2X9JqkXg8FlPSIpLsl3SlpXjNjbJbVqItBv29IGi5pjqQH8/Nmvcw3qPeLsr+1kjPy+3+Q9O613aaTReuYA+wYETsD/wec2HOGwmVP9gO2Bw6TtH1To2yee4CDgBsrzLtXROw6iI+1L62LIbRvTAHmRsQYYG6e7s2g3C8q/q33A8bkx2TgrLXdrpNFi4iI6yJiZZ68hXQuSU+vX/YkIl4GOi97MuhExH0RMZDPwO8zFetiqOwbE4Dp+fV0YGL/hdJvqvytJwDnR3ILsKmkEWuzUSeL1vQZ4Ooa5VsBjxemF+ayoSyA6yTdni/3MlQNlX2jLSIWA+TnLXuZbzDvF1X+1n2+PwyI8ywGC0n/DfxVjbe+FRGX53m+BawELqy1ihplA/bY5yr1UcEeEbFI0pbAHEn3R0SVrquW0gd1MWj2jXp1sRqrGRT7RS+q/K37fH9wsmiiiPhAvfclTQI+DOwTtU+AGVSXPSmrj4rrWJSfl0i6lNREH3BfCn1QF4Nm36hXF5KelDQiIhbnbpUlvaxjUOwXvajyt+7z/cHdUC1C0njgm8ABEfGXXmbzZU8KJG0kaePO18CHSIPBQ9FQ2TdmAZPy60nAKq2uIbBfVPlbzwIOz0dFjQOe7+y+W1NOFq3j34CNSU3mOyWdDSBppKSrIF32BOi87Ml9wMzBetkTSQdKWgj8DTBb0rW5/PX6ANqAmyTdBdwGzI6Ia/on4sapUhdDaN84DfigpAdJN0M7DYbWftHb31rS5yV9Ps92FfAQsAD4BXDs2m7Xl/swM7NSblmYmVkpJwszMyvlZGFmZqWcLMzMrJSThZnZICDpXElLJJUeJixpG0lz80UGOyTVurxQN04WNuRIejUfntz5aMoVWiWdLOmJvM37JZ0lqe7/oKQvS9pwLbY5QtJ1a7q8DSjnAeMrzvtj0rWjdga+B5xatoCThQ1FL+arkXY+Tus5Q76yZ6/Tvakw3+kRsSvpaqE7AXuWzP9lYI2TBenL49q1WN4GiHw5k2eLZZK2k3RNvkbW/0j6f/mt7UlX7QW4ngoXnXSyMMvyPRC+I+km4OAa04fleyTcI+mHheWWSfqepFtJJ85V8UZgA+DP+R/6jsL6xuR/7i8BI4HrJV2f3/uQpJsl3SHp15LelMtPk3Rv7lb4cWE744GrcwvjxtyquUfS361NXdmAMQ34YkTsBnwNODOX3wV8NL8+ENhY0lvqrcjJwoaiYT26oT5eeO+liPjbiJhRnCZdV+iHwN7ArsB7JE3M82wE3BMR742Im0q2/RVJdwKLgf+LiDsj4o/A85J2zfMcCZwXEWeQruezV0TsJWlz4NvAByLi3cA84KuShpP+4XfI3Qrfh9dbOe+IiHuBTwDX5lbNLsCdq1VjNuDkHxLvA36d97mfA52XKf8asKek35Nat0+QLmDaK19I0IaiF/OXZi2/6mX6PUBHRDwFIOlC4P3AZcCrwCUVt316RPxY0nrAxZIOzYnpHOBISV8FPk668F1P40jdB/8rCVLr5GZgKfAScI6k2cCVef73Arfm178Dzs3bvSwi7qwYrw1c6wDP1drX84UWD4LXk8pHI+L5spWZWZflvUzXuuRzp5ci4tXV2UhEvAJcQ0o4kJLNfqSrDt8eEc/UWEzAnMJYy/YRcVS+VtDueR0T83rJ67smb+/GvK0ngP+QdPjqxGsDT0QsBR6WdDC8fqvVXfLrzQsHV5wInFu2PicLs2puJTXbN8/dO4cBN9SaUdKpkg6stzKlpsH7gD8CRMRLpIHos4BfFmZ9gXSBSUh3UNxD0tvzOjaU9Nf5l+GbI+Iq0oD4rnn+fciDmJK2AZZExC+AfwfW+p7M1lokXURqab5D0kJJRwGfBI7KF1WcT9dAdjvwgKT/I114cWrZ+t0NZUPRsNyH2+maiKh7+Gy+f8KJpCNHBFxV56ZEO9H75cG/IulTwHrAH+gacIR0w6uDgOKhrtNIA9SL87jFEcBFktbP73+blFAul7RBju0rkrYgtXiW5vnaga9LegVYBrhlMchExGG9vLXK4bQRcTFw8eqs31edNetjkq6NiH3XYLmvkVoI/9gHMXwKGFXrsGCzNeFkYdYClO7mth2wd0Q83d/xmPXkZGFmZqU8wG1mZqWcLMzMrJSThZmZlXKyMDOzUk4WZmZW6v8D/K2nX+HvXYgAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.hist(e, bins = 1000)\n",
    "plt.grid(visible='on')\n",
    "#plt.xlim([-0.25*10**9,0.25*10**9])\n",
    "#plt.ylim(0,35000)\n",
    "plt.title('Error Historgram, Deep Neural Network')\n",
    "plt.xlabel('Error, Bytes/s')\n",
    "plt.ylabel('Number of Occurrances')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}