Auto_TPOT.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "import feather\n",
    "from pathlib import Path\n",
    "sys.path.append(r'C:\\Users\\Benny\\fastai\\old')\n",
    "\n",
    "%config IPCompleter.greedy=True\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "%matplotlib inline\n",
    "\n",
    "from fastai.imports import *\n",
    "from fastai.structured import *\n",
    "from fastai.io import *\n",
    "from fastai.dataset import *\n",
    "from fastai.transforms import *\n",
    "from fastai.conv_learner import *\n",
    "from fastai.model import *\n",
    "from fastai.dataset import *\n",
    "from fastai.sgdr import *\n",
    "from fastai.plots import *\n",
    "\n",
    "from pandas_summary import DataFrameSummary\n",
    "from sklearn.ensemble import RandomForestRegressor, RandomForestClassifier\n",
    "from sklearn.metrics import (classification_report, confusion_matrix,\n",
    "accuracy_score, log_loss)\n",
    "from sklearn.model_selection import RandomizedSearchCV, GridSearchCV\n",
    "\n",
    "from IPython.display import display\n",
    "\n",
    "import seaborn as sns\n",
    "plt.style.use('ggplot')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>datetime</th>\n",
       "      <th>PM2.5</th>\n",
       "      <th>is_holiday</th>\n",
       "      <th>is_weekend</th>\n",
       "      <th>DayofWeek</th>\n",
       "      <th>weekofyear</th>\n",
       "      <th>hour</th>\n",
       "      <th>prev_level</th>\n",
       "      <th>Wind</th>\n",
       "      <th>Temperature(C)</th>\n",
       "      <th>Humidity(%)</th>\n",
       "      <th>Wind Speed(kmh)</th>\n",
       "      <th>is_rain</th>\n",
       "      <th>fire0-240km</th>\n",
       "      <th>fire240km-480km</th>\n",
       "      <th>fire480km-720km</th>\n",
       "      <th>index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-03-04 16:00:00</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>16</td>\n",
       "      <td>44</td>\n",
       "      <td>SSW</td>\n",
       "      <td>33.89</td>\n",
       "      <td>46.0</td>\n",
       "      <td>14.48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1364</td>\n",
       "      <td>3632</td>\n",
       "      <td>101888</td>\n",
       "      <td>7.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-03-04 17:00:00</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>17</td>\n",
       "      <td>42</td>\n",
       "      <td>SSW</td>\n",
       "      <td>33.89</td>\n",
       "      <td>46.0</td>\n",
       "      <td>12.87</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1334</td>\n",
       "      <td>3606</td>\n",
       "      <td>101103</td>\n",
       "      <td>8.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-03-04 18:00:00</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>18</td>\n",
       "      <td>41</td>\n",
       "      <td>S</td>\n",
       "      <td>32.22</td>\n",
       "      <td>55.0</td>\n",
       "      <td>14.48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1263</td>\n",
       "      <td>3557</td>\n",
       "      <td>100271</td>\n",
       "      <td>8.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-03-04 19:00:00</td>\n",
       "      <td>32</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>19</td>\n",
       "      <td>40</td>\n",
       "      <td>S</td>\n",
       "      <td>30.00</td>\n",
       "      <td>62.0</td>\n",
       "      <td>14.48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1205</td>\n",
       "      <td>3517</td>\n",
       "      <td>99396</td>\n",
       "      <td>8.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-03-04 20:00:00</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>20</td>\n",
       "      <td>39</td>\n",
       "      <td>S</td>\n",
       "      <td>28.89</td>\n",
       "      <td>70.0</td>\n",
       "      <td>14.48</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1146</td>\n",
       "      <td>3469</td>\n",
       "      <td>98422</td>\n",
       "      <td>7.3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             datetime  PM2.5  is_holiday  is_weekend  DayofWeek  weekofyear  \\\n",
       "0 2016-03-04 16:00:00     35           0           0          4           9   \n",
       "1 2016-03-04 17:00:00     30           0           0          4           9   \n",
       "2 2016-03-04 18:00:00     26           0           0          4           9   \n",
       "3 2016-03-04 19:00:00     32           0           0          4           9   \n",
       "4 2016-03-04 20:00:00     24           0           0          4           9   \n",
       "\n",
       "   hour  prev_level Wind  Temperature(C)  Humidity(%)  Wind Speed(kmh)  \\\n",
       "0    16          44  SSW           33.89         46.0            14.48   \n",
       "1    17          42  SSW           33.89         46.0            12.87   \n",
       "2    18          41    S           32.22         55.0            14.48   \n",
       "3    19          40    S           30.00         62.0            14.48   \n",
       "4    20          39    S           28.89         70.0            14.48   \n",
       "\n",
       "   is_rain  fire0-240km  fire240km-480km  fire480km-720km  index  \n",
       "0      0.0         1364             3632           101888    7.1  \n",
       "1      0.0         1334             3606           101103    8.2  \n",
       "2      0.0         1263             3557           100271    8.8  \n",
       "3      0.0         1205             3517            99396    8.6  \n",
       "4      0.0         1146             3469            98422    7.3  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bkkpm_combo = pd.read_csv('data/model/bkkpm_combo_fireAR.csv')\n",
    "bkkpm_combo.rename(columns={'Unnamed: 0':'datetime'},inplace=True)\n",
    "bkkpm_combo['datetime'] = pd.to_datetime(bkkpm_combo['datetime'])\n",
    "bkkpm_combo.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# test index start at \n",
    "test_idx = bkkpm_combo[bkkpm_combo['datetime'] > '2019-01-31'].index[0]\n",
    "#separate data for training and testing \n",
    "test = bkkpm_combo.iloc[test_idx:]\n",
    "to_train = bkkpm_combo.iloc[:test_idx]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "bkkpm_combo = bkkpm_combo[['DayofWeek', 'hour', 'prev_level', 'Temperature(C)', 'Humidity(%)',\n",
    "       'Wind Speed(kmh)', 'fire0-240km', 'fire240km-480km', 'fire480km-720km',\n",
    "       'index','PM2.5']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "df, y, nas = proc_df(bkkpm_combo, 'PM2.5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['DayofWeek', 'hour', 'prev_level', 'Temperature(C)', 'Humidity(%)',\n",
       "       'Wind Speed(kmh)', 'fire0-240km', 'fire240km-480km', 'fire480km-720km',\n",
       "       'index'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_idxs = int(24430*0.85)\n",
    "X_test = df.iloc[test_idxs:]\n",
    "y_test = y[test_idxs:]\n",
    "\n",
    "X_trn = df.iloc[:test_idxs]\n",
    "y_trn = y[:test_idxs]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# calculate the train & validation split index\n",
    "idx = int(df.shape[0]*0.8)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# train and validation split\n",
    "X_trn = df.iloc[:idx]\n",
    "X_val = df.iloc[idx:]\n",
    "\n",
    "y_trn = y[:idx]\n",
    "y_val = y[idx:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Benny\\Anaconda3\\envs\\fastai\\lib\\site-packages\\deap\\tools\\_hypervolume\\pyhv.py:33: ImportWarning: Falling back to the python version of hypervolume module. Expect this to be very slow.\n",
      "  \"module. Expect this to be very slow.\", ImportWarning)\n"
     ]
    }
   ],
   "source": [
    "from tpot import TPOTRegressor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, description='Optimization Progress', max=300, style=ProgressStyle(descript…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generation 1 - Current best internal CV score: -60.40048069105844\n",
      "Generation 2 - Current best internal CV score: -60.40048069105844\n",
      "Generation 3 - Current best internal CV score: -60.40048069105844\n",
      "Generation 4 - Current best internal CV score: -60.04585201195637\n",
      "Generation 5 - Current best internal CV score: -59.83313637689888\n",
      "\n",
      "Best pipeline: ExtraTreesRegressor(RidgeCV(input_matrix), bootstrap=False, max_features=1.0, min_samples_leaf=11, min_samples_split=3, n_estimators=100)\n"
     ]
    },
    {
     "ename": "NameError",
     "evalue": "name 'X_val' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-20-8a0d317a2c33>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      2\u001b[0m \u001b[0mtpot\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mTPOTRegressor\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mgenerations\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m5\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mpopulation_size\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m50\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mverbosity\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m2\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      3\u001b[0m \u001b[0mtpot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfit\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mX_trn\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0my_trn\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 4\u001b[1;33m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtpot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mscore\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mX_val\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0my_val\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      5\u001b[0m \u001b[0mtpot\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexport\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'tpot_pipeline_April6.py'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNameError\u001b[0m: name 'X_val' is not defined"
     ]
    }
   ],
   "source": [
    "#ask TPOT to hunt for the best model\n",
    "tpot = TPOTRegressor(generations=5, population_size=50, verbosity=2)\n",
    "tpot.fit(X_trn, y_trn)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-85.51418691977028\n"
     ]
    }
   ],
   "source": [
    "print(tpot.score(X_test, y_test))\n",
    "tpot.export('tpot_pipeline_April6.py')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "-62.0138822034067"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tpot.score(X_val,y_val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'ElasticNetCV(GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.95, GradientBoostingRegressor__learning_rate=0.5, GradientBoostingRegressor__loss=ls, GradientBoostingRegressor__max_depth=7, GradientBoostingRegressor__max_features=0.9500000000000001, GradientBoostingRegressor__min_samples_leaf=8, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.1), ElasticNetCV__l1_ratio=0.6000000000000001, ElasticNetCV__tol=1e-05)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -151.01269896798647},\n",
       " 'ExtraTreesRegressor(MaxAbsScaler(input_matrix), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -63.922377026381696},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=1.0, XGBRegressor__max_depth=7, XGBRegressor__min_child_weight=7, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -2164.3673633094218},\n",
       " 'KNeighborsRegressor(input_matrix, KNeighborsRegressor__n_neighbors=35, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=uniform)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -187.7822599492507},\n",
       " 'LassoLarsCV(input_matrix, LassoLarsCV__normalize=True)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -65.56716914975928},\n",
       " 'LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=True, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -1746.0879228267981},\n",
       " 'LassoLarsCV(XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=9, XGBRegressor__min_child_weight=12, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.45), LassoLarsCV__normalize=True)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -77.35706604221045},\n",
       " 'ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.5, ElasticNetCV__tol=0.01)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -159.0633237232789},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=False)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.1840668638381},\n",
       " 'RandomForestRegressor(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.0001), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=13, RandomForestRegressor__min_samples_split=20, RandomForestRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -97.30510458144616},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.25)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -175.8996641851238},\n",
       " 'ElasticNetCV(RobustScaler(input_matrix), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.72432629475342},\n",
       " 'RandomForestRegressor(PCA(input_matrix, PCA__iterated_power=9, PCA__svd_solver=randomized), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.15000000000000002, RandomForestRegressor__min_samples_leaf=17, RandomForestRegressor__min_samples_split=8, RandomForestRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -98.36451932179726},\n",
       " 'ExtraTreesRegressor(SelectPercentile(input_matrix, SelectPercentile__percentile=51), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.2, ExtraTreesRegressor__min_samples_leaf=20, ExtraTreesRegressor__min_samples_split=15, ExtraTreesRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -134.89316639214627},\n",
       " 'RidgeCV(SelectFwe(input_matrix, SelectFwe__alpha=0.047))': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.73938314465468},\n",
       " 'LinearSVR(RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=9, RandomForestRegressor__n_estimators=100), LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.01, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.01)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -674.6197984576215},\n",
       " 'RandomForestRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.2, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=9, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -74.01947528725363},\n",
       " 'XGBRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=False), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -75.07833477266587},\n",
       " 'RidgeCV(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100))': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.36465917699435},\n",
       " 'AdaBoostRegressor(RBFSampler(input_matrix, RBFSampler__gamma=0.6000000000000001), AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -241.91450764788678},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=18, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -64.84734746747998},\n",
       " 'RidgeCV(input_matrix)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -65.80755585137236},\n",
       " 'KNeighborsRegressor(input_matrix, KNeighborsRegressor__n_neighbors=85, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=distance)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -172.40788745808877},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=10, DecisionTreeRegressor__min_samples_split=2)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -77.63521508379439},\n",
       " 'AdaBoostRegressor(FastICA(input_matrix, FastICA__tol=0.1), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -153.51436208483665},\n",
       " 'KNeighborsRegressor(RobustScaler(input_matrix), KNeighborsRegressor__n_neighbors=64, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -92.9880045745882},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -70.75097843528116},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -65.59942154251537},\n",
       " 'XGBRegressor(Binarizer(input_matrix, Binarizer__threshold=0.75), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=5, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.7000000000000001)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -182.95297869607808},\n",
       " 'AdaBoostRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -133.74562494380825},\n",
       " 'LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.2), LassoLarsCV__normalize=False)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.93384431393108},\n",
       " 'LassoLarsCV(Normalizer(input_matrix, Normalizer__norm=max), LassoLarsCV__normalize=True)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -154.6285583690147},\n",
       " 'LinearSVR(GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.99, GradientBoostingRegressor__learning_rate=0.5, GradientBoostingRegressor__loss=ls, GradientBoostingRegressor__max_depth=2, GradientBoostingRegressor__max_features=0.7500000000000001, GradientBoostingRegressor__min_samples_leaf=7, GradientBoostingRegressor__min_samples_split=20, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.8500000000000001), LinearSVR__C=25.0, LinearSVR__dual=True, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.001)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -125221.31013835664},\n",
       " 'AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -75.4415264152208},\n",
       " 'KNeighborsRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.25, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), KNeighborsRegressor__n_neighbors=18, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=uniform)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -210.44791707665868},\n",
       " 'ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.2, ElasticNetCV__tol=0.01)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -194.04094226896933},\n",
       " 'RidgeCV(ZeroCount(input_matrix))': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.78342562220418},\n",
       " 'GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.85, GradientBoostingRegressor__learning_rate=0.001, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=6, GradientBoostingRegressor__max_features=0.8500000000000001, GradientBoostingRegressor__min_samples_leaf=19, GradientBoostingRegressor__min_samples_split=6, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.25)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -187.69429511207872},\n",
       " 'ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.6000000000000001, ElasticNetCV__tol=0.01)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -154.7234863296434},\n",
       " 'LassoLarsCV(input_matrix, LassoLarsCV__normalize=False)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -66.18406686387317},\n",
       " 'ElasticNetCV(SelectPercentile(input_matrix, SelectPercentile__percentile=26), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.1)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -180.15407768285485},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=1, DecisionTreeRegressor__min_samples_leaf=2, DecisionTreeRegressor__min_samples_split=4)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -106.80066982940332},\n",
       " 'GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=0.1, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -170.1070165560718},\n",
       " 'RandomForestRegressor(Binarizer(input_matrix, Binarizer__threshold=0.2), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.15000000000000002, RandomForestRegressor__min_samples_leaf=20, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -182.38281306667767},\n",
       " 'ExtraTreesRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -63.65168385971324},\n",
       " 'XGBRegressor(RobustScaler(input_matrix), XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=4, XGBRegressor__min_child_weight=18, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.1)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -171.03363481350783},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -69.06505661845131},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=6, DecisionTreeRegressor__min_samples_leaf=14, DecisionTreeRegressor__min_samples_split=11)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -72.92799293674742},\n",
       " 'AdaBoostRegressor(RobustScaler(input_matrix), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -128.1803986013964},\n",
       " 'ElasticNetCV(SelectFromModel(input_matrix, SelectFromModel__ExtraTreesRegressor__max_features=0.7500000000000001, SelectFromModel__ExtraTreesRegressor__n_estimators=100, SelectFromModel__threshold=0.2), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.0001)': {'generation': 0,\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ROOT',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.81192506246529},\n",
       " 'GradientBoostingRegressor(FeatureAgglomeration(input_matrix, FeatureAgglomeration__affinity=euclidean, FeatureAgglomeration__linkage=ward), GradientBoostingRegressor__alpha=0.85, GradientBoostingRegressor__learning_rate=0.001, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=6, GradientBoostingRegressor__max_features=0.8500000000000001, GradientBoostingRegressor__min_samples_leaf=19, GradientBoostingRegressor__min_samples_split=6, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.25)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.85, GradientBoostingRegressor__learning_rate=0.001, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=6, GradientBoostingRegressor__max_features=0.8500000000000001, GradientBoostingRegressor__min_samples_leaf=19, GradientBoostingRegressor__min_samples_split=6, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.25)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -201.502350238249},\n",
       " 'XGBRegressor(RobustScaler(input_matrix), XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.25)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.25)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -175.92884628878508},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=3, DecisionTreeRegressor__min_samples_split=2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=10, DecisionTreeRegressor__min_samples_split=2)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -77.63521508379439},\n",
       " 'ElasticNetCV(SelectPercentile(input_matrix, SelectPercentile__percentile=26), ElasticNetCV__l1_ratio=0.9, ElasticNetCV__tol=0.1)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(SelectPercentile(input_matrix, SelectPercentile__percentile=26), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.1)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -144.97221090321858},\n",
       " 'XGBRegressor(RobustScaler(input_matrix), XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=4, XGBRegressor__min_child_weight=18, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.9500000000000001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(RobustScaler(input_matrix), XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=4, XGBRegressor__min_child_weight=18, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.1)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -167.6418886852853},\n",
       " 'LinearSVR(PolynomialFeatures(input_matrix, PolynomialFeatures__degree=2, PolynomialFeatures__include_bias=False, PolynomialFeatures__interaction_only=False), LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.01, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.01)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=9, RandomForestRegressor__n_estimators=100), LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.01, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.01)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -1425.3550566414067},\n",
       " 'RandomForestRegressor(PCA(input_matrix, PCA__iterated_power=9, PCA__svd_solver=randomized), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.15000000000000002, RandomForestRegressor__min_samples_leaf=17, RandomForestRegressor__min_samples_split=8, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(PCA(input_matrix, PCA__iterated_power=9, PCA__svd_solver=randomized), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.15000000000000002, RandomForestRegressor__min_samples_leaf=17, RandomForestRegressor__min_samples_split=8, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -101.05323873745024},\n",
       " 'GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=huber, GradientBoostingRegressor__max_depth=10, GradientBoostingRegressor__max_features=0.7000000000000001, GradientBoostingRegressor__min_samples_leaf=12, GradientBoostingRegressor__min_samples_split=3, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -97.20787416839588},\n",
       " 'ElasticNetCV(SelectFromModel(input_matrix, SelectFromModel__ExtraTreesRegressor__max_features=0.6000000000000001, SelectFromModel__ExtraTreesRegressor__n_estimators=100, SelectFromModel__threshold=0.2), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(SelectFromModel(input_matrix, SelectFromModel__ExtraTreesRegressor__max_features=0.7500000000000001, SelectFromModel__ExtraTreesRegressor__n_estimators=100, SelectFromModel__threshold=0.2), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.0001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.81192506246529},\n",
       " 'RidgeCV(FeatureAgglomeration(ZeroCount(input_matrix), FeatureAgglomeration__affinity=euclidean, FeatureAgglomeration__linkage=ward))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(input_matrix))',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -202.8620404689108},\n",
       " 'GradientBoostingRegressor(Binarizer(input_matrix, Binarizer__threshold=0.25), GradientBoostingRegressor__alpha=0.85, GradientBoostingRegressor__learning_rate=0.001, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=6, GradientBoostingRegressor__max_features=0.8500000000000001, GradientBoostingRegressor__min_samples_leaf=19, GradientBoostingRegressor__min_samples_split=6, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.25)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.85, GradientBoostingRegressor__learning_rate=0.001, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=6, GradientBoostingRegressor__max_features=0.8500000000000001, GradientBoostingRegressor__min_samples_leaf=19, GradientBoostingRegressor__min_samples_split=6, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.25)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -205.45673295976638},\n",
       " 'AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(FastICA(input_matrix, FastICA__tol=0.1), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -142.14480355456527},\n",
       " 'XGBRegressor(RobustScaler(input_matrix), XGBRegressor__learning_rate=1.0, XGBRegressor__max_depth=4, XGBRegressor__min_child_weight=18, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.1)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('XGBRegressor(RobustScaler(input_matrix), XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=4, XGBRegressor__min_child_weight=18, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.1)',\n",
       "   'XGBRegressor(input_matrix, XGBRegressor__learning_rate=1.0, XGBRegressor__max_depth=7, XGBRegressor__min_child_weight=7, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -311.0428688524752},\n",
       " 'LassoLarsCV(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.25, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('KNeighborsRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.25, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), KNeighborsRegressor__n_neighbors=18, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=uniform)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.24703295047343},\n",
       " 'RandomForestRegressor(Binarizer(input_matrix, Binarizer__threshold=0.2), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.15000000000000002, RandomForestRegressor__min_samples_leaf=20, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('RandomForestRegressor(Binarizer(input_matrix, Binarizer__threshold=0.2), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.15000000000000002, RandomForestRegressor__min_samples_leaf=20, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)',\n",
       "   'RandomForestRegressor(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.0001), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=13, RandomForestRegressor__min_samples_split=20, RandomForestRegressor__n_estimators=100)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -182.29313681334025},\n",
       " 'LinearSVR(input_matrix, LinearSVR__C=0.01, LinearSVR__dual=True, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=True, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -6116.172405090239},\n",
       " 'XGBRegressor(Binarizer(input_matrix, Binarizer__threshold=0.75), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=5, XGBRegressor__min_child_weight=7, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.7000000000000001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('XGBRegressor(Binarizer(input_matrix, Binarizer__threshold=0.75), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=5, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.7000000000000001)',\n",
       "   'XGBRegressor(input_matrix, XGBRegressor__learning_rate=1.0, XGBRegressor__max_depth=7, XGBRegressor__min_child_weight=7, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -183.1015003842904},\n",
       " 'RandomForestRegressor(Nystroem(input_matrix, Nystroem__gamma=0.1, Nystroem__kernel=rbf, Nystroem__n_components=4), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -196.55331364097287},\n",
       " 'KNeighborsRegressor(RobustScaler(input_matrix), KNeighborsRegressor__n_neighbors=35, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('KNeighborsRegressor(RobustScaler(input_matrix), KNeighborsRegressor__n_neighbors=64, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -92.32915994708192},\n",
       " 'XGBRegressor(RobustScaler(ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.6500000000000001, ExtraTreesRegressor__min_samples_leaf=19, ExtraTreesRegressor__min_samples_split=10, ExtraTreesRegressor__n_estimators=100)), XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=4, XGBRegressor__min_child_weight=18, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.1)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(RobustScaler(input_matrix), XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=4, XGBRegressor__min_child_weight=18, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.1)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -169.81395420715998},\n",
       " 'ElasticNetCV(FastICA(input_matrix, FastICA__tol=1.0), ElasticNetCV__l1_ratio=0.6000000000000001, ElasticNetCV__tol=0.01)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.6000000000000001, ElasticNetCV__tol=0.01)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -83.0431425319889},\n",
       " 'LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=True, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -67.7860913751841},\n",
       " 'XGBRegressor(Normalizer(input_matrix, Normalizer__norm=max), XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.25)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.25)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -214.3104202855343},\n",
       " 'RandomForestRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.1, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.55251851133036},\n",
       " 'LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=9, XGBRegressor__min_child_weight=12, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.45), LassoLarsCV__normalize=True)',\n",
       "   'ExtraTreesRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.83917740001587},\n",
       " 'AdaBoostRegressor(FastICA(input_matrix, FastICA__tol=0.8), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(FastICA(input_matrix, FastICA__tol=0.1), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -143.66063472895664},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=False)',\n",
       "   'ElasticNetCV(GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.95, GradientBoostingRegressor__learning_rate=0.5, GradientBoostingRegressor__loss=ls, GradientBoostingRegressor__max_depth=7, GradientBoostingRegressor__max_features=0.9500000000000001, GradientBoostingRegressor__min_samples_leaf=8, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.1), ElasticNetCV__l1_ratio=0.6000000000000001, ElasticNetCV__tol=1e-05)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.18406686383926},\n",
       " 'RandomForestRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.2, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=9, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('RandomForestRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.2, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=9, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)',\n",
       "   'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -101.69682160322365},\n",
       " 'GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=0.1, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=0.1, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -158.02690264903285},\n",
       " 'LassoLarsCV(XGBRegressor(Normalizer(input_matrix, Normalizer__norm=max), XGBRegressor__learning_rate=0.5, XGBRegressor__max_depth=3, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.1), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(Normalizer(input_matrix, Normalizer__norm=max), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -109.15307802625048},\n",
       " 'GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=1.0, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=0.1, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -106.35602660558666},\n",
       " 'RidgeCV(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=exponential, AdaBoostRegressor__n_estimators=100))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100))',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.545019115731},\n",
       " 'KNeighborsRegressor(input_matrix, KNeighborsRegressor__n_neighbors=18, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=uniform)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('KNeighborsRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.25, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), KNeighborsRegressor__n_neighbors=18, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=uniform)',\n",
       "   'KNeighborsRegressor(input_matrix, KNeighborsRegressor__n_neighbors=85, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=distance)'),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -210.50330978339304},\n",
       " 'LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.18325871264666},\n",
       " 'ElasticNetCV(SelectFwe(input_matrix, SelectFwe__alpha=0.005), ElasticNetCV__l1_ratio=0.2, ElasticNetCV__tol=0.01)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.2, ElasticNetCV__tol=0.01)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -194.04094226896933},\n",
       " 'ElasticNetCV(GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.95, GradientBoostingRegressor__learning_rate=0.5, GradientBoostingRegressor__loss=ls, GradientBoostingRegressor__max_depth=7, GradientBoostingRegressor__max_features=0.9500000000000001, GradientBoostingRegressor__min_samples_leaf=8, GradientBoostingRegressor__min_samples_split=13, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.1), ElasticNetCV__l1_ratio=0.6000000000000001, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.95, GradientBoostingRegressor__learning_rate=0.5, GradientBoostingRegressor__loss=ls, GradientBoostingRegressor__max_depth=7, GradientBoostingRegressor__max_features=0.9500000000000001, GradientBoostingRegressor__min_samples_leaf=8, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.1), ElasticNetCV__l1_ratio=0.6000000000000001, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -148.19762889613042},\n",
       " 'KNeighborsRegressor(RobustScaler(input_matrix), KNeighborsRegressor__n_neighbors=55, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(RobustScaler(input_matrix), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -92.45268437832092},\n",
       " 'RidgeCV(ZeroCount(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)))': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(input_matrix))',\n",
       "   'RidgeCV(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100))'),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -66.34920476147923},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=10, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.25)',\n",
       "   'XGBRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=False), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)'),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -175.89362238582632},\n",
       " 'XGBRegressor(CombineDFs(input_matrix, input_matrix), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=False), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -74.63262323933971},\n",
       " 'GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.85, GradientBoostingRegressor__learning_rate=0.001, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=6, GradientBoostingRegressor__max_features=0.8500000000000001, GradientBoostingRegressor__min_samples_leaf=5, GradientBoostingRegressor__min_samples_split=6, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.25)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.85, GradientBoostingRegressor__learning_rate=0.001, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=6, GradientBoostingRegressor__max_features=0.8500000000000001, GradientBoostingRegressor__min_samples_leaf=19, GradientBoostingRegressor__min_samples_split=6, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.25)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -187.95351583278457},\n",
       " 'AdaBoostRegressor(AdaBoostRegressor(RobustScaler(input_matrix), AdaBoostRegressor__learning_rate=0.01, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(RobustScaler(input_matrix), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -143.13053054063673},\n",
       " 'AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(RBFSampler(input_matrix, RBFSampler__gamma=0.6000000000000001), AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -70.72157722023948},\n",
       " 'RidgeCV(FastICA(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), FastICA__tol=0.4))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100))',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -67.42778069782294},\n",
       " 'ElasticNetCV(Normalizer(input_matrix, Normalizer__norm=l1), ElasticNetCV__l1_ratio=0.6000000000000001, ElasticNetCV__tol=0.01)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.6000000000000001, ElasticNetCV__tol=0.01)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -168.09119038932226},\n",
       " 'RidgeCV(SelectFwe(RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.6500000000000001, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=15, RandomForestRegressor__n_estimators=100), SelectFwe__alpha=0.047))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(SelectFwe(input_matrix, SelectFwe__alpha=0.047))',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -76.90737734646054},\n",
       " 'ElasticNetCV(SelectPercentile(SelectPercentile(input_matrix, SelectPercentile__percentile=26), SelectPercentile__percentile=64), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.1)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(SelectPercentile(input_matrix, SelectPercentile__percentile=26), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.1)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -107.07455615573527},\n",
       " 'LassoLarsCV(DecisionTreeRegressor(Normalizer(input_matrix, Normalizer__norm=max), DecisionTreeRegressor__max_depth=1, DecisionTreeRegressor__min_samples_leaf=18, DecisionTreeRegressor__min_samples_split=6), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(Normalizer(input_matrix, Normalizer__norm=max), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -151.2081294954162},\n",
       " 'LinearSVR(RandomForestRegressor(CombineDFs(input_matrix, input_matrix), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=9, RandomForestRegressor__n_estimators=100), LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.01, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.01)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=9, RandomForestRegressor__n_estimators=100), LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.01, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.01)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -675.1901390254546},\n",
       " 'AdaBoostRegressor(RobustScaler(input_matrix), AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('KNeighborsRegressor(RobustScaler(input_matrix), KNeighborsRegressor__n_neighbors=55, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -75.7663782980266},\n",
       " 'ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=0.01)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.5, ElasticNetCV__tol=0.01)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -164.11540328721767},\n",
       " 'RandomForestRegressor(FeatureAgglomeration(input_matrix, FeatureAgglomeration__affinity=l2, FeatureAgglomeration__linkage=complete), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -196.54118383705534},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=False), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -74.63262323933971},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=5, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -69.7487969479077},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=9, XGBRegressor__min_child_weight=16, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=1.0)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -71.0643302327433},\n",
       " 'AdaBoostRegressor(DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=12, DecisionTreeRegressor__min_samples_split=18), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -129.3371123428472},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=3, DecisionTreeRegressor__min_samples_split=11)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=3, DecisionTreeRegressor__min_samples_split=2)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -77.63521508379439},\n",
       " 'RandomForestRegressor(ZeroCount(input_matrix), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -70.40288294244431},\n",
       " 'XGBRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), XGBRegressor__learning_rate=0.001, XGBRegressor__max_depth=6, XGBRegressor__min_child_weight=11, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.45)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -677.3545188945162},\n",
       " 'ExtraTreesRegressor(MaxAbsScaler(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(input_matrix), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.10144532026854},\n",
       " 'RidgeCV(FastICA(input_matrix, FastICA__tol=0.4))': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(FastICA(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), FastICA__tol=0.4))',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.81052518273108},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=9, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.2, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=9, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -76.18271001916371},\n",
       " 'KNeighborsRegressor(RobustScaler(FeatureAgglomeration(input_matrix, FeatureAgglomeration__affinity=euclidean, FeatureAgglomeration__linkage=average)), KNeighborsRegressor__n_neighbors=64, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('KNeighborsRegressor(RobustScaler(input_matrix), KNeighborsRegressor__n_neighbors=64, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -192.74218577467042},\n",
       " 'LassoLarsCV(SelectFromModel(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), SelectFromModel__ExtraTreesRegressor__max_features=0.9500000000000001, SelectFromModel__ExtraTreesRegressor__n_estimators=100, SelectFromModel__threshold=0.4), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -inf},\n",
       " 'RidgeCV(AdaBoostRegressor(SelectFwe(input_matrix, SelectFwe__alpha=0.028), AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=exponential, AdaBoostRegressor__n_estimators=100))': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=exponential, AdaBoostRegressor__n_estimators=100))',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -66.55295180110133},\n",
       " 'RidgeCV(FastICA(FastICA(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), FastICA__tol=0.4), FastICA__tol=0.8))': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(FastICA(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), FastICA__tol=0.4))',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -67.42778069782335},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=1, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=18, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -65.57792917069284},\n",
       " 'LassoLarsCV(FeatureAgglomeration(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), FeatureAgglomeration__affinity=cosine, FeatureAgglomeration__linkage=complete), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -176.53920288983517},\n",
       " 'ElasticNetCV(ZeroCount(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(RobustScaler(input_matrix), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.74295050279443},\n",
       " 'LassoLarsCV(LinearSVR(StandardScaler(input_matrix), LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.81422295011177},\n",
       " 'XGBRegressor(SelectFwe(input_matrix, SelectFwe__alpha=0.001), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(CombineDFs(input_matrix, input_matrix), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -76.24147765782145},\n",
       " 'LinearSVR(DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=3, DecisionTreeRegressor__min_samples_leaf=10, DecisionTreeRegressor__min_samples_split=3), LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -68.6202177487304},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=6, DecisionTreeRegressor__min_samples_leaf=16, DecisionTreeRegressor__min_samples_split=11)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=6, DecisionTreeRegressor__min_samples_leaf=14, DecisionTreeRegressor__min_samples_split=11)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -73.08205920714163},\n",
       " 'RidgeCV(FastICA(AdaBoostRegressor(SelectPercentile(input_matrix, SelectPercentile__percentile=27), AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), FastICA__tol=0.4))': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(FastICA(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), FastICA__tol=0.4))',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -69.2160702502735},\n",
       " 'KNeighborsRegressor(RobustScaler(ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.3, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=15, ExtraTreesRegressor__n_estimators=100)), KNeighborsRegressor__n_neighbors=64, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('KNeighborsRegressor(RobustScaler(input_matrix), KNeighborsRegressor__n_neighbors=64, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -86.04361936790151},\n",
       " 'GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=0.1, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=9, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=0.1, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -170.1070165560718},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=17, DecisionTreeRegressor__min_samples_split=17)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -77.63521508379439},\n",
       " 'RidgeCV(RobustScaler(input_matrix))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(RobustScaler(input_matrix), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.79925868928886},\n",
       " 'LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.2), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.2), LassoLarsCV__normalize=False)',\n",
       "   'LassoLarsCV(XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=9, XGBRegressor__min_child_weight=12, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.45), LassoLarsCV__normalize=True)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.55712743498275},\n",
       " 'KNeighborsRegressor(input_matrix, KNeighborsRegressor__n_neighbors=64, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('KNeighborsRegressor(RobustScaler(input_matrix), KNeighborsRegressor__n_neighbors=64, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -177.2666528164644},\n",
       " 'LassoLarsCV(RBFSampler(input_matrix, RBFSampler__gamma=0.6000000000000001), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -196.6862729412569},\n",
       " 'AdaBoostRegressor(XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.5, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=14, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.55), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -101.99816163408607},\n",
       " 'LinearSVR(DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=10, DecisionTreeRegressor__min_samples_split=15), LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -70.31704011404366},\n",
       " 'DecisionTreeRegressor(ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.5, ExtraTreesRegressor__min_samples_leaf=2, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100), DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -67.23751064499623},\n",
       " 'AdaBoostRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.1, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -70.64644988749062},\n",
       " 'RidgeCV(Nystroem(ZeroCount(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), Nystroem__gamma=0.1, Nystroem__kernel=polynomial, Nystroem__n_components=8))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)))',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -1.1641963653850388e+30},\n",
       " 'GradientBoostingRegressor(FastICA(input_matrix, FastICA__tol=0.4), GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=huber, GradientBoostingRegressor__max_depth=10, GradientBoostingRegressor__max_features=0.7000000000000001, GradientBoostingRegressor__min_samples_leaf=12, GradientBoostingRegressor__min_samples_split=3, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=huber, GradientBoostingRegressor__max_depth=10, GradientBoostingRegressor__max_features=0.7000000000000001, GradientBoostingRegressor__min_samples_leaf=12, GradientBoostingRegressor__min_samples_split=3, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.05)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -106.17633017295375},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.01), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=False)',\n",
       "   'ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.5, ElasticNetCV__tol=0.01)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.18406686383777},\n",
       " 'LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.03843743407216},\n",
       " 'DecisionTreeRegressor(RidgeCV(input_matrix), DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -67.00815215045436},\n",
       " 'GradientBoostingRegressor(RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.4, RandomForestRegressor__min_samples_leaf=10, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100), GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=0.1, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=0.1, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -144.9975963254468},\n",
       " 'GradientBoostingRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=1.0, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=3, GradientBoostingRegressor__max_features=1.0, GradientBoostingRegressor__min_samples_leaf=18, GradientBoostingRegressor__min_samples_split=19, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.7000000000000001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -104.1464457724638},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -69.20365148625777},\n",
       " 'LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.1939362539316},\n",
       " 'AdaBoostRegressor(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -79.67096823490012},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.001, XGBRegressor__max_depth=7, XGBRegressor__min_child_weight=6, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.4)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -678.5174265712046},\n",
       " 'AdaBoostRegressor(SelectFwe(input_matrix, SelectFwe__alpha=0.032), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -170.72422828440799},\n",
       " 'GradientBoostingRegressor(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), GradientBoostingRegressor__alpha=0.85, GradientBoostingRegressor__learning_rate=0.1, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=5, GradientBoostingRegressor__max_features=0.2, GradientBoostingRegressor__min_samples_leaf=19, GradientBoostingRegressor__min_samples_split=11, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.55)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -106.74488850774841},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=8, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -81.77967093008431},\n",
       " 'LassoLarsCV(PCA(input_matrix, PCA__iterated_power=7, PCA__svd_solver=randomized), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.01), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.97488639519793},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.43191488539193},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=12, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=9, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -77.37860851734695},\n",
       " 'LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -67.7856665873874},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=16, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -69.68694952466562},\n",
       " 'LinearSVR(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -132.24794549963576},\n",
       " 'AdaBoostRegressor(SelectFromModel(input_matrix, SelectFromModel__ExtraTreesRegressor__max_features=0.8, SelectFromModel__ExtraTreesRegressor__n_estimators=100, SelectFromModel__threshold=0.35000000000000003), AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -79.17652101079048},\n",
       " 'ExtraTreesRegressor(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 0,\n",
       "  'crossover_count': 2,\n",
       "  'predecessor': ('ExtraTreesRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',\n",
       "   'LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True)'),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -63.23132119593545},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=6, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -68.89993807942668},\n",
       " 'LassoLarsCV(RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.55, RandomForestRegressor__min_samples_leaf=17, RandomForestRegressor__min_samples_split=14, RandomForestRegressor__n_estimators=100), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -82.72675197746807},\n",
       " 'LassoLarsCV(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.48914239491027},\n",
       " 'LassoLarsCV(Binarizer(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), Binarizer__threshold=0.5), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -187.29706092340842},\n",
       " 'RidgeCV(Nystroem(ZeroCount(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), Nystroem__gamma=0.1, Nystroem__kernel=cosine, Nystroem__n_components=9))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)))',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -153.98045415509085},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=4, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=1, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -64.46419843839656},\n",
       " 'LassoLarsCV(LinearSVR(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.25, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',\n",
       "   'LassoLarsCV(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.25, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), LassoLarsCV__normalize=False)'),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -66.22242295490236},\n",
       " 'RandomForestRegressor(XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.001, XGBRegressor__max_depth=3, XGBRegressor__min_child_weight=14, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.1), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=5, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=5, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.63271443238241},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.8, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.18406686379747},\n",
       " 'ElasticNetCV(StandardScaler(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(RobustScaler(input_matrix), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.56817475546094},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=5, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -72.2098776687664},\n",
       " 'LassoLarsCV(MinMaxScaler(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.2)), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.2), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.55712743498273},\n",
       " 'RidgeCV(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100))': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=exponential, AdaBoostRegressor__n_estimators=100))',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.22540346176109},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.25, RandomForestRegressor__min_samples_leaf=6, RandomForestRegressor__min_samples_split=18, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -72.07023749996206},\n",
       " 'RandomForestRegressor(CombineDFs(input_matrix, input_matrix), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -65.60189234574034},\n",
       " 'LassoLarsCV(StandardScaler(input_matrix), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=False)',\n",
       "   'LassoLarsCV(LinearSVR(StandardScaler(input_matrix), LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.51454496646713},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.0001), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.18406686383821},\n",
       " 'RidgeCV(SelectFwe(AdaBoostRegressor(SelectFwe(input_matrix, SelectFwe__alpha=0.028), AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=exponential, AdaBoostRegressor__n_estimators=100), SelectFwe__alpha=0.032))': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(AdaBoostRegressor(SelectFwe(input_matrix, SelectFwe__alpha=0.028), AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=exponential, AdaBoostRegressor__n_estimators=100))',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -66.55295180110133},\n",
       " 'XGBRegressor(Normalizer(input_matrix, Normalizer__norm=l2), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -94.82734899888314},\n",
       " 'AdaBoostRegressor(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), AdaBoostRegressor__learning_rate=1.0, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=False, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -115.27053407427734},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.43176949225692},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.35000000000000003)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -73.21668974996415},\n",
       " 'KNeighborsRegressor(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=epsilon_insensitive, LinearSVR__tol=0.0001), KNeighborsRegressor__n_neighbors=93, KNeighborsRegressor__p=2, KNeighborsRegressor__weights=uniform)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -170.75373499654552},\n",
       " 'RidgeCV(RobustScaler(RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.6000000000000001, RandomForestRegressor__min_samples_leaf=3, RandomForestRegressor__min_samples_split=6, RandomForestRegressor__n_estimators=100)))': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(RobustScaler(input_matrix))',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -76.09196276522827},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=13, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -65.59942154251537},\n",
       " 'ExtraTreesRegressor(MaxAbsScaler(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.5, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -64.65348974071962},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=6, DecisionTreeRegressor__min_samples_leaf=14, DecisionTreeRegressor__min_samples_split=5)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=6, DecisionTreeRegressor__min_samples_leaf=14, DecisionTreeRegressor__min_samples_split=11)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -72.92799293674742},\n",
       " 'LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.1), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.2), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.48972802863932},\n",
       " 'XGBRegressor(FastICA(input_matrix, FastICA__tol=0.1), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=10, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -80.7214707195767},\n",
       " 'RidgeCV(AdaBoostRegressor(SelectFwe(SelectFwe(input_matrix, SelectFwe__alpha=0.037), SelectFwe__alpha=0.028), AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=exponential, AdaBoostRegressor__n_estimators=100))': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(AdaBoostRegressor(SelectFwe(input_matrix, SelectFwe__alpha=0.028), AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=exponential, AdaBoostRegressor__n_estimators=100))',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -66.6034141460687},\n",
       " 'RandomForestRegressor(RidgeCV(input_matrix), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=9, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.2, RandomForestRegressor__min_samples_leaf=9, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -67.72593084576656},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -68.08541905358841},\n",
       " 'KNeighborsRegressor(ZeroCount(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), KNeighborsRegressor__n_neighbors=100, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=distance)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)))',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -166.10163837423516},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -69.25895513729428},\n",
       " 'AdaBoostRegressor(DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=4, DecisionTreeRegressor__min_samples_leaf=19, DecisionTreeRegressor__min_samples_split=20), AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -77.55193227584877},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=6, DecisionTreeRegressor__min_samples_leaf=1, DecisionTreeRegressor__min_samples_split=11)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=6, DecisionTreeRegressor__min_samples_leaf=14, DecisionTreeRegressor__min_samples_split=11)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -74.43252199611894},\n",
       " 'ExtraTreesRegressor(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.10143683440906},\n",
       " 'LassoLarsCV(FastICA(input_matrix, FastICA__tol=0.45), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.69381086012622},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=3, DecisionTreeRegressor__min_samples_split=17)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=3, DecisionTreeRegressor__min_samples_split=2)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -77.63521508379439},\n",
       " 'ElasticNetCV(StandardScaler(input_matrix), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(StandardScaler(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.56817475546094},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=13, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -69.78564613123388},\n",
       " 'LinearSVR(PCA(input_matrix, PCA__iterated_power=3, PCA__svd_solver=randomized), LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -67.41961999354592},\n",
       " 'LassoLarsCV(MaxAbsScaler(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10)), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.45962622661325},\n",
       " 'RidgeCV(DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=7, DecisionTreeRegressor__min_samples_leaf=3, DecisionTreeRegressor__min_samples_split=5))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(input_matrix)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -73.0832530960748},\n",
       " 'LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -2098.6594746304154},\n",
       " 'RidgeCV(ZeroCount(CombineDFs(input_matrix, input_matrix)))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(input_matrix))',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.7817281406022},\n",
       " 'LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -67.6241358228892},\n",
       " 'ExtraTreesRegressor(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=2, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 2,\n",
       "  'predecessor': ('ExtraTreesRegressor(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -63.27848101965219},\n",
       " 'RandomForestRegressor(SelectFwe(input_matrix, SelectFwe__alpha=0.047), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.5, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=3, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(SelectFwe(input_matrix, SelectFwe__alpha=0.047))',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -68.67252485039504},\n",
       " 'LassoLarsCV(FastICA(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), FastICA__tol=0.45), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(FastICA(input_matrix, FastICA__tol=0.45), LassoLarsCV__normalize=False)',\n",
       "   'LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)'),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -66.08659619120763},\n",
       " 'LassoLarsCV(ElasticNetCV(StandardScaler(input_matrix), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.1), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(StandardScaler(input_matrix), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.4647208048146},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=7, DecisionTreeRegressor__min_samples_leaf=18, DecisionTreeRegressor__min_samples_split=4)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(input_matrix)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -77.16105997402038},\n",
       " 'LassoLarsCV(VarianceThreshold(SelectPercentile(input_matrix, SelectPercentile__percentile=51), VarianceThreshold__threshold=0.2), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.2), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -66.41410742409624},\n",
       " 'KNeighborsRegressor(input_matrix, KNeighborsRegressor__n_neighbors=24, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=uniform)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -202.23490791784744},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.3, ExtraTreesRegressor__min_samples_leaf=8, ExtraTreesRegressor__min_samples_split=7, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -72.39632291235026},\n",
       " 'ExtraTreesRegressor(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.01, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -64.5096811504562},\n",
       " 'ExtraTreesRegressor(MaxAbsScaler(Binarizer(input_matrix, Binarizer__threshold=0.7000000000000001)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(input_matrix), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -183.00248139248015},\n",
       " 'LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.5, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.19026122630164},\n",
       " 'ExtraTreesRegressor(SelectFwe(input_matrix, SelectFwe__alpha=0.044), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -70.60337307958935},\n",
       " 'RandomForestRegressor(GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.9, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=4, GradientBoostingRegressor__max_features=0.9000000000000001, GradientBoostingRegressor__min_samples_leaf=14, GradientBoostingRegressor__min_samples_split=8, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.8500000000000001), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=13, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=13, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -67.07559471429589},\n",
       " 'LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=True, LinearSVR__epsilon=0.01, LinearSVR__loss=epsilon_insensitive, LinearSVR__tol=0.1)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -112397.95404572101},\n",
       " 'ElasticNetCV(ElasticNetCV(StandardScaler(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.9500000000000001, ElasticNetCV__tol=0.1), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(StandardScaler(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -65.56693110185131},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.2, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=13, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=9, XGBRegressor__min_child_weight=16, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=1.0)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -92.59612665525394},\n",
       " 'RidgeCV(Nystroem(input_matrix, Nystroem__gamma=0.35000000000000003, Nystroem__kernel=poly, Nystroem__n_components=1))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(input_matrix))',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -1.1674456476129309e+32},\n",
       " 'RandomForestRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=0.9000000000000001, RandomForestRegressor__min_samples_leaf=1, RandomForestRegressor__min_samples_split=14, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -78.55207098101639},\n",
       " 'LassoLarsCV(Normalizer(FastICA(input_matrix, FastICA__tol=0.45), Normalizer__norm=l2), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(FastICA(input_matrix, FastICA__tol=0.45), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -75.93524952924494},\n",
       " 'LassoLarsCV(DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=8, DecisionTreeRegressor__min_samples_leaf=13, DecisionTreeRegressor__min_samples_split=20), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.2), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -81.22505484789554},\n",
       " 'LassoLarsCV(StandardScaler(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.05)), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(StandardScaler(input_matrix), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.52853171790424},\n",
       " 'LinearSVR(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100), LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -68.34623045301292},\n",
       " 'RandomForestRegressor(Nystroem(input_matrix, Nystroem__gamma=0.8500000000000001, Nystroem__kernel=laplacian, Nystroem__n_components=8), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=16, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=16, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -196.66429401567436},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=1, ExtraTreesRegressor__min_samples_split=7, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=1, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -64.62895704652968},\n",
       " 'LassoLarsCV(DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=2, DecisionTreeRegressor__min_samples_leaf=1, DecisionTreeRegressor__min_samples_split=5), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.63264800755648},\n",
       " 'GradientBoostingRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), GradientBoostingRegressor__alpha=0.75, GradientBoostingRegressor__learning_rate=0.001, GradientBoostingRegressor__loss=ls, GradientBoostingRegressor__max_depth=5, GradientBoostingRegressor__max_features=0.05, GradientBoostingRegressor__min_samples_leaf=1, GradientBoostingRegressor__min_samples_split=9, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.15000000000000002)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -186.09613879894042},\n",
       " 'LassoLarsCV(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 3,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',\n",
       "   'ExtraTreesRegressor(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)'),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.8604207631735},\n",
       " 'ExtraTreesRegressor(PCA(MaxAbsScaler(input_matrix), PCA__iterated_power=8, PCA__svd_solver=randomized), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(input_matrix), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -73.05502068438088},\n",
       " 'LinearSVR(PCA(input_matrix, PCA__iterated_power=2, PCA__svd_solver=randomized), LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -71.97265937194877},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=17, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=1, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -64.80066437786417},\n",
       " 'RandomForestRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=False), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.33253417992807},\n",
       " 'LinearSVR(FeatureAgglomeration(input_matrix, FeatureAgglomeration__affinity=cosine, FeatureAgglomeration__linkage=average), LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -194.11292402440375},\n",
       " 'LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.1), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(input_matrix, LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.18325871264666},\n",
       " 'XGBRegressor(Normalizer(input_matrix, Normalizer__norm=l1), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=9, XGBRegressor__min_child_weight=16, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=1.0)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=9, XGBRegressor__min_child_weight=16, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=1.0)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -94.37721318534076},\n",
       " 'DecisionTreeRegressor(StandardScaler(input_matrix), DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=5, DecisionTreeRegressor__min_samples_leaf=9, DecisionTreeRegressor__min_samples_split=13)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -70.75097843528116},\n",
       " 'DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=3, DecisionTreeRegressor__min_samples_leaf=14, DecisionTreeRegressor__min_samples_split=14)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -70.46496246007763},\n",
       " 'LassoLarsCV(LinearSVR(StandardScaler(input_matrix), LinearSVR__C=0.01, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(LinearSVR(StandardScaler(input_matrix), LinearSVR__C=0.1, LinearSVR__dual=True, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.7850708576499},\n",
       " 'AdaBoostRegressor(SelectFwe(input_matrix, SelectFwe__alpha=0.049), AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -71.21161093128772},\n",
       " 'LassoLarsCV(ElasticNetCV(Nystroem(input_matrix, Nystroem__gamma=0.5, Nystroem__kernel=rbf, Nystroem__n_components=2), ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -196.68566996179192},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.05, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=4, RandomForestRegressor__min_samples_split=12, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -87.31760404070369},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=9, XGBRegressor__min_child_weight=16, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.9500000000000001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=9, XGBRegressor__min_child_weight=16, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=1.0)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -70.96006895437094},\n",
       " 'LinearSVR(ZeroCount(input_matrix), LinearSVR__C=0.01, LinearSVR__dual=False, LinearSVR__epsilon=0.1, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(input_matrix))',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -67.32882167651132},\n",
       " 'ExtraTreesRegressor(MaxAbsScaler(input_matrix), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.5, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.5, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.41691726097443},\n",
       " 'ElasticNetCV(StandardScaler(PolynomialFeatures(RobustScaler(input_matrix), PolynomialFeatures__degree=2, PolynomialFeatures__include_bias=False, PolynomialFeatures__interaction_only=False)), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(StandardScaler(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -67.42639028099539},\n",
       " 'RandomForestRegressor(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=exponential, AdaBoostRegressor__n_estimators=100), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(CombineDFs(input_matrix, input_matrix), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -67.53053868580427},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(input_matrix), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -63.922377026381696},\n",
       " 'ExtraTreesRegressor(MaxAbsScaler(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=12, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -64.91707131096955},\n",
       " 'RidgeCV(CombineDFs(input_matrix, input_matrix))': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(CombineDFs(input_matrix, input_matrix)))',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -65.80880587304875},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=1.0, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.5546262766072},\n",
       " 'DecisionTreeRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.1, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), DecisionTreeRegressor__max_depth=3, DecisionTreeRegressor__min_samples_leaf=8, DecisionTreeRegressor__min_samples_split=10)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.1, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -70.46496246007763},\n",
       " 'XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.01, XGBRegressor__max_depth=6, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=6, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -175.36543986607833},\n",
       " 'ElasticNetCV(MinMaxScaler(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(RobustScaler(input_matrix), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -66.25773573984603},\n",
       " 'ExtraTreesRegressor(MaxAbsScaler(AdaBoostRegressor(FastICA(input_matrix, FastICA__tol=0.6000000000000001), AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(AdaBoostRegressor(input_matrix, AdaBoostRegressor__learning_rate=0.5, AdaBoostRegressor__loss=linear, AdaBoostRegressor__n_estimators=100)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -72.53420814510278},\n",
       " 'ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(StandardScaler(input_matrix), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -164.131610144362},\n",
       " 'LassoLarsCV(DecisionTreeRegressor(input_matrix, DecisionTreeRegressor__max_depth=1, DecisionTreeRegressor__min_samples_leaf=16, DecisionTreeRegressor__min_samples_split=12), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.60070307248381},\n",
       " 'ExtraTreesRegressor(LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 4,\n",
       "  'predecessor': ('ExtraTreesRegressor(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',\n",
       "   'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=True)'),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -64.12895323996797},\n",
       " 'LassoLarsCV(PCA(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.1), PCA__iterated_power=5, PCA__svd_solver=randomized), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.1), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.82308783115141},\n",
       " 'ElasticNetCV(ElasticNetCV(StandardScaler(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.9500000000000001, ElasticNetCV__tol=0.1), ElasticNetCV__l1_ratio=0.1, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(ElasticNetCV(StandardScaler(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.9500000000000001, ElasticNetCV__tol=0.1), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -65.61223080535167},\n",
       " 'LassoLarsCV(ElasticNetCV(StandardScaler(input_matrix), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(StandardScaler(input_matrix), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.1), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.51264869432558},\n",
       " 'LinearSVR(ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.35000000000000003, ExtraTreesRegressor__min_samples_leaf=11, ExtraTreesRegressor__min_samples_split=10, ExtraTreesRegressor__n_estimators=100), LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=0.001, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=0.0001)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.61093626914399},\n",
       " 'XGBRegressor(Normalizer(input_matrix, Normalizer__norm=l2), XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=6, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('XGBRegressor(input_matrix, XGBRegressor__learning_rate=0.1, XGBRegressor__max_depth=6, XGBRegressor__min_child_weight=2, XGBRegressor__n_estimators=100, XGBRegressor__nthread=1, XGBRegressor__subsample=0.2)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -94.15886163361743},\n",
       " 'RidgeCV(FastICA(input_matrix, FastICA__tol=0.2))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(input_matrix))',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.81052518273107},\n",
       " 'ExtraTreesRegressor(StandardScaler(input_matrix), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=18, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=18, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -64.84734746747998},\n",
       " 'LinearSVR(KNeighborsRegressor(input_matrix, KNeighborsRegressor__n_neighbors=3, KNeighborsRegressor__p=1, KNeighborsRegressor__weights=distance), LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=1e-05)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -224.79134942159234},\n",
       " 'ExtraTreesRegressor(Normalizer(input_matrix, Normalizer__norm=l2), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=17, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=17, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -113.8275793619616},\n",
       " 'RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=False, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=1.0, RandomForestRegressor__min_samples_leaf=18, RandomForestRegressor__min_samples_split=16, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -88.94215536681756},\n",
       " 'LassoLarsCV(Normalizer(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), Normalizer__norm=max), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -154.61811404642148},\n",
       " 'ExtraTreesRegressor(LassoLarsCV(FastICA(input_matrix, FastICA__tol=0.9500000000000001), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 2,\n",
       "  'predecessor': ('ExtraTreesRegressor(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -66.32483572081783},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.43741606486294},\n",
       " 'ExtraTreesRegressor(SelectPercentile(input_matrix, SelectPercentile__percentile=17), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -102.95118850566003},\n",
       " 'LassoLarsCV(MaxAbsScaler(input_matrix), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(MaxAbsScaler(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10)), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.56716914975925},\n",
       " 'GradientBoostingRegressor(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), GradientBoostingRegressor__alpha=0.95, GradientBoostingRegressor__learning_rate=0.01, GradientBoostingRegressor__loss=lad, GradientBoostingRegressor__max_depth=4, GradientBoostingRegressor__max_features=0.6000000000000001, GradientBoostingRegressor__min_samples_leaf=2, GradientBoostingRegressor__min_samples_split=13, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.6000000000000001)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -106.43323690445152},\n",
       " 'LassoLarsCV(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.05, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(OneHotEncoder(input_matrix, OneHotEncoder__minimum_fraction=0.15, OneHotEncoder__sparse=False, OneHotEncoder__threshold=10), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.43527765146477},\n",
       " 'ExtraTreesRegressor(MaxAbsScaler(SelectPercentile(input_matrix, SelectPercentile__percentile=53)), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(MaxAbsScaler(input_matrix), ExtraTreesRegressor__bootstrap=False, ExtraTreesRegressor__max_features=0.9000000000000001, ExtraTreesRegressor__min_samples_leaf=10, ExtraTreesRegressor__min_samples_split=6, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.6222803862289},\n",
       " 'LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.1), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 2,\n",
       "  'predecessor': ('LassoLarsCV(input_matrix, LassoLarsCV__normalize=False)',\n",
       "   'LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.1), LassoLarsCV__normalize=True)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.93384431393108},\n",
       " 'RandomForestRegressor(ZeroCount(input_matrix), RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=16, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RandomForestRegressor(input_matrix, RandomForestRegressor__bootstrap=True, RandomForestRegressor__max_features=0.35000000000000003, RandomForestRegressor__min_samples_leaf=16, RandomForestRegressor__min_samples_split=2, RandomForestRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -69.51981626956095},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=4, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -64.8087891078676},\n",
       " 'ExtraTreesRegressor(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=False), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 4,\n",
       "  'predecessor': ('ExtraTreesRegressor(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',\n",
       "   'LassoLarsCV(StandardScaler(input_matrix), LassoLarsCV__normalize=False)'),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -63.41645768510123},\n",
       " 'ExtraTreesRegressor(StandardScaler(input_matrix), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=4, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 3,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=4, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -64.46419725382967},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.30000000000000004, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.55218931061589},\n",
       " 'ElasticNetCV(ZeroCount(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.30000000000000004, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(ZeroCount(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.87081277301698},\n",
       " 'ElasticNetCV(Nystroem(ZeroCount(RobustScaler(input_matrix)), Nystroem__gamma=0.55, Nystroem__kernel=rbf, Nystroem__n_components=3), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ElasticNetCV(ZeroCount(RobustScaler(input_matrix)), ElasticNetCV__l1_ratio=0.4, ElasticNetCV__tol=1e-05)',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -182.93241242315858},\n",
       " 'LassoLarsCV(ElasticNetCV(StandardScaler(input_matrix), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.1), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 4,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(StandardScaler(input_matrix), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.1), LassoLarsCV__normalize=False)',\n",
       "   'ExtraTreesRegressor(LassoLarsCV(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=2, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)'),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -65.62554765415022},\n",
       " 'RidgeCV(ZeroCount(GradientBoostingRegressor(input_matrix, GradientBoostingRegressor__alpha=0.9, GradientBoostingRegressor__learning_rate=0.1, GradientBoostingRegressor__loss=quantile, GradientBoostingRegressor__max_depth=2, GradientBoostingRegressor__max_features=0.1, GradientBoostingRegressor__min_samples_leaf=3, GradientBoostingRegressor__min_samples_split=17, GradientBoostingRegressor__n_estimators=100, GradientBoostingRegressor__subsample=0.6500000000000001)))': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('RidgeCV(ZeroCount(input_matrix))',),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -67.10709346881347},\n",
       " 'LassoLarsCV(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.05), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(StandardScaler(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.05)), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -66.17835301954219},\n",
       " 'ExtraTreesRegressor(LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 1,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('ExtraTreesRegressor(LassoLarsCV(input_matrix, LassoLarsCV__normalize=True), ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.4, ExtraTreesRegressor__min_samples_leaf=16, ExtraTreesRegressor__min_samples_split=17, ExtraTreesRegressor__n_estimators=100)',\n",
       "   'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.001), LassoLarsCV__normalize=True)'),\n",
       "  'operator_count': 3,\n",
       "  'internal_cv_score': -64.09276577328177},\n",
       " 'LassoLarsCV(StandardScaler(AdaBoostRegressor(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.05), AdaBoostRegressor__learning_rate=0.1, AdaBoostRegressor__loss=square, AdaBoostRegressor__n_estimators=100)), LassoLarsCV__normalize=False)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 1,\n",
       "  'predecessor': ('LassoLarsCV(StandardScaler(VarianceThreshold(input_matrix, VarianceThreshold__threshold=0.05)), LassoLarsCV__normalize=False)',),\n",
       "  'operator_count': 4,\n",
       "  'internal_cv_score': -66.04787624969626},\n",
       " 'LinearSVR(input_matrix, LinearSVR__C=25.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=1e-05)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -67.62401664026179},\n",
       " 'LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=True, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=1e-05)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('LinearSVR(input_matrix, LinearSVR__C=5.0, LinearSVR__dual=False, LinearSVR__epsilon=1.0, LinearSVR__loss=squared_epsilon_insensitive, LinearSVR__tol=1e-05)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -85549.10616998642},\n",
       " 'ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=1, ExtraTreesRegressor__min_samples_split=13, ExtraTreesRegressor__n_estimators=100)': {'generation': 'INVALID',\n",
       "  'mutation_count': 2,\n",
       "  'crossover_count': 0,\n",
       "  'predecessor': ('ExtraTreesRegressor(input_matrix, ExtraTreesRegressor__bootstrap=True, ExtraTreesRegressor__max_features=0.55, ExtraTreesRegressor__min_samples_leaf=1, ExtraTreesRegressor__min_samples_split=4, ExtraTreesRegressor__n_estimators=100)',),\n",
       "  'operator_count': 1,\n",
       "  'internal_cv_score': -64.23175101625233},\n",
       " 'LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=0.1), LassoLarsCV__normalize=True)': {'generation': 'INVALID',\n",
       "  'mutation_count': 4,\n",
       "  'crossover_count': 3,\n",
       "  'predecessor': ('LassoLarsCV(ElasticNetCV(input_matrix, ElasticNetCV__l1_ratio=0.35000000000000003, ElasticNetCV__tol=1e-05), LassoLarsCV__normalize=True)',\n",
       "   'LassoLarsCV(ElasticNetCV(StandardScaler(input_matrix), ElasticNetCV__l1_ratio=0.25, ElasticNetCV__tol=0.1), LassoLarsCV__normalize=False)'),\n",
       "  'operator_count': 2,\n",
       "  'internal_cv_score': -65.45488191418178}}"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#list all the model TPOT have tried\n",
    "tpot.evaluated_individuals_"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Implement the TPOT suggested model\n",
    "\n",
    "TPOT suggest using a stacking of LassoLarsCV and ExtraTreesRegressor. At this point I already use the validation set for hyper parameter tuning. I think I can shuffle the date and use normal KFold validation for training the model."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn.ensemble import (RandomForestRegressor, GradientBoostingRegressor, \n",
    "                              ExtraTreesRegressor)\n",
    "from sklearn.linear_model import RidgeCV, LassoLarsCV,ElasticNetCV\n",
    "from sklearn.model_selection import train_test_split, KFold\n",
    "from sklearn.pipeline import make_pipeline, make_union\n",
    "from tpot.builtins import StackingEstimator\n",
    "from sklearn.metrics import (classification_report, confusion_matrix,\n",
    "accuracy_score, log_loss, mean_squared_error, mean_absolute_error, r2_score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "#print score print out rmse, and r2 score\n",
    "def print_score(m):\n",
    "    res = [mean_squared_error(m.predict(X_trn), y_trn), mean_squared_error(m.predict(X_val), y_val),\n",
    "                m.score(X_trn, y_trn), m.score(X_val, y_val)]\n",
    "    # if rf has bagging, print the oob score, also\n",
    "    if hasattr(m, 'oob_score_'): res.append(m.oob_score_)\n",
    "    print(res)\n",
    "    return res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "exported_pipeline = make_pipeline(\n",
    "    StackingEstimator(estimator=LassoLarsCV(normalize=True,cv=5)),\n",
    "    StackingEstimator(estimator=LassoLarsCV(normalize=True,cv=5)),\n",
    "    ExtraTreesRegressor(bootstrap=True, max_features=0.4, min_samples_leaf=16, min_samples_split=17, n_estimators=100)\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "5"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# create 5 fold object\n",
    "kf = KFold(n_splits=5)\n",
    "kf.get_n_splits(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[55.79472040007291, 55.79472040007291, 0.7426257588222887, 0.7426257588222887]\n",
      "[44.496729616797616, 44.496729616797616, 0.756071949537, 0.756071949537]\n",
      "[56.04589320680126, 56.04589320680126, 0.7480169749757325, 0.7480169749757325]\n",
      "[51.48664189355622, 51.48664189355622, 0.7167898537643657, 0.7167898537643657]\n",
      "[52.63811820730119, 52.63811820730119, 0.7297244969923717, 0.7297244969923717]\n"
     ]
    }
   ],
   "source": [
    "results = []\n",
    "\n",
    "# train a model using a five fold cross validation\n",
    "for trn_idx, val_idx in kf.split(df):\n",
    "    X_trn, X_val = df.iloc[trn_idx], df.iloc[trn_idx]\n",
    "    y_trn, y_val = y[trn_idx], y[trn_idx]\n",
    "    exported_pipeline.fit(X_trn, y_trn)\n",
    "    res = print_score(exported_pipeline)\n",
    "    results.append(res)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[52.09242 52.09242  0.73865  0.73865] [4.18799 4.18799 0.01389 0.01389]\n"
     ]
    }
   ],
   "source": [
    "# find the average r2 score \n",
    "results = np.array(results)\n",
    "print(results.mean(axis=0),results.std(axis=0))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[52.42730169249005, 52.878158044185966, 0.7386911238505103, 0.7284919892609898]\n"
     ]
    }
   ],
   "source": [
    "# retrain the model using the entire set \n",
    "X_trn = df\n",
    "y_trn = y\n",
    "exported_pipeline.fit(X_trn, y_trn)\n",
    "res = print_score(exported_pipeline)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 581,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x1940fc351d0>"
      ]
     },
     "execution_count": 581,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAeQAAAD/CAYAAAAgyKUVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzt3Xm8XVV9/vHPQ0AwZGISTAiJyqAiQ+kVUARRsdoCrQOtCCJoIaA/h9YRFCqiINKqRVEmRQYZi6hQaLUWmUTBm4oioogkMQOBQEjIRIDw/P7Y68D2cG/uOST3nnNzn/frdV6cs9bae33PFvzetfY6e8k2ERER0VnrdTqAiIiISEKOiIjoCknIERERXSAJOSIiogskIUdERHSBJOSIiIgukIQcERHRBZKQIyIiukASckRERBdYv9MBxPCx+eabe+rUqZ0OIyJiWJk+ffpDtrcYqF0ScrRs6tSp9Pb2djqMiIhhRdKsVtplyjoiIqILJCFHRER0gSTkiIiILpCEHC27c+5iph57bafDiIhYJyUhR0REdIERnZAl3SVp307H0RdJJ0r6zhD0s6+kOYPdT0RErN6I/tmT7R07HUNERASM8BFyREREtxjRCVnSTEn7SdpdUq+kRyU9IOnLAxx3gaSPlveTJFnS+8vnbSUtlKTy+QBJd0haJOlWSTvXzjNR0nclLZA0Q9KH+ulvA0mXlrbPk7SepGMl/VHSw5KukLRpaTu1xHO4pD9JekjSp2vner6k8yU9Ium3wCsH+K7TyrXpXbV8cYtXNiIi2jWiE3LN6cDptscBLwGuGKD9jcC+5f1rgfvKPwH2AW62bUm7AecBRwObAWcDV0vaUNJ6wDXAr4BJwBuAf5L0pnpHkp4PfB9YCfyD7ceBDwFvKX1OBB4Bvt4U42uAHcp5/0XSy0r5Z8p3fAnwJuDw1X1R2+fY7rHdM2r0+AEuS0REPFdJyJUngG0lbW57qe2fD9D+RmDvklT3AU4D9ip1ry31AEcBZ9u+zfYq2xdQJdY9qUamW9g+yfbjtu8DzgUOrvUzDvhv4I/Ae2yvKuVHA5+2Pcf2SuBE4CBJ9TUBn7W9wvavqJL+LqX8H4CTbS+0PRv4aovXKCIiBlEScuUfge2B30n6haQDVtfY9h+BpcCuwN7AfwLzJO3AnyfkKcBHy3T1IkmLgMlUo9opwMSmuk8BW9a62hPYGTjVtmvlU4Dv1Y67G1jVdOz82vvlwJjyfiIwu1bX0jNWIyJicI3oVdYNtv8AvLOMeN8GXClpM9vLVnPYjcBBwPNsz5V0I/BuYBPgjtJmNtVo9OTmgyW9Cphhe7vV9PEj4NfA/0ra1/YDtfO+1/ZP+zjv1NWcD+B+qj8K7iqftxmgfUREDIGMkAFJ75K0he2ngEWleNXqjqFKyB8AbiqfbwA+CNxSm1o+FzhG0h6qbCxpf0ljgduBRyV9siy0GiXpFZL+bJGV7dOAS6iS8ual+CzgZElTSvxbSPq7Fr/uFcBxkjaRtHWJuSU7TRrPzFP3b7V5RES0IQm58mbgLklLqRZ4HWz7sQGOuREYyzMJ+RZgdO0ztnup7iOfQbXw6l7giFK3CjiQatp7BvAQ8E3gWSunbH+OamHXj8tq6tOBq4EfSVoC/BzYo8Xv+lmqaeoZVCPwi1o8LiIiBpH+/NZkRP96enqc/ZAjItojabrtnoHaZYQcERHRBZKQ+yHpUElL+3jdNfDRERER7ckq637Yvhi4uNNxRETEyJARckRERBdIQo6IiOgCScgRERFdIAk5IiKiC6zzCVnSDpJ+KWmJpKckndDpmIarO+cuZuqx13Y6jIiIddI6n5CBTwA32B5re73y1Ktho7Fncz91h5e9j4+slW0o6ayyr/NCSddImlSr31TS9yQtkzRL0iFD8T0iImL1RkJCnsIzGyn0q2nrwq4naRPgOJ793T4MvIpql6iJVM/m/lqt/uvA41Q7Qx0KnClpx0EPOCIiVmudTsiSrgdeB5xRHupxiaTPl7p9Jc0pmzvMB75dyg+QdEfZ2vBWSTvXzjdZ0lWSFkh6WNIZpXw9SceXEeeDki6UNL7eT1NcT496JZ0o6YpyzBJJd0nqKXUXUe3GdE2J/xO103yBai/jh5q+9ouAH9p+oDyP+zJgx3K+jYG3AyeUfZ9voXom9mFreq0jImLNrNMJ2fbrgZuBD9geQzUyrNsK2JRqFD1N0m7AecDRwGbA2cDVZRp4FNW+x7OAqcAkqmQH1YYRR1Al/xdT7T18Rhuh/m051wSqBHlGif8w4E/AgbbHlJ2fkLQ70EO161OzbwF7SZooaTTVKPi/St32wCrb99Ta/4qSsCMionPW6YTcgqeAz9heaXsF1c5MZ9u+zfYq2xcAK4E9gd2ppoA/bnuZ7cfKCBOqpPdl2/fZXko1lXxwG9Pgt9i+ruwAdRGwS38Nyx8G3wA+WLaLbHYPVRKfCzwKvAw4qdSNARY3tV9MtWtVf/1Nk9QrqXfV8uZDIyJibRnpCXlB0zaLU4CPlunqRZIWAZOpEvFkYJbtJ/s4z0SqkXPDLKrHkm7ZYhzza++XAxutJpm/H/i17Z/1U38msBHVCH9j4CqeGSEvBcY1tR8HLOkvMNvn2O6x3TNq9LN2hoyIiLVkpCfk5r0nZwMn255Qe422fWmp26afRDmPKpk3bAM8CTwALKPaJxl4eoS7xRrE+AbgrZLml3vfrwa+1LifTTW6Pt/2QtsrqRZ07S5pc6rR8/qStqudbxdaWPQWERGDa6Qn5GbnAsdI2kOVjSXtL2kscDtwP3BqKd9I0l7luEuBf5b0IkljgFOAy8to+h6qEe/+kjYAjgc2bCOmB6juSzccQTUNvWt59QKfBT5d6n8BvFvS+NLf+4F5th+yvYxqxHxS+Q57AX9HNU0eEREdlIRcY7uX6j7yGcAjwL1UCZByf/dAYFuqe7RzgHeUQ8+jSmo3ATOAx4APluMWUyXFb1Ld111Wjm3VF4DjyxT6x2wvsj2/8aJaqPZo6QfgY6X/PwALgL8B3lo73/uB5wMPUv0h8T7bGSFHRHSY7OYZ0Yi+9fT0uLe3t9NhREQMK5Km2+4ZqF1GyBEREV0gCTkiIqILJCFHRER0gSTkiIiILpCEHBER0QWSkCMiIrpAEnJEREQXSEKOiIjoAknIERERXWBEJGRJO0j6paQlkp6SdEKnYxqO7py7mKnHXtvpMCIi1kkjIiEDnwBusD3W9nq2P9fpgNohaaak/Wqft5f0A0kLJC2U9ENJO/Rz7PWSXN+lStJUST+RtFzS7+rnjoiIzhgpCXkKLWwxuJo9iLvNBOBqYAeqPZdvB37Q3EjSoVT7Mje7FPgl1Z7JnwaulNTOlpAREbGWrfMJWdL1wOuAMyQtlXSJpM+Xun0lzZH0ybK38LdL+QGS7ig7LN0qaefa+SZLuqqMTh9u7EMsaT1Jx0uaJelBSRdKGl/vpymup0e9kk6UdEU5ZomkuyT1lLqLqPZXvqbE/wnbt9v+Vtnz+AngK8AOkjarnX888Bmq2YF6v9sDuwGfsb3C9neBO4G3r7WLHhERbVvnE7Lt1wM3Ax+wPYZqu8K6rYBNqUbR0yTtRrWd4tFUI8izgaslbShpFPCfwCxgKjAJuKyc54jyeh3V/sVjqLZxbNXflnM1Rr9nlPgPo9ru8UDbY2yf1sex+wDzbT9cKzsFOBOY39R2R+A+20tqZb8q5RER0SHrfEJuwVNUo8WVtldQ7Yd8tu3bbK+yfQGwEtgT2B2YCHzc9jLbj9m+pZznUODLtu+zvRQ4Dji4jWnwW2xfV/ZdvgjYpZWDJG0NfB34SK2sB9gL+Fofh4wBFjeVLQbG9nP+aZJ6JfWuWt58WERErC1JyLDA9mO1z1OAj5bp6kWSFgGTqRLxZGCW7Sf7OM9EqpFzwyyq+7dbthhHfSS7HNhooGRe7vv+CPiG7UtL2XrAN4AP9xPnUmBcU9k4YEkfbbF9ju0e2z2jRo9v7ZtERETbkpDBTZ9nAyfbnlB7jS4JbzawTT+Jch5VMm/YBngSeABYBoxuVJSp73YWUTXHiKRNqJLx1bZPrlWNA3qAy8t98V+U8jmS9qZa3PZiSfUR8S60sOgtIiIGTxLys50LHCNpD1U2lrR/SWC3A/cDp5byjSTtVY67FPhnSS+SNIbqHu7lZZR6D9WId39JGwDHAxu2EdMDVPelAZA0Dvgh8FPbxza1XUw1Wt+1vP6mlP8lcJvte4A7gM+U+N8K7Ax8t414IiJiLUtCbmK7l+o+8hnAI8C9VIu1KPd3DwS2pVpoNQd4Rzn0PKp7vzcBM4DHgA+W4xYD7we+CcylGjH/2arrAXwBOL5MoX8MeCvwSuA9ZeV147WNK/MbL2BBOccDthsL2g6mGkU/ApwKHGR7ARER0TGynzUbGtGnnp4e9/b2djqMiIhhRdJ02z0DtcsIOSIiogskIUdERHSBJOSIiIgukIQcERHRBZKQIyIiukASckRERBdIQo6IiOgCScgRERFdIAk5IiKiCyQhdxlJd0na9zkcd76kzw9CSE+7c+5iph57LVOPvXYwu4mIGJFa3as3hojtHTsdQ0REDL2MkCMiIrpAEnKXkTRT0n6STpR0haQLJS0pU9k9tXZ/Ien/St3lwEZN5zlA0h1lh6hbJe1cyl8iaaGk3crniZIeei7T5BERsfYkIXe3vwUuAyYAV1NtCYmk5wHfp9rucVPgP4C3Nw4qyfY84GhgM+Bs4GpJG9r+I/BJ4GJJo4FvA+fbvmGIvlNERPQhCbm73WL7urIP80XALqV8T2AD4N9tP2H7SuAXteOOAs62fZvtVbYvAFaW47B9LvAH4DbghcCn+wtA0jRJvZJ6Vy1fvLa/X0REFEnI3W1+7f1yYCNJ6wMTgbn+882sZ9XeTwE+WqarF0laBEwuxzWcC7wC+Jrtlf0FYPsc2z22e0aNHr+m3yciIvqRhDw83Q9MkqRa2Ta197OBk21PqL1G274UQNIY4N+BbwEnStp0yCKPiIg+JSEPTz8DngQ+JGl9SW8Ddq/VnwscI2kPVTaWtL+ksaX+dGC67SOBa4GzhjT6iIh4lvwOeRiy/XhJwucCnweuA66q1fdKOopqEdh2wArgFuAmSX8HvBnYqTT/CHCHpENtX7y6fneaNJ7eU/df698nIiJAf34bMqJ/PT097u3t7XQYERHDiqTptnsGapcp64iIiC6QhBwREdEFkpAjIiK6QBJyREREF0hCjoiI6AJJyBEREV0gCTkiIqILJCFHRER0gTypK1p259zFTD322qc/z8xTuyIi1pqMkDtE0paSbpK0RNKXhrjvmZL2G8o+IyJi9UZ8Qi7JaUVJjIsk3SrpGEmDfW2mAQ8B44B/k2RJW9bi+nQ/Zf89yHFFREQHjPiEXBxoeyzVPsKnAp+k2ppwME0BfuvK/cC9wD61+n2A3/VRdtMgxxURER2QhFxje7Htq4F3AIdLekXZtvCXkh6VNFvSiY32kq6V9MH6OST9WtJbyvtXS/qFpMXln68u5ecDhwOfkLS0TB/fREm+kkYBf0G1TWK97FWlHZI2lPRvkv4k6QFJZ0l6fi2OAyTdURv179zXd5b0UkkzJB28Fi5hREQ8R0nIfbB9OzAH2BtYBrwbmADsD7yvkXCBC4B3NY6TtAswCbhO0qZUew1/FdgM+DJwraTNbB8BXAycZnuM7R9TS8hUyfh3wP82lW0A3F4+fxHYHtgV2Lb0+y8ljt2A84CjS99nA1dL2rD+PUu7HwEftH1ZX9dC0jRJvZJ6Vy1f3NL1i4iI9iUh928esKntG2zfafsp278GLgVeW9r8ANhO0nbl82HA5bYfp0ref7B9ke0nbV9KlWQP7Ke/G4FXSNqE6g+Bm23/Adi8VvbzsheygKOAf7a90PYS4BSgMco9Cjjb9m22V9m+AFgJ7Fnrb2/gauBw2//Z30WwfY7tHts9o0aPb/HSRUREu5KQ+zcJWChpD0k/kbRA0mLgGGBzANsrgSuAd5VFYO8ELirHTwRmNZ1zVjnvs9ieSTUqfw3VqPjmUvWzWlnj/vEWwGhgepmSXgT8dymH6v70Rxt1pX5yianhGOBW2z9p45pERMQgSULug6RXUiXOW4BLqEaSk22PB84CVGt+AXAo8AZgue2flfJ5VImxbhtg7mq6vpkq8b4KuLWp7DU8k5AfAlYAO9qeUF7jbY8p9bOBk2t1E2yPLqP0hmOAbSR9ZaDrERERgy8JuUbSOEkHAJcB37F9JzAWWGj7MUm7A4fUjykJ+CngSzwzOga4Dthe0iGS1pf0DuDlQL/Tw1QJ993APNuPlrJbStl4qtEytp8CzgW+IukFJfZJkt5UjjkXOKaM7iVp47I4bWytryXAm4F9JJ3a+lWKiIjBkCd1Va6R9CRVYv0t1QKss0rd+4EvSTqD6j7vFVQLvOouBD4HNBZ7YfvhktxPB86k+lnTAbYfWk0cNwIvAC6vld0BPB+Ybnt5rfyTVIu4fi5pc6qR95nAD233SjoKOAPYjmo0fQtNP5myvUjSG4GfSHrC9gmriY2dJo2nN0/niogYFLLd6RiGPUnvBqbZfk2nYxlMPT097u3t7XQYERHDiqTptnsGapcp6zUkaTTVKPqcTscSERHDVxLyGij3bBcAD1At/oqIiHhOcg95Ddj+IbBxp+OIiIjhLyPkiIiILtByQpb0TkkvK+93KFsHXi/ppYMXXkRExMjQzgj588DC8v7fqJ6pfBPwjbUdVERExEjTzj3kLWw/IGkjqqdGHQQ8QfXUqIiIiFgD7STkBZK2BXYCfmF7ZfnJjwY4LiIiIgbQTkL+HDAdWEW1XzBUz2/+1doOam2StAPVozC3pVoR/Rnbn+tsVMPTnXMXM/XYa5/+PDNP7YqIWGtavods+3zghcDWtv+nFN/GM1v+datPADfYHmt7veGWjCXNlLRf7fPekpY2vSzp7aX+cEnTJT0qaY6k0yStXzt+U0nfk7RM0ixJh/TVb0REDK3VJmRJ69VfwGPAY7XPDwEPDkWga2AKcNdAjepJq5vZvtn2mMYLOABYSrX9IlTbMv4T1RaRe1DNYnysdoqvA48DW1LtUnWmpB2HKv6IiOjbQCPkJ6kWbvX3atR3JUnXA68DzigjyUskfb7U7VtGkJ+UNB/4dik/QNIdZR/hWyXtXDvfZElXlb2RHy4bTjT+cDm+jDgflHShpPH1fprienrUK+lESVeUY5ZIuktST6m7iGrLxmtK/J/o42seDlxpexmA7TNL0n7c9lzgYmCvcr6NgbcDJ9heavsWqq0lD1srFzwiIp6zgRLyi4AXr+bVqO9Ktl9PtZ/wB8po8vGmJlsBm1KNoqdJ2g04Dzga2Aw4G7ha0oaSRlFtnTgLmEq1X/Jl5TxHlNfrqK7HGKqdllr1t+VcE6gS5Bkl/sOAPwEHlhHxafWDyqK6g6j2ZO7PPjwzQ7A9sMr2PbX6XwEZIUdEdNhqp2ltz2ouK1PVWwIPlH15h7OnqBZ5rQQoWxaebfu2Un+BpE8Be1Il84nAx20/WepvKf88FPiy7fvKeY4DfiPpPS3GcYvt68qxF1FNObfi7VS3DW7sq7L03wMcWYrGAIubmi2m2vO5T5KmAdMARo3bosWwIiKiXe08qWucpAup7iPPBVZIuqAxNTtMLbD9WO3zFOCjZbp6kaRFwGSqRDwZmFVLxnUTqUbODbOo/tjZssU45tfeLwc2avGe9uHAhe5jD01JbwFOBf66tgfzUmBcU9NxwJL+OrB9ju0e2z2jRg/n/6kjIrpbO0/q+irVz4ZeATyf6vfIo0v5cNWcyGYDJ9ueUHuNtn1pqdumn0Q5jyqZN2xDdX/9AWAZ1XUCoEx9tzPU7HPDakmTgX2BC/uoezNwLtVU9521qnuA9SVtVyvbhRYWvUVExOBqJyG/GTjM9j22V5b7kO8p5euKc4FjJO2hysaS9pc0lupRofcDp5byjSTtVY67FPhnSS+SNAY4Bbi8jKbvoRrx7i9pA+B4YMM2YnqAvu/THwbcavuP9UJJr6dayPV227fX68rCr6uAk8p32Av4O+CiNuKJiIhB0E5Cfoxnj+w2B1auvXA6y3YvcBTVoqpHgHupFmthexVwINUDRv4EzOGZB6ScR5XUbgJmUF2rD5bjFgPvB75JNdW/rBzbqi8Ax5cp9PrPl95N34u5TgDGA9fVfqf8X7X691PNcDxI9YfE+2xnhBwR0WHq4/Zj3w2l46mSwJep7pFOAf4Z+M5we9hGPDc9PT3u7e3tdBgREcOKpOm2ewZq187DME6mGuEdSrWIaR5wmu1vPbcQIyIioqGdKevTgd/b3s/2y23vB9wt6d8HKbaIiIgRo52E/E6geb5yOpBnIUdERKyhdhKygVFNZaPaPEdERET0oZ1kejPwufKkrsYTu04s5REREbEG2lnU9WGqZznfL2kW1cMv7qf6KVBERESsgZYTsu05ZfOF3akeIzkbuH0deJ51REREx7W1B3BJvj8vr4iIiFhLsiArIiKiC7Q1Qo7OkDQTONL2jzsZx51zFzP12Guf/jzz1P07GE1ExLolI+SIiIgukIQcALS4/3JERAySJOThY1dJv5a0WNLlkjYCkHSUpHslLZR0taSJpXyqJNcTraQbJB1Z3h8h6aeSviJpIdVvyiMiokOSkIePf6Dae/pFwM7AEWXv4y+UuhdS7cJ1WRvn3AO4D3gB1eYhERHRIZmmHD6+ansegKRrgF2BVwLn2f6/Un4c8IikqS2ec57tr5X3T/bVQNI0YBrAqHHN22FHRMTakhHy8DG/9n45MIZqG8xZjULbS4GHgUktnnP2QA1sn2O7x3bPqNHj2wg3IiLakYQ8vM0DpjQ+SNoY2Ixq3+plpXh0rf1WTcd7UKOLiIiWJSEPb5cA75G0q6QNgVOA22zPtL2AKjG/S9IoSe8FXtLJYCMion9JyMOY7f8FTgC+S7XRx0uAg2tNjgI+TjWNvSNw61DHGBERrZGdWctoTU9Pj3t7ezsdRkTEsCJpuu2egdplhBwREdEFkpAjIiK6QBJyREREF0hCjoiI6AJJyBEREV0gCTkiIqILJCFHRER0gSTkiIiILpCEHBER0QW6cvtFSUuBnW3f9xyOvQH4ju1vrvXA1hJJRwBH2n5NrexS4HLb3++rfg36Oh+YY/v4Puo2BH4F7GP7wYHOdefcxUw99tpnlc88df81DTMiYsQb9BGypOMkXddU9od+yg4GsD3muSTjFmKZIOk8SfMlLZF0j6RPru1+nkNcOwO7AD8Yyn5trwTOAzp+DSIiRrqhmLK+CdhL0igASVsBGwC7NZVtW9oOpq9Q7SP8MmA88LfAHwe5z1YcDVzszjxY/BLg8DJajoiIDhmKhPwLqgS8a/m8D/AT4PdNZX+0PQ9AkiVtW96fL+nrkq4to9rbJD29jaCkN0r6naTFks4AtJpYXglcYvsR20/Z/p3tK2vnsqQPSbpP0kOS/lXSerX690q6W9Ijkn4oqb4X8Usl/Y+khZJ+L+kfanWbSbpa0qOSbufZ2yD+NXBjf0GXOG6RNF7SEZJ+KukrkhaVWF9dymdLelDS4U2n2KS/62d7DvAIsOdqrltERAyyQU/Ith8HbqNKupR/3gzc0lS2utHxO4HPApsA9wInA0janGrrweOBzalGu3ut5jw/B06W9B5J2/XT5q1AD7Ab8HfAe0tfbwE+BbwN2KJ8h0tL3cbA/1CNNl9Q4v2GpB3LOb8OPAa8sJzvvY3OyrEvovoD5c9IWk/SucDOwF/ZXlyq9gB+DWxW+ryM6o+NbYF3AWdIGlM7VZ/Xr+ZuqinziIjokKFaZX0jzyTfvamS2c1NZf2OEIGrbN9u+0ngYp4ZWf8N8FvbV9p+Avh3YP5qzvPBcvwHgN9KulfSXze1+aLthbb/VM73zlJ+NPAF23eXOE4Bdi2j5AOAmba/bftJ2/9H9YfCQWVa/u3Av9heZvs3wAW1/iaUfy5pimMDqoS/KXCg7eW1uhmlr1XA5cBk4CTbK23/CHicKjkPdP0altTi+DOSpknqldS7avnivppERMRaMFQJ+SbgNZI2Abaw/QfgVuDVpewVrH6EXE+yy6nuAwNMBGY3Kso92Nn0w/YK26fY/kuq0eUVwH9I2rTWrH78rNIHwBTg9DJNvAhYSDU9PqnU7dGoK/WHAltRjabX7+O8DYvKP8c2hbst1Qj9s2WWoe6B2vsV5bs1l9VHyP1dv4axtTj+jO1zbPfY7hk1enxfTSIiYi0YqoT8M6pFVNOAnwLYfhSYV8rm2Z7xHM57P9XoEABJqn9endL/KUBjyrihfvw2JUaoEurRtifUXs+3fWupu7Gpbozt9wELgCf7OG8jjmVUU+3bN4V4N/Ae4L8k7dDKd1oDL6P6+VNERHTIkCRk2yuAXuAjVFPVDbeUsue6uvpaYEdJb5O0PvAhqlFpnySdIOmVkp4naSPgw1Qjw/r9249L2kTS5FJ/eSk/CziucV+4LLD6+1L3n8D2kg6TtEF5vVLSy8q08lXAiZJGS3o50Lzo6jrgtc3x2r6U6r71j+sLsdYmSZOopsV/Phjnj4iI1gzlk7pupFrwdEut7OZS9pwSsu2HgL8HTgUeBrajjMD7OwT4NvAQ1cj3jcD+tpfW2vwAmA7cQZXwv1X6+h7wReAySY8Cv6FaHY3tJcBfAQeX884vbRs/JfoA1TTxfOD8EkPdOcChZYTf/B0vAE4Crpc0dTXf7bk6BLig/CY5IiI6RJ356Wt3kmRgO9v3dqDvS4ArbH9/CPts60ldPT097u3tHfzAIiLWIZKm2+4ZqF1XPjpzJLJ9SAf6XAm8dKj7jYiIZ8vmEhEREV0gI+Qa26t7yldERMSgyQg5IiKiCyQhR0REdIEk5IiIiC6QhBwREdEFkpAjIiK6QFZZR8vunLuYqcdeO2C7mafuPwTRRESsWzJCXoeo8ovyvOxW2m8t6TeSNhjs2CIiYvW6KiFLWlp7PSVpRe3zoZ2Ob01Imi/pNYPczUHAXNu/rfX7cklXSXq4bA15h6QPSZLtOcDtwBGDHFdERAygqxJy2bJwjO0xwJ+AA2tlF3c6vv6Unaa6oY9jgItqx7yUauvL3wM72p5AtZmGzfQgAAAPNklEQVTE3jyz8cXFwNFrN9qIiGhXVyXkgUgaVbZQvE/SQ5IuljSh1L1U0pOS/lHS3DIifK+kV5Vp2UWSvlw71zGSrpd0tqRHJf1W0j61+k0lXVhGtrMlfUbSek3Hfl3SI8Cxpf8bJC2UtEDSBZLGlvb/QbWr1Y/KaP9Dkt4s6d6m7/f0KFrSqZIukXS5pCXAwQN8/9HAPlS7ajV8Hvix7eNszwew/Vvbf2/7sdLmp8DOkrZce/9LRUREu4ZVQgY+TrXN4WuArYEngK/U6kcBOwMvBt4DfA34GNVewzsD75G0R639PlS7HW1GtYXj9yWNK3UXA4vLuXYH3gIc1nTsHcDmwJdK2UlU+zHvBOwAfBrA9t8DDwJ/VUb7X23x+74duAAYD3x3gO//MuDRsiVlw37AlavroCTmmcAufdVLmiapV1LvquWLWww7IiLaNdwS8tHAsbbnlUTyWeAdTfsIn2R7pe2ry+cLbT9s+0/ArcBf1NrOtv0N20/YvhCYA7xJ0hSqhPsR28tt3w98lWq/44b7bJ9re5XtFbZ/Z/t624+X0ei/U/0hsCZutH2d7adsrxjg+08AljQOlDSKKpHf30I/S8rxz2L7HNs9tntGjR6/hl8nIiL6M2x+9lSSzmTgurJvccN6VCNcgFW2H67VrQAeaPo8pvZ5TlM3s4CJwBRgI2BBLdevB9SnmGc3xTcROB14NTC2tG8lGa7O03208P0fKf0CYHuVpMXAC1voZyywaA1jjYiINTBsRsi2DcwFXm97Qu21UdM0bTu2bvq8DTCPKhEuBTap9TPO9m71kJqO/VdgGfAK2+OAIwGtpv0yYHTjQ/np0aZNbZ4+poXvfzcwVtLmteN/TDXt3S9JGwFTgV+vrl1ERAyuYZOQi7OAUyVNBpD0AkkHrsH5JpcFWutLehdVQv6R7RnAz4HTJI2VtJ6k7Qb42dJYqiT+qKRtgI801T9AdT+64W5gU0lvKMn4swz8v0e/379Mad9ANdXecALwRkknNxZtSdqhLBTbqLR5NfCbxqKviIjojGEzZV2cBjwFXC9pK6okdxFwzXM8301U95QXUo0+32q7sXLpncAXgd8BGwP3ASev5lz/ApxPtRDs98AVwFG1+pOBL0v6KnC87TMkfZhq8ZhK/UAj/YG+/9lUC8+uArB9t6RXU622vrusEp8BfAtYWY45lCrRD2inSePpzVO4IiIGhaqZ0JFH0jHAQbb363Qsa0u5z3wbcET94SCraT8J+BGwq+0nBmrf09Pj3t7eNQ80ImIEkTTdds9A7YbbCDlWo9xn3r2N9nOBHQcvooiIaNVwu4ccERGxThqxCdn2WevSdHVERAxvIzYhR0REdJMk5IiIiC6QhBwREdEFkpAjIiK6QBJyREREF8jvkAeBpE8BL7Z9ZD/1M4Ejbf94oLYt9LUh8EuqZ1y39fhLSTsDZ9l+dSvt75y7mKnHXtvy+WfmqV4RES0bMSNkSTMl7ddUdoSkW9Z2X7ZPaTXB1ttKmirJktr5Q2kacFMjGUs6RNL9kmZI2rfRSNJLJN1atmVs9P1rYNEaPg88IiLWghGTkNdhR1M9z5qSyE8FdgM+CJxRa/dVqv2dVzUdf3E5R0REdFASclFGptvWPp8v6fPl/b6S5kj6hKQHywj0LZL+RtI9khaWqefGsSdK+k7t82GSZkl6WNKnm/qtt72p/HORpKWSXlvOvVOt/QskrZC0RdlV6iVUz6+Gal/kubbvp9p68cXlmINK+c/7+Oo3AG8oU98REdEhScit2wrYCJhEtbPTucC7gL8E9gb+RdKLmw+S9HLgTKpdmCZSJc3mfZgbGlsnTrA9xvaNwGWln4Z3Aj+2vQDYCbjP9pOlbgGwmaStgTcCd0kaAxwPHNdXh+V51k8AOwx4BSIiYtCMtIT8fUmLGi/gG20c+wRwctkV6TJgc+B020ts3wXcBezcx3EHAf9p+ybbK6n2KH6qjX4vAA4pWydCldgvKu8nAEsaDW0/BbwPuBL4GNX2jycBXwN2kvQTST+U9IqmPpaUcz2LpGmSeiX1rlq+uK8mERGxFoy0hPwW2xMaL+D9bRz7cO3+64ryzwdq9SuAMX0cNxGY3fhgexnwcKud2r4NWAa8VtJLgW2Bq0v1I8DYpvb/a3tP26+lSvw9VPs0XwQcAXwO+GZTN2OBRf30f47tHts9o0aPbzXsiIhoU3729IzlwOja562AOWvhvPcDL2t8kDSaatq6L/1tTn0B1bT1fOBK24+V8l8DL5a0fm3autGPqBZ1fYhqND/K9ixJ86mN5CVNBJ4H/L7dLxYREWvPSBshr84dVFPDoyS9GXjtWjrvlcABkl4j6XlUU8j9XfcFVKPa5nvRFwFvpUrKFzYKbc8B/kDfeyAfCfzS9h1UI/Lnl/vZrwPuq7XbF7i+TKdHRESHJCE/48PAgVRTt4cC318bJy33l/8fcAnVaPkR+hl5214OnAz8tNzn3rOUzwH+j2oEfXPTYWdT3Vd+mqTNy/c5oRz/JPAB4HrgLKqfRDUcWsoiIqKDZPc3SxrdRNJ5wDzbxzeVN57U9Ybyc6d2zrkTcI7tV7XSvqenx729ve10EREx4kmabrtnoHa5hzwMSJoKvA34i+a6MtX88udyXtt3Ai0l44iIGFyZsu5ykj4H/Ab4V9szOh1PREQMjoyQu5ztEyj3giMiYt2VEXJEREQXSEKOiIjoAknIERERXSAJOSIiogskIUdERHSBJOSIiIgukJ89dTFJNwDfsd28O9Pa7ONEYFvb7xqo7Z1zFzP12GsHK5SIiK4089T9h6SfjJAjIiK6QBLyWiApMw0REbFGkpBXQ9JMScdJ+q2kRyR9W9JGkvaVNEfSJ8v+wt8u7Q+QdEfZqelWSTuX8mMlXdl07tMlfbXNeN4r6e4Syw8lTSnlZ0n6t6a2P5D0kfJ+oqTvSlogaYakD63BZYmIiEGQhDywQ4E3AS8Btgcauy1tBWwKTAGmSdoNOA84GtiMalvEq8tuTJcCfyNpHICkUcA/UG3J2BJJbwE+RbXJxBZU2zBeWqovAd4hSaXtJsBfAZdJWg+4BvgVMAl4A/BPkt7U9pWIiIhBk4Q8sDNsz7a9kGqv4neW8qeAz9heaXsFcBRwtu3bbK+yfQGwEtjT9iyq/YzfUo59PbDc9s/biONo4Au27y77G58C7FpGyTdT7ZW8d2l7EPAz2/OAVwJb2D7J9uO27wPOBQ5upVNJ0yT1SupdtXxxG+FGREQ7kpAHNrv2fhYwsbxfYPuxWt0U4KNlunqRpEXA5Fr7S3gmmR9CG6Pj2vlPr517ISBgkqtNrS9rOv/FteMmNsX1KWDLVjq1fY7tHts9o0aPbzPkiIhoVRYjDWxy7f02wLzy3k3tZgMn2z65n/P8B/AlSVsDb6X9fYgb57+4n/pLgR9JOhXYo/TROG6G7e3a7C8iIoZQRsgD+3+Stpa0KdXI8vJ+2p0LHCNpD1U2lrS/pLEAthcAN1AtAJth++424zgLOE7SjgCSxkv6+0al7V8CC4BvAj+0vahU3Q48WhagPV/SKEmvkPTKNvuPiIhBlIQ8sEuAHwH3ldfn+2pku5fqPvIZwCPAvcARfZxrP9qfrsb294AvUi3UehT4DfDXTc0ubT6/7VXAgcCuwAzgIaqknfnniIguour2Y/RF0kzgSNs/7nQs3aCnp8e9vb2dDiMiYliRNN12z0DtMkKOiIjoAlnU1WGSlvZT9de2bx7SYCIiomOSkFfD9tQh6GPMYPcRERHdL1PWERERXSCLuqJlkpYAv+90HMPA5lSr2WP1cp1al2vVmm69TlNsbzFQo0xZRzt+38pKwZFOUm+u08BynVqXa9Wa4X6dMmUdERHRBZKQIyIiukAScrTjnE4HMEzkOrUm16l1uVatGdbXKYu6IiIiukBGyBEREV0gCTkiIqILJCHH0yRtKul7kpZJmiXpkH7aSdIXJT1cXqdJ0lDH2yltXKePS/qNpCWSZkj6+FDH2mmtXqta++dJ+p2kOUMVYzdo5zpJ2k3STZKWSnpA0oeHMtZOauO/vQ0lnVWuz0JJ10iaNNTxtisJOeq+DjwObAkcCpzZ2H+5yTTgLcAuwM7AAcDRQxVkF2j1Ogl4N7AJ8GbgA5IOHrIou0Or16rh48CDQxFYl2npOknaHPhv4GxgM2Bbqu1hR4pW/336MPAqqv9/mggsAr42VEE+V1nUFQBI2phqH+dX2L6nlF0EzLV9bFPbW4HzbZ9TPv8jcJTtPYc47CHXznXq49ivUv0398HBj7Tz2r1Wkl4EXAd8BDjX9tZDGW+ntPnf3inAZNuHDX2kndXmdToTWGL7E+Xz/sCXbe8wxGG3JSPkaNgeWNX4F734FdDXX587lrqB2q2L2rlOTytT+nsDdw1ibN2m3Wv1NeBTwIrBDqzLtHOd9gQWSrpV0oNlKnabIYmy89q5Tt8C9pI0UdJoqtH0fw1BjGskCTkaxgCLm8oWA2NbaLsYGDNC7iO3c53qTqT67+3bgxBTt2r5Wkl6K7C+7e8NRWBdpp1/p7YGDqeakt0GmAFcOqjRdY92rtM9wJ+AucCjwMuAkwY1urUgCTkalgLjmsrGAUtaaDsOWOqRcf+jnesEgKQPUN1L3t/2ykGMrdu0dK3KVORpwIiYyu9DO/9OrQC+Z/sXth8DPgu8WtL4QY6xG7Rznc4ENqK6z74xcBUZIccwcg+wvqTtamW70PcU612lbqB266J2rhOS3gscC7zB9ohaOUzr12o7YCpws6T5VP/n+UJJ8yVNHYI4O62df6d+DdT/8G28HwmzU+1cp12o1rksLH8Efw3YvSyK616288oL2wCXUU1/bQzsRTUdtGMf7Y4B7gYmUa1gvAs4ptPxd+F1OhSYD7ys0zF387Wi2nVuq9rrbcC88n5Up79Dt1yn0u71VAubdgU2AL4C3Nzp+LvwOn0b+C4wvlynT1Et/ur4d1jt9+t0AHl1zwvYFPg+sIzq/sshpXxvqinpRjtRTTEuLK/TKCv2R8Krjes0A3iCaqqt8Tqr0/F347VqOmZfYE6nY+/W6wS8j+re6CPANVSrrjv+HbrpOlFNVV9M9RO6RcAtwO6djn+gV372FBER0QVyDzkiIqILJCFHRER0gSTkiIiILpCEHBER0QWSkCMiIrpAEnJEREQXSEKOiIjoAknIERERXSAJOSIiogv8f82+PAQweN5HAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "#Calculate feature of importance\n",
    "fi_per = feat_importance(exported_pipeline, X_trn, y_trn, mean_squared_error)\n",
    "# normalize feature of importance\n",
    "fi_per['imp'] = fi_per['imp']/fi_per['imp'].sum()\n",
    "fi_per.plot('cols', 'imp', 'barh', legend=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}