Breast Cancer Wisconsin.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 193,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np \n",
    "import pandas as pd \n",
    "import matplotlib.pyplot as plt \n",
    "import matplotlib.gridspec as gridspec \n",
    "import seaborn as sns\n",
    "import sys\n",
    "import time\n",
    "\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.svm import SVC\n",
    "from sklearn.svm import LinearSVC  \n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.linear_model import SGDClassifier\n",
    "from sklearn.model_selection import cross_val_score\n",
    "\n",
    "from lightning.classification import FistaClassifier\n",
    "\n",
    "%matplotlib inline "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 194,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>diagnosis</th>\n",
       "      <th>radius_mean</th>\n",
       "      <th>texture_mean</th>\n",
       "      <th>perimeter_mean</th>\n",
       "      <th>area_mean</th>\n",
       "      <th>smoothness_mean</th>\n",
       "      <th>compactness_mean</th>\n",
       "      <th>concavity_mean</th>\n",
       "      <th>concave points_mean</th>\n",
       "      <th>symmetry_mean</th>\n",
       "      <th>...</th>\n",
       "      <th>radius_worst</th>\n",
       "      <th>texture_worst</th>\n",
       "      <th>perimeter_worst</th>\n",
       "      <th>area_worst</th>\n",
       "      <th>smoothness_worst</th>\n",
       "      <th>compactness_worst</th>\n",
       "      <th>concavity_worst</th>\n",
       "      <th>concave points_worst</th>\n",
       "      <th>symmetry_worst</th>\n",
       "      <th>fractal_dimension_worst</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>17.99</td>\n",
       "      <td>10.38</td>\n",
       "      <td>122.80</td>\n",
       "      <td>1001.0</td>\n",
       "      <td>0.11840</td>\n",
       "      <td>0.27760</td>\n",
       "      <td>0.3001</td>\n",
       "      <td>0.14710</td>\n",
       "      <td>0.2419</td>\n",
       "      <td>...</td>\n",
       "      <td>25.38</td>\n",
       "      <td>17.33</td>\n",
       "      <td>184.60</td>\n",
       "      <td>2019.0</td>\n",
       "      <td>0.1622</td>\n",
       "      <td>0.6656</td>\n",
       "      <td>0.7119</td>\n",
       "      <td>0.2654</td>\n",
       "      <td>0.4601</td>\n",
       "      <td>0.11890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>20.57</td>\n",
       "      <td>17.77</td>\n",
       "      <td>132.90</td>\n",
       "      <td>1326.0</td>\n",
       "      <td>0.08474</td>\n",
       "      <td>0.07864</td>\n",
       "      <td>0.0869</td>\n",
       "      <td>0.07017</td>\n",
       "      <td>0.1812</td>\n",
       "      <td>...</td>\n",
       "      <td>24.99</td>\n",
       "      <td>23.41</td>\n",
       "      <td>158.80</td>\n",
       "      <td>1956.0</td>\n",
       "      <td>0.1238</td>\n",
       "      <td>0.1866</td>\n",
       "      <td>0.2416</td>\n",
       "      <td>0.1860</td>\n",
       "      <td>0.2750</td>\n",
       "      <td>0.08902</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>19.69</td>\n",
       "      <td>21.25</td>\n",
       "      <td>130.00</td>\n",
       "      <td>1203.0</td>\n",
       "      <td>0.10960</td>\n",
       "      <td>0.15990</td>\n",
       "      <td>0.1974</td>\n",
       "      <td>0.12790</td>\n",
       "      <td>0.2069</td>\n",
       "      <td>...</td>\n",
       "      <td>23.57</td>\n",
       "      <td>25.53</td>\n",
       "      <td>152.50</td>\n",
       "      <td>1709.0</td>\n",
       "      <td>0.1444</td>\n",
       "      <td>0.4245</td>\n",
       "      <td>0.4504</td>\n",
       "      <td>0.2430</td>\n",
       "      <td>0.3613</td>\n",
       "      <td>0.08758</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>11.42</td>\n",
       "      <td>20.38</td>\n",
       "      <td>77.58</td>\n",
       "      <td>386.1</td>\n",
       "      <td>0.14250</td>\n",
       "      <td>0.28390</td>\n",
       "      <td>0.2414</td>\n",
       "      <td>0.10520</td>\n",
       "      <td>0.2597</td>\n",
       "      <td>...</td>\n",
       "      <td>14.91</td>\n",
       "      <td>26.50</td>\n",
       "      <td>98.87</td>\n",
       "      <td>567.7</td>\n",
       "      <td>0.2098</td>\n",
       "      <td>0.8663</td>\n",
       "      <td>0.6869</td>\n",
       "      <td>0.2575</td>\n",
       "      <td>0.6638</td>\n",
       "      <td>0.17300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>20.29</td>\n",
       "      <td>14.34</td>\n",
       "      <td>135.10</td>\n",
       "      <td>1297.0</td>\n",
       "      <td>0.10030</td>\n",
       "      <td>0.13280</td>\n",
       "      <td>0.1980</td>\n",
       "      <td>0.10430</td>\n",
       "      <td>0.1809</td>\n",
       "      <td>...</td>\n",
       "      <td>22.54</td>\n",
       "      <td>16.67</td>\n",
       "      <td>152.20</td>\n",
       "      <td>1575.0</td>\n",
       "      <td>0.1374</td>\n",
       "      <td>0.2050</td>\n",
       "      <td>0.4000</td>\n",
       "      <td>0.1625</td>\n",
       "      <td>0.2364</td>\n",
       "      <td>0.07678</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   diagnosis  radius_mean  texture_mean  perimeter_mean  area_mean  \\\n",
       "0          1        17.99         10.38          122.80     1001.0   \n",
       "1          1        20.57         17.77          132.90     1326.0   \n",
       "2          1        19.69         21.25          130.00     1203.0   \n",
       "3          1        11.42         20.38           77.58      386.1   \n",
       "4          1        20.29         14.34          135.10     1297.0   \n",
       "\n",
       "   smoothness_mean  compactness_mean  concavity_mean  concave points_mean  \\\n",
       "0          0.11840           0.27760          0.3001              0.14710   \n",
       "1          0.08474           0.07864          0.0869              0.07017   \n",
       "2          0.10960           0.15990          0.1974              0.12790   \n",
       "3          0.14250           0.28390          0.2414              0.10520   \n",
       "4          0.10030           0.13280          0.1980              0.10430   \n",
       "\n",
       "   symmetry_mean           ...             radius_worst  texture_worst  \\\n",
       "0         0.2419           ...                    25.38          17.33   \n",
       "1         0.1812           ...                    24.99          23.41   \n",
       "2         0.2069           ...                    23.57          25.53   \n",
       "3         0.2597           ...                    14.91          26.50   \n",
       "4         0.1809           ...                    22.54          16.67   \n",
       "\n",
       "   perimeter_worst  area_worst  smoothness_worst  compactness_worst  \\\n",
       "0           184.60      2019.0            0.1622             0.6656   \n",
       "1           158.80      1956.0            0.1238             0.1866   \n",
       "2           152.50      1709.0            0.1444             0.4245   \n",
       "3            98.87       567.7            0.2098             0.8663   \n",
       "4           152.20      1575.0            0.1374             0.2050   \n",
       "\n",
       "   concavity_worst  concave points_worst  symmetry_worst  \\\n",
       "0           0.7119                0.2654          0.4601   \n",
       "1           0.2416                0.1860          0.2750   \n",
       "2           0.4504                0.2430          0.3613   \n",
       "3           0.6869                0.2575          0.6638   \n",
       "4           0.4000                0.1625          0.2364   \n",
       "\n",
       "   fractal_dimension_worst  \n",
       "0                  0.11890  \n",
       "1                  0.08902  \n",
       "2                  0.08758  \n",
       "3                  0.17300  \n",
       "4                  0.07678  \n",
       "\n",
       "[5 rows x 31 columns]"
      ]
     },
     "execution_count": 194,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('data.csv')\n",
    "df.drop('id',axis=1,inplace=True) #dropping the 'id' column\n",
    "df.drop('Unnamed: 32',axis=1,inplace=True)\n",
    "df['diagnosis'] = df['diagnosis'].map({'M':1,'B':0})\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [],
   "source": [
    "#df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 196,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "diagnosis\n",
      "0    357\n",
      "1    212\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEKCAYAAAAIO8L1AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAEbJJREFUeJzt3X+snmV9x/H3x4JgJgrYM9a1xTrXzaCbRY/I5jYdZhuyuaJhBpJpdWR1CS5qjBm4TJ0Zic4fRN1GUsZP41Tmj4GOuSHDMRMEC+ugwIidwmhTaZUfgkSW1u/+eK6jx7OL9jnQ+zwHzvuV3Hnu+7qv676/p2nPp/fPJ1WFJElzPWnSBUiSFicDQpLUZUBIkroMCElSlwEhSeoyICRJXQaEJKnLgJAkdRkQkqSugyZdwGOxfPnyWrNmzaTLkKTHlRtuuOHbVTW1v36P64BYs2YNmzdvnnQZkvS4kuTOcfp5ikmS1GVASJK6DAhJUpcBIUnqMiAkSV0GhCSpy4CQJHUZEJKkLgNCktQ12JPUSQ4FrgEOafv5dFW9K8lFwEuB+1vX11fVliQBPgycBDzU2m8cqr4ZL3z7JUPvQo9DN7z/dZMuQZq4IV+18TBwQlU9mORg4CtJ/qmte3tVfXpO/1cAa9v0YuDc9ilJmoDBTjHVyINt8eA21T6GrAcuaeO+ChyeZMVQ9UmS9m3QaxBJliXZAuwCrqyq69qqs5PclOScJIe0tpXAXbOGb29tkqQJGDQgqmpvVa0DVgHHJXkecBbwHOBFwJHAn8xnm0k2JtmcZPPu3bsPeM2SpJEFuYupqu4DrgZOrKqd7TTSw8CFwHGt2w5g9axhq1rb3G1tqqrpqpqemtrv68wlSY/SYAGRZCrJ4W3+KcBvAP81c12h3bV0MrC1DbkceF1Gjgfur6qdQ9UnSdq3Ie9iWgFcnGQZoyC6tKq+kORfk0wBAbYAf9T6X8HoFtdtjG5zfcOAtUmS9mOwgKiqm4BjO+0nPEL/As4Yqh5J0vz4JLUkqcuAkCR1GRCSpC4DQpLUZUBIkroMCElSlwEhSeoyICRJXQaEJKnLgJAkdRkQkqQuA0KS1GVASJK6DAhJUpcBIUnqMiAkSV0GhCSpy4CQJHUZEJKkLgNCktQ1WEAkOTTJ9Un+M8ktSf68tT8ryXVJtiX5VJInt/ZD2vK2tn7NULVJkvZvyCOIh4ETqur5wDrgxCTHA+8DzqmqnwXuBU5v/U8H7m3t57R+kqQJGSwgauTBtnhwmwo4Afh0a78YOLnNr2/LtPUvT5Kh6pMk7dug1yCSLEuyBdgFXAn8N3BfVe1pXbYDK9v8SuAugLb+fuAZQ9YnSXpkgwZEVe2tqnXAKuA44DmPdZtJNibZnGTz7t27H3ONkqS+BbmLqaruA64Gfgk4PMlBbdUqYEeb3wGsBmjrnw58p7OtTVU1XVXTU1NTg9cuSUvVkHcxTSU5vM0/BfgN4DZGQXFK67YBuKzNX96Waev/tapqqPokSft20P67PGorgIuTLGMURJdW1ReS3Ap8MslfAP8BnN/6nw98LMk24B7g1AFrkyTtx2ABUVU3Acd22r/B6HrE3PbvA783VD2SpPnxSWpJUpcBIUnqMiAkSV0GhCSpy4CQJHUZEJKkLgNCktRlQEiSugwISVKXASFJ6jIgJEldBoQkqcuAkCR1GRCSpC4DQpLUZUBIkroMCElSlwEhSeoyICRJXQaEJKlrsIBIsjrJ1UluTXJLkje39ncn2ZFkS5tOmjXmrCTbktye5LeGqk2StH8HDbjtPcDbqurGJIcBNyS5sq07p6o+MLtzkmOAU4HnAj8NfCnJz1XV3gFrlCQ9gsGOIKpqZ1Xd2OYfAG4DVu5jyHrgk1X1cFV9E9gGHDdUfZKkfVuQaxBJ1gDHAte1pjcluSnJBUmOaG0rgbtmDdvOvgNFkjSgwQMiyVOBzwBvqarvAucCzwbWATuBD85zexuTbE6yeffu3Qe8XknSyKABkeRgRuHw8ar6LEBV3V1Ve6vqB8B5/Og00g5g9azhq1rbj6mqTVU1XVXTU1NTQ5YvSUvakHcxBTgfuK2qPjSrfcWsbq8Ctrb5y4FTkxyS5FnAWuD6oeqTJO3bkHcxvQR4LXBzki2t7R3AaUnWAQXcAbwRoKpuSXIpcCujO6DO8A4mSZqcwQKiqr4CpLPqin2MORs4e6iaJEnj80lqSVKXASFJ6jIgJEldBoQkqcuAkCR1GRCSpC4DQpLUZUBIkroMCElSlwEhSeoyICRJXQaEJKnLgJAkdRkQkqQuA0KS1GVASJK6DAhJUteQXzkq6TH4n/f8wqRL0CJ09DtvXrB9eQQhSeoaKyCSXDVOmyTpiWOfAZHk0CRHAsuTHJHkyDatAVbuZ+zqJFcnuTXJLUne3NqPTHJlkq+3zyNae5J8JMm2JDclecGB+RElSY/G/o4g3gjcADynfc5MlwF/tZ+xe4C3VdUxwPHAGUmOAc4ErqqqtcBVbRngFcDaNm0Ezp33TyNJOmD2eZG6qj4MfDjJH1fVR+ez4araCexs8w8kuY3RUcd64GWt28XAl4E/ae2XVFUBX01yeJIVbTuSpAU21l1MVfXRJL8MrJk9pqouGWd8OyV1LHAdcNSsX/rfAo5q8yuBu2YN297aDAhJmoCxAiLJx4BnA1uAva25gP0GRJKnAp8B3lJV303yw3VVVUlqPgUn2cjoFBRHH330fIZKkuZh3OcgpoFj2umfsSU5mFE4fLyqPtua7545dZRkBbCrte8AVs8avqq1/Ziq2gRsApienp5XPZKk8Y37HMRW4Kfms+GMDhXOB26rqg/NWnU5sKHNb2B0wXum/XXtbqbjgfu9/iBJkzPuEcRy4NYk1wMPzzRW1e/uY8xLgNcCNyfZ0treAbwXuDTJ6cCdwGvauiuAk4BtwEPAG8b9ISRJB964AfHu+W64qr4C5BFWv7zTv4Az5rsfSdIwxr2L6d+GLkSStLiMexfTA4zuWgJ4MnAw8L2qetpQhUmSJmvcI4jDZubbxef1wHFDFSVJmrx5v821Rv4BOGGAeiRJi8S4p5hePWvxSYyei/AZBEl6Ahv3LqZXzprfA9zB6DSTJOkJatxrED6TIElLzLhfGLQqyeeS7GrTZ5KsGro4SdLkjHuR+kJGr8L46TZ9vrVJkp6gxg2Iqaq6sKr2tOkiYGrAuiRJEzZuQHwnye8nWdam3we+M2RhkqTJGjcg/oDRS/W+xegLfE4BXj9QTZKkRWDc21zfA2yoqnsBkhwJfIBRcEiSnoDGPYL4xZlwAKiqexh9hagk6Qlq3IB4UpIjZhbaEcS4Rx+SpMehcX/JfxC4Nsnft+XfA84epiRJ0mIw7pPUlyTZzI9e0Pfqqrp1uLIkSZM29mmiFgiGgiQtEfN+3bckaWkwICRJXYMFRJIL2ov9ts5qe3eSHUm2tOmkWevOSrItye1JfmuouiRJ4xnyCOIi4MRO+zlVta5NVwAkOQY4FXhuG/M3SZYNWJskaT8GC4iquga4Z8zu64FPVtXDVfVNYBt+57UkTdQkrkG8KclN7RTUzMN3K4G7ZvXZ3tokSROy0AFxLvBsYB2jl/59cL4bSLIxyeYkm3fv3n2g65MkNQsaEFV1d1XtraofAOfxo9NIO4DVs7quam29bWyqqumqmp6a8ispJGkoCxoQSVbMWnwVMHOH0+XAqUkOSfIsYC1w/ULWJkn6cYO9cC/JJ4CXAcuTbAfeBbwsyTqggDuANwJU1S1JLmX0pPYe4Iyq2jtUbZKk/RssIKrqtE7z+fvofza+AFCSFg2fpJYkdRkQkqQuA0KS1GVASJK6DAhJUpcBIUnqMiAkSV0GhCSpy4CQJHUZEJKkLgNCktRlQEiSugwISVKXASFJ6jIgJEldBoQkqcuAkCR1GRCSpC4DQpLUZUBIkroGC4gkFyTZlWTrrLYjk1yZ5Ovt84jWniQfSbItyU1JXjBUXZKk8Qx5BHERcOKctjOBq6pqLXBVWwZ4BbC2TRuBcwesS5I0hsECoqquAe6Z07weuLjNXwycPKv9khr5KnB4khVD1SZJ2r+FvgZxVFXtbPPfAo5q8yuBu2b1297aJEkTMrGL1FVVQM13XJKNSTYn2bx79+4BKpMkwcIHxN0zp47a567WvgNYPavfqtb2/1TVpqqarqrpqampQYuVpKVsoQPicmBDm98AXDar/XXtbqbjgftnnYqSJE3AQUNtOMkngJcBy5NsB94FvBe4NMnpwJ3Aa1r3K4CTgG3AQ8AbhqpLkjSewQKiqk57hFUv7/Qt4IyhapEkzZ9PUkuSugwISVKXASFJ6jIgJEldBoQkqcuAkCR1GRCSpC4DQpLUZUBIkroMCElSlwEhSeoyICRJXQaEJKnLgJAkdRkQkqQuA0KS1GVASJK6DAhJUpcBIUnqMiAkSV0HTWKnSe4AHgD2AnuqajrJkcCngDXAHcBrqureSdQnSZrsEcSvV9W6qppuy2cCV1XVWuCqtixJmpDFdIppPXBxm78YOHmCtUjSkjepgCjgX5LckGRjazuqqna2+W8BR02mNEkSTOgaBPArVbUjyU8CVyb5r9krq6qSVG9gC5SNAEcfffTwlUrSEjWRI4iq2tE+dwGfA44D7k6yAqB97nqEsZuqarqqpqemphaqZElachY8IJL8RJLDZuaB3wS2ApcDG1q3DcBlC12bJOlHJnGK6Sjgc0lm9v93VfXFJF8DLk1yOnAn8JoJ1CZJahY8IKrqG8DzO+3fAV6+0PVIkvoW022ukqRFxICQJHUZEJKkLgNCktRlQEiSugwISVKXASFJ6jIgJEldBoQkqcuAkCR1GRCSpC4DQpLUZUBIkroMCElSlwEhSeoyICRJXQaEJKnLgJAkdRkQkqQuA0KS1LXoAiLJiUluT7ItyZmTrkeSlqpFFRBJlgF/DbwCOAY4Lckxk61KkpamRRUQwHHAtqr6RlX9L/BJYP2Ea5KkJWmxBcRK4K5Zy9tbmyRpgR006QLmK8lGYGNbfDDJ7ZOs5wlmOfDtSRexGOQDGyZdgn6cfzdnvCsHYivPHKfTYguIHcDqWcurWtsPVdUmYNNCFrVUJNlcVdOTrkOay7+bk7HYTjF9DVib5FlJngycClw+4ZokaUlaVEcQVbUnyZuAfwaWARdU1S0TLkuSlqRFFRAAVXUFcMWk61iiPHWnxcq/mxOQqpp0DZKkRWixXYOQJC0SBoR8vYkWrSQXJNmVZOuka1mKDIglztebaJG7CDhx0kUsVQaEfL2JFq2quga4Z9J1LFUGhHy9iaQuA0KS1GVAaL+vN5G0NBkQ8vUmkroMiCWuqvYAM683uQ241NebaLFI8gngWuDnk2xPcvqka1pKfJJaktTlEYQkqcuAkCR1GRCSpC4DQpLUZUBIkroW3RcGSZOS5N3Ag8DTgGuq6ksTrOU9k65BMiCkOarqndYgeYpJS1ySP23fhfEl4Odb20VJTmnz70zytSRbk2xKktb+oiQ3Jbk2yftnvq8gyeuTfDbJF5N8PclfztrXaUlubtt6X2tb1va3ta17a6eG9ya5te3vAwv6B6QlzSMILVlJXsjo1SLHMvq3cCNww5xuf1VV72n9Pwb8DvB54ELgD6vq2iTvnTNmXdvmw8DtST4K7AXeB7wQuBf4lyQnM3qT7sqqel7bx+FzanwG8CrgOVVVc9dLQ/IIQkvZrwKfq6qHquq79N9B9etJrktyM3AC8Nz2S/qwqrq29fm7OWOuqqr7q+r7wK3AM4EXAV+uqt3t9SYfB34N+AbwM0k+muRE4LtztnU/8H3g/CSvBh56zD+1NCYDQnoESQ4F/gY4pap+ATgPOHSMoQ/Pmt/LPo7Uq+pe4PnAl4EzgL+ds34Poy91+jRwMvDF8X8C6bExILSUXQOcnOQpSQ4DXjln/UwYfDvJU4FTAKrqPuCBJC9u608dY1/XAy9Nsrx9zetpwL8lWQ48qao+A/wZ8ILZg9p+n15VVwBvYXT6SloQXoPQklVVNyb5FLAFuBP49znr70tyHnAzcAejV6PPOB04L8n3GP3v//797GtnkjOBq4EA/1hVlyV5PnBhkpn/rJ01Z+hhwGXtaCbAW+f9g0qPkm9zlR6FJE+tqgfb/JnAiqp684TLkg4ojyCkR+e3k5zF6N/QncDrJ1uOdOB5BCFJ6vIitSSpy4CQJHUZEJKkLgNCktRlQEiSugwISVLX/wFB2bYq6qsX+AAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x232f175ddd8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "print(df.groupby('diagnosis').size())\n",
    "sns.countplot(df['diagnosis'],label=\"Count\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 197,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "test size: 57\n",
      "diagnosis\n",
      "0    314\n",
      "1    198\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "test_per = int(len(df.index)*0.9) #actual is 0.1-0.9\n",
    "print(\"test size:\", int(len(df.index)- test_per))\n",
    "testdf = df[test_per:]\n",
    "df = df[:test_per]\n",
    "df.shape\n",
    "print(df.groupby('diagnosis').size())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 198,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\python35\\lib\\site-packages\\ipykernel_launcher.py:11: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  # This is added back by InteractiveShellApp.init_path()\n",
      "c:\\python35\\lib\\site-packages\\ipykernel_launcher.py:13: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  del sys.path[0]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>diagnosis</th>\n",
       "      <th>radius_mean</th>\n",
       "      <th>texture_mean</th>\n",
       "      <th>perimeter_mean</th>\n",
       "      <th>area_mean</th>\n",
       "      <th>smoothness_mean</th>\n",
       "      <th>compactness_mean</th>\n",
       "      <th>concavity_mean</th>\n",
       "      <th>concave points_mean</th>\n",
       "      <th>symmetry_mean</th>\n",
       "      <th>...</th>\n",
       "      <th>radius_worst</th>\n",
       "      <th>texture_worst</th>\n",
       "      <th>perimeter_worst</th>\n",
       "      <th>area_worst</th>\n",
       "      <th>smoothness_worst</th>\n",
       "      <th>compactness_worst</th>\n",
       "      <th>concavity_worst</th>\n",
       "      <th>concave points_worst</th>\n",
       "      <th>symmetry_worst</th>\n",
       "      <th>fractal_dimension_worst</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>17.99</td>\n",
       "      <td>10.38</td>\n",
       "      <td>122.80</td>\n",
       "      <td>1001.0</td>\n",
       "      <td>0.11840</td>\n",
       "      <td>0.27760</td>\n",
       "      <td>0.3001</td>\n",
       "      <td>0.14710</td>\n",
       "      <td>0.2419</td>\n",
       "      <td>...</td>\n",
       "      <td>25.38</td>\n",
       "      <td>17.33</td>\n",
       "      <td>184.60</td>\n",
       "      <td>2019.0</td>\n",
       "      <td>0.1622</td>\n",
       "      <td>0.6656</td>\n",
       "      <td>0.7119</td>\n",
       "      <td>0.2654</td>\n",
       "      <td>0.4601</td>\n",
       "      <td>0.11890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>20.57</td>\n",
       "      <td>17.77</td>\n",
       "      <td>132.90</td>\n",
       "      <td>1326.0</td>\n",
       "      <td>0.08474</td>\n",
       "      <td>0.07864</td>\n",
       "      <td>0.0869</td>\n",
       "      <td>0.07017</td>\n",
       "      <td>0.1812</td>\n",
       "      <td>...</td>\n",
       "      <td>24.99</td>\n",
       "      <td>23.41</td>\n",
       "      <td>158.80</td>\n",
       "      <td>1956.0</td>\n",
       "      <td>0.1238</td>\n",
       "      <td>0.1866</td>\n",
       "      <td>0.2416</td>\n",
       "      <td>0.1860</td>\n",
       "      <td>0.2750</td>\n",
       "      <td>0.08902</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>19.69</td>\n",
       "      <td>21.25</td>\n",
       "      <td>130.00</td>\n",
       "      <td>1203.0</td>\n",
       "      <td>0.10960</td>\n",
       "      <td>0.15990</td>\n",
       "      <td>0.1974</td>\n",
       "      <td>0.12790</td>\n",
       "      <td>0.2069</td>\n",
       "      <td>...</td>\n",
       "      <td>23.57</td>\n",
       "      <td>25.53</td>\n",
       "      <td>152.50</td>\n",
       "      <td>1709.0</td>\n",
       "      <td>0.1444</td>\n",
       "      <td>0.4245</td>\n",
       "      <td>0.4504</td>\n",
       "      <td>0.2430</td>\n",
       "      <td>0.3613</td>\n",
       "      <td>0.08758</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>11.42</td>\n",
       "      <td>20.38</td>\n",
       "      <td>77.58</td>\n",
       "      <td>386.1</td>\n",
       "      <td>0.14250</td>\n",
       "      <td>0.28390</td>\n",
       "      <td>0.2414</td>\n",
       "      <td>0.10520</td>\n",
       "      <td>0.2597</td>\n",
       "      <td>...</td>\n",
       "      <td>14.91</td>\n",
       "      <td>26.50</td>\n",
       "      <td>98.87</td>\n",
       "      <td>567.7</td>\n",
       "      <td>0.2098</td>\n",
       "      <td>0.8663</td>\n",
       "      <td>0.6869</td>\n",
       "      <td>0.2575</td>\n",
       "      <td>0.6638</td>\n",
       "      <td>0.17300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>20.29</td>\n",
       "      <td>14.34</td>\n",
       "      <td>135.10</td>\n",
       "      <td>1297.0</td>\n",
       "      <td>0.10030</td>\n",
       "      <td>0.13280</td>\n",
       "      <td>0.1980</td>\n",
       "      <td>0.10430</td>\n",
       "      <td>0.1809</td>\n",
       "      <td>...</td>\n",
       "      <td>22.54</td>\n",
       "      <td>16.67</td>\n",
       "      <td>152.20</td>\n",
       "      <td>1575.0</td>\n",
       "      <td>0.1374</td>\n",
       "      <td>0.2050</td>\n",
       "      <td>0.4000</td>\n",
       "      <td>0.1625</td>\n",
       "      <td>0.2364</td>\n",
       "      <td>0.07678</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   diagnosis  radius_mean  texture_mean  perimeter_mean  area_mean  \\\n",
       "0          0        17.99         10.38          122.80     1001.0   \n",
       "1          0        20.57         17.77          132.90     1326.0   \n",
       "2          0        19.69         21.25          130.00     1203.0   \n",
       "3          0        11.42         20.38           77.58      386.1   \n",
       "4          0        20.29         14.34          135.10     1297.0   \n",
       "\n",
       "   smoothness_mean  compactness_mean  concavity_mean  concave points_mean  \\\n",
       "0          0.11840           0.27760          0.3001              0.14710   \n",
       "1          0.08474           0.07864          0.0869              0.07017   \n",
       "2          0.10960           0.15990          0.1974              0.12790   \n",
       "3          0.14250           0.28390          0.2414              0.10520   \n",
       "4          0.10030           0.13280          0.1980              0.10430   \n",
       "\n",
       "   symmetry_mean           ...             radius_worst  texture_worst  \\\n",
       "0         0.2419           ...                    25.38          17.33   \n",
       "1         0.1812           ...                    24.99          23.41   \n",
       "2         0.2069           ...                    23.57          25.53   \n",
       "3         0.2597           ...                    14.91          26.50   \n",
       "4         0.1809           ...                    22.54          16.67   \n",
       "\n",
       "   perimeter_worst  area_worst  smoothness_worst  compactness_worst  \\\n",
       "0           184.60      2019.0            0.1622             0.6656   \n",
       "1           158.80      1956.0            0.1238             0.1866   \n",
       "2           152.50      1709.0            0.1444             0.4245   \n",
       "3            98.87       567.7            0.2098             0.8663   \n",
       "4           152.20      1575.0            0.1374             0.2050   \n",
       "\n",
       "   concavity_worst  concave points_worst  symmetry_worst  \\\n",
       "0           0.7119                0.2654          0.4601   \n",
       "1           0.2416                0.1860          0.2750   \n",
       "2           0.4504                0.2430          0.3613   \n",
       "3           0.6869                0.2575          0.6638   \n",
       "4           0.4000                0.1625          0.2364   \n",
       "\n",
       "   fractal_dimension_worst  \n",
       "0                  0.11890  \n",
       "1                  0.08902  \n",
       "2                  0.08758  \n",
       "3                  0.17300  \n",
       "4                  0.07678  \n",
       "\n",
       "[5 rows x 31 columns]"
      ]
     },
     "execution_count": 198,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def add_labelnoise(noise_level, seed=None):\n",
    "    np.random.seed(seed) \n",
    "   # train_p = int(noise_level * len(traindf.index))\n",
    "   # validate_p = int(noise_level * len(valdf.index)) \n",
    "   # x = np.random.randint(low = 0, high = len(traindf)-train_p)\n",
    "  #  y = np.random.randint(low = 0, high = len(valdf)-validate_p)\n",
    "   # print(y)\n",
    "    l = int(noise_level*len(df.index))\n",
    "    for i in range(l):\n",
    "        if df['diagnosis'][i]==1:\n",
    "            df['diagnosis'][i]=0\n",
    "        elif df['diagnosis'][i]==0:\n",
    "            df['diagnosis'][i]=1\n",
    "      \n",
    "        \n",
    "    #return traindf, valdf\n",
    "\n",
    "#t.head(20)\n",
    "#t['Outcome'][:10]\n",
    "\n",
    "add_labelnoise(0.30)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 199,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "diagnosis\n",
      "0    327\n",
      "1    185\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(df.groupby('diagnosis').size())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 200,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWQAAADuCAYAAAAOR30qAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xl8W9Wd9/HP0WrJkrc4+6YsIoQEQhJA7IWwJOCylG50SieEtrR06ExburgzDwWmffpyO51pp+3Tnba0FOgOtG4DhVJKWFwgBhyWLCTOnjheJVmyrOU8f1wpCTEk8SLfe6Xf+/W6L2+S9ZNjffPzueeeo7TWCCGEMJ/D7AKEEEIYJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiJJCFEMIiXGYXIMSRQo3NTqAqfwSAysOOCoxGonCoN3lfAwNA4ihHf3tTw8C4PSkhjoPSWptdgygDocZmPzA1f0w57P3DP64HqjFCeDwkgAP5o+NN3u8AdgDb2psa+sepJlHGJJDFmAk1NtcBYWD+4W+11vOUUhNMLW70DgDb8sfWI95vb29qyJlYmygREshi2EKNzVXAqcBS4FSt9UnAfKVUnbmVmSYJvAK05Y+XgLb2pob9plYlbEcCWRxVqLF5GkbwLtVanwp6OajZSilldm02cIBDAd0CPNXe1LDD3JKElUkgi4NCjc0KWAicr7U+H63PVw7HdLPrKjG7gaeBp/Jv17c3NQyaW5KwCgnkvPwY56P5D6cAWYwOB+AMrfUxXzRKqZ8ATVrrjcWpcmyFGptdGN3veTqbWYFynKMcjhqz6yozA8DzwBPAw8CTEtDlSwL5TSilbgfiWuuvHfF5hfEzs+0JnFBj81St9eXkMu/A4bxAKUel2TWJN4gDfwMeAh5ub2rYZG45YjxJIL+JwwNZKTUfuB9YB0SAtwO3AcsAH/BLrfV/5u+3DrgZ2AB0At8DLsOYXnWV1rpjnJ8KocZmB3CGzqSvBn0VTvcCGf+1lXaMcC4EtEy/K2ESyG/iTQJ5E8awxXP5r9dprbuVUi7gMeAjWutXjgjkNHC51vrPSqn/ATq01k3jUX+osdmrde4ynUlfp5yui5XDWT0ejyuKbgAjmH8HPNje1NBrcj1ijMmVesfn9UIY571PKfVBjJ/fNOAkjGlPh0tqrf+cf/954LxiFhhqbHbm0qlLyaY/rDy+lcrh9Cu3t5gPKcZfBXBV/kiHGpsfBe4D7m9vaugztTIxJiSQj8/BPxOVUmHg3zA65l6l1N0YL5QjHX5iJksRftahxmalM+lzc+mBjzg8FVc43N4qJITLhRtYlT9SocbmtcDPMTrntKmViRGTQB6+KiAGRJVSU4GVwNrxLGDWLb+dpdODn3Z4Kt6nXJ56p8s9ng8vrMfLoc65I9TY/HPgR+1NDa+ZW5YYLgnk4VuPMTyxAeOy2SfH40FDjc2OTO/+a5Wn4hMOX/A0h7tCTsyJNzMJuAW4JdTY/CRwJ/ArORloD3JSz+JmfOyn00F/zlFRdZ3DU1Frdj3ClmLAvcC325sa2swuRrw1CWSLmv7h7690eCv/w+GvPkc5HLJutRgrDwFfa29qeMTsQsRQEsgWUnvBGkdF6NSbXFX1n3L6a+aaXY8oaS8A/w3c197UkDG7GGGQQLaA2gvWVFSETv2cq3ryzU5fsN7sekRZ2QV8E/h+e1ND1Oxiyp0EsonqLr6x2jvjpC+4a6Z90FFRKRdvCDP1AF8D/ldOAJpHAtkElYsuCARPvewLnklzPurwVgbNrkeIw+wHvgx8TxY5Gn8SyOPIH474Aydf8knv9IWfcFbWyNCEsLIdwB3AXe1NDVmziykXEsjjwB+OuP0nnveBiukn3e6qmTzT7HqEGIaNwK3tTQ2/NruQciCBXET+cMThm7N8pXfWyV9zT5h5kiyyJmzsMeDm9qaGI9dsEWNIArkI/OGIclQETqxcfNHXK2Ysukg5XXJFpCgFaYwZGbe3NzXEzS6mFEkgjzF/OFJXMWdZY+WCcz/krKyRK+tEKdoDfLq9qeFeswspNRLIY8Qfjjhd1ZNXVZ50wVc9U09YKIvAizLwGPAxWcRo7EggjwF/ODK7cuHbvuqbf8YVDo/PZ3Y9QoyjAeDfgW+0NzVImIySBPIo+MMRnzM48T3BZZff7qmfHTK7HiFM9DdgdXtTww6zC7EzCeQR8ocjJ3pnnnxHcMnKBofXLxuFCgFR4N/amxp+anYhdiWBPEz+cMStnO6rA0sv/z8Vs045WcaKhRjifuDG9qaGA2YXYjcSyMPgD0emuCfMbAwuv+KfXMH6iWbXI4SF7QPe097U8ITZhdiJBPJx8IcjCjjbFz7zjsCiC89XTrfsmSTEsaUxpsd90+xC7EIC+Rj84UgA1HXB5Vfc5AudeorZ9QhhQ3djDGEkzS7E6iSQj8IfjkxVHt+na86+9hr3hJkhs+sRwsZeAK5pb2rYZnYhViaB/Bb84cgiV/Xkz1effe1Kp79aVmYTYvS6gWvbmxr+YnYhViWBfIT8ePFF3ukLbwkuv/JtDrdXLvQQYuykgTXtTQ2/MLsQK5JAPow/HPEA7/PNO31N4JSV5yqHw2l2TUKUIA18qr2p4RtmF2I1Esh5/nAkCNzsX3DOqspFF56nlEPmFwtRXE3tTQ2fN7sIK5FABvzhSA1wS+WiFRf4F5xzrlzrIcS4uRP4iOxKYij7QPaHIxOATweWrLrAP/+MM82uR4gy9ADGRSRlv4dfWQeyPxyZDHwmeNpVb/PNXnKa2fUIUcbuB97d3tSQMbsQM5VtIPvDkWnAZ4PL3h7xzVlWMp1xumsXBx78ysGPM737qDn3OioXr6Dzga+Qie7HVTWZ+qsbcVYEhtw/3vYofU/fB0D1WdcSOPkidCZNx+++SDbWSXBpA8FlDQB0rf0WgVMvwztl/vg8OVHqfgm8v5yHLxxmF2AGfzgyHfj3ykUXnlxKYQzgnjCDaWu+xbQ132Lq6m+g3F78J5xF9JlfUxFawvQbf0hFaAnRZ4buWZlNxuh78h6mfOB/mPLPX6fvyXvIDsRJbluPZ8p8pt7wbWIvrgVgsGMrOpeTMBZj6b3AD8wuwkxlF8j+cKQe+LRv3umz/QvOvdDseoppYPuLuGum4qqeRGJLC5WLLwKgcvFFJDY/M/T229ZTEVqK0xfEWRGgIrSUga3PoxxOdDoF2UONS+8Td1Nz3nXj9lxE2bgh1Nj8lWPfrDSVVSDnp7Z9yjt94ezAKZeuKvWlM/tf/Tv+hecDkO3vxRWoA8BZWUu2v3fI7TOxLpxVhy5KdAYnkIl1UTFnKdn+Xvb+/BaqI+8ksbkFz+R5uIITxueJiHLz2VBj8y1mF2GGsglkfzhSAXzcXT8rXHXa1auUw1nSO0HrbJrkln9QeeK5Q76mlGI4/xMph5OJV36GaWu+iX/BuUSfe4Cq099B96M/5MDvv0xic8vYFS6E4auhxuYGs4sYb2URyP5wxAXc6PAFT6o+672XKJe75C+HTm59Hs/keTgrjY2vnZU1ZOLdAGTi3Tgqa4bcxxWcQDbaefDjbKxrSBcca20msHgFqT0bUU439Vd97uBJQCHGkAP4Raix+QSzCxlPJR/I+bUp3g8srznn/RGHx1dtdk3jof+Vx6nMD1cA+OdH6N/wqPG1DY/inx8Zcp+KOctItreSHYgbJ/PaW6mYs+zg17MDcZJbnqVy8Qp0JgVKgVLoTLr4T0iUo2rg/lBjc9DsQsZLyQcycB5wUdXp75jlqp5UFlMCcoMDDLS/gH/B2Qc/V3Xmuxhob2X3Dz7MQPsLVJ35bgBSezfT9Wdj/XCnL0jN2e9l312fZN9dn6Tm7Gtx+g69FvqevJfqs9+DUg58c5YxuG8Le++8mcCSleP7BEU5WQj8PNTYXNLnewpKeh6yPxwJAbdWzFnmCy5tuLbUT+IJUcJub29quMPsIoqtZDtkY6cPbnYG6wmccumVEsZC2Nptocbmt5ldRLGVZCD7wxEHsAalaqrPvvZih8tTaXZNQohRUcCPQ43NJf1aLslABi4FTgsubZjpCtTNMrsYIcSYmAt81ewiiqnkAjk/bvxe94RZ/RWzl6wwux4hxJi6KdTYfJHZRRRLSQWyPxxxAx8E4sHlV1xW6hd/CFGGFHBnqU6FK6lABlYCMysXXzzDFZwQMrsYIURRzAZKcr2LkglkfzgyFbjG4a/p8s877VKz6xFCFNWNocbmk8wuYqyVRCDnZ1VcB6SCSy8/W7k8frNrEkIUlZMSPMFXEoEMLAcWu2qmJD2T5p5udjFCiHHREGpsLqkldG0fyPkTedcCBwKnXHq+cjicZtckhBg3Xyuly6ptH8jAmcAE94SZbnf9rKVmFyOEGFfLgH8yu4ixYutA9ocjXuBdQEflyRe/TSmHrZ+PEGJEbiuVLtnuAXYOUOWeOMfnrptxitnFCCFMEQYuN7uIsWDbQPaHIz7gGqCjcsE5EVk8SIiy9gmzCxgLtg1k4CygUnl8GXf9TOmOhShvF4camxeZXcRo2TKQ8/OOLwM6Kxecu0g53V6zaxJCmO5fzS5gtGwZyBhjRvVAv3f6wuVmFyOEsIQPhBqb68wuYjTsGsgXACnP1BMmOytrZphdjBDCEnzAO80uYjRsF8j+cKQaOAPo8M07fdmxbi+EKCvXmF3AaNgukIHTMJbgy7lrpy0wuxghhKVcFGpstu3O8rYKZH84ooCLgW7P5PkTHR6fbX/wQoiicANXmF3ESNkqkIEJwGQg7p25KGx2MUIIS7LtOLLdAvlgCLsnzDzBzEKEEJa1MtTY7DO7iJGwWyCfASQcvqDXWVkz0+xihBCW5MM412Q7tgnk/EJCJwM9FbNOCclCQkKIo4iYXcBI2CnU5mDMrsi6aqZONbsYIYSlnWF2ASNhp0CeV3jHGaibbGYhQgjLkw65yMJAP4DTXz3F5FqEENY2K9TYbLucsEUg5+cfzwXijoqAR7krasyuSQhhebbbX9MWgQwE8segZ/K8ybL0sRDiOMw2u4DhsksgTwZyAK7qyfUm1yKEsAfbLTxml0CeAjgBHB5/pcm1CCHsYbrZBQyXnQI5DaA8Pr/JtQgh7EECuUhqKASy22vLSyKFEONOArlIqskHssPtlQ5ZCHE8bHcBmV0CuQrIACiXRwJZCHE8KswuYLjsFMhpABwuj7mlCCFswm12AcPlMruAY8lfFBIAYgDoXNbUgoTlKJ3VQdeD7f2urF0aDFEkWuNUiqyrumI7wPz/+5Jjy398Pmd2XcfL8oGc5yQ/D5lcLmNuKcJq3p389f70hCe9j4Qqp5ldi7CM2QBtq9tsE8ZggyGLxOYWjTF+7ADQWgJZHKJ0mo/5/lR3e7Z7qk7K74Z4g7TZBQyX5QM5L02h1lxWXnTioHcm7ukL+TKeaodWqzqju82uR1iKBHKRHOqQJZBFnkNn9L/6Hjk46+a2dHQ6g7l+M2sSltJtdgHDZZdAHqQQyNnBAZNrERZxfeq+XbP82YNn0oMK18r90U4zaxKWst3sAobLLoF8cMgil4z1mlyLsACHzuibfQ8Fj/y8dMniMBLIRdJHfk5hNt5juz9DxNi7PnXfrjpvdsi62NIli8NIIBfJboydZMlEO3pMrkWY7K264wLpkkVeu9kFDJedAtkDkOndK4Fc5t6qOy6QLlnkSYdcJN2ABsjGuxM6m0mZXI8wybG64wLpkgUSyEVzMJABcgPxAybWIkx0rO64QLrkshcFNptdxHDZJZB7yO8YApCJHdhlYi3CJMfbHRdIl1zWnmxb3Wa7dW/sEsj9GDMtvADp7t07zS1HmOF4u+MC6ZLL2uNmFzAStgjk/HoWr2AsVE9q1yu2GxsSozPc7rhAuuSyJYFcZC+TX3A6G+vsz8o4clm5PnXvsLrjgqDCtUq65HLTDzxvdhEjYadAfkNXnOnbv9WsQsT4Mrrjh4fdHRfclu6TLrm8PN22us12CwuBvQJ5D5Akf8Xe4J6Nm8wtR4yXkXbHBQGlXKs6pEsuI4+ZXcBI2SaQE5tbckAbUAuQ3LZ+Wy6diptblSi20XbHBbcNSpdcJjRwr9lFjJRtAjnvH+QvoUbndLpr58vmliOKbbTdcYF0yWVjXdvqtm1mFzFSdgvkVzDWRnYBDGx/8SVzyxHFNFbdcYF0yWXhLrMLGA1bBXJic8sA8AxQD5Da9fKeXKpfVn8rUWPVHRdIl1zyksCvzS5iNGwVyHlPk19oCGDwwPY2E2sRRTLW3XGBdMkl7f621W1Rs4sYDTsG8iYgQT6UExvXrdc6Z6udZcWxjXV3XCBdckmz9XAF2DCQE5tbMsATwESATO++aLprl4wll5BidccF0iWXpC3AI2YXMVq2C+S8JzDmIyuA/lf//qTW+uj3ELZRrO64QLrkkvQlOy4mdCRbBnJic8se4DlgMkC6Y2tnpm//RnOrEmOh2N1xgXTJJWULcLfZRYwFl9kFjMKfgNMKHyQ2PfVE9RnXLDCxHjEGbkjds7OuJjur2I+T75J3r51RU1nsxxqOwa5Bdv9wN5loBoDaC2qpv7SeTDzDzu/uJN2Zxl3vZtbHZuGsdA65f8+6Hg78wVjmZeIVE6k9t5ZcOseO/91BuidN3Yo6Jlw0AYDdP9lN3YV1+EK+8XuCxVES3THYtEPO2wa8RmEK3M4NuzOxrnZTKxKj4tAZ/S++h6vH6/Gs2CUrp2LKtVMIfznM3Fvn0v1oNwO7B+hs7iSwMMAJXzmBwMIAB5qHrq2ViWfoeKCDubfOZd4X5tHxQAfZ/izxDXF8IR/zvzifnr8ZO6AldyTROV0KYVwy3THYOJDzS3I+CAQKn+t/+a8PaxlMtq0bUvfsrPXmxi2QrTiW7K5xHwxJp8+Jd5qXTE+GaGuUmnONYfWac2uIrh86uyu+IU5gUQBXwIWz0klgUYBYWwzlVOTSOXT20Euj43cdTL5m8vg8qeIqme4YbBzIea9hrAJXB5Da/eredOf2VnNLEiMx3t1xQb5LtuSaKIMHBhnYPoBvno9MXwZ3jRsAV7WLTF9myO0zPRncde6DH7tr3WR6MgQWBcj0Zdj6xa3UX15PtDVKxewK3LXuId/DZjZRQt0x2DyQ8wsO/QKoIj/jIrb+j4/qbHrA1MLEsI13d1wQUMp12f5o13g/7rFkB7Ls+PYOpvzTFJy+N44VK6Xyv+3HRzkVMz86k/n/OZ/q06vperiL+lX17L13Lzu+vYNoq22vpbiplLpjsHkgAyQ2t2zCuHpvKhi7Ug9sf+lvphYlhsWs7rjgC2lrdck6o9n57Z3UnFVD9WnGj8VV7SLdayzxm+5N46oaej7eVesi3X1oGeB0TxpX7Rtv1/XXLmrOriH5etII6o/N5MCDttzr4Sdtq9v+anYRY832gZz3G4yewQMQe3Hts7KjiH2Y1R0XWKlL1lqz+8e78U71Ur+q/uDnq06tonddLwC963qpWlo15L6BxQHiG+Jk+7MHT+YFFh88xUK2P0vsxRg159SQG8wdfPXn0va60FVr3QF82uw6ikGVyjkwfzhyOfBu8juLVMxeMiu4/MrrlVLD+ONOjDeHzujnHddHzQxkgLjWmbNmzBzA4wgc+9bF07+pn21f3oZ3hpfCr+7kd03GN8/Hzv+3k3R3GvcENzM/NhNXwEVyW5Lux7qZfsN0AHr+3sOBPx427e282oPfe+89ewkuDRJYGCA3mGP7/24n05Oh7sI6JlwyYfyf7Mi9r211231mF1EMpRTIXuDLGJ1yFKD6zPes8E4/8TxTCxNH9aGBn+34PzVriz7v+Hh81lW1/c8za2abXYd4a1rrP224fkOD2XUUS6kMWZDY3JICfgxMAJwAfc/+7m/ZRN8eUwsTb8nsseMjWW0sWbyR1jqulLrJ7DqKqWQCGSCxueVlYC0wA4BsJhd99v7f6lzGlhseljqzx46PZKWxZDGUUuqjbavbdphdRzGVVCDn/Q5jQ9R6gHTn9u7k68+tNbckcSSnTluqOy6QLtmatNbfalvd9guz6yi2kgvk/NDF9zD23vMAxF96eH26Z++rphYm3mBN6p5dVuqOC6RLth6d1S1KqVvMrmM8lFwgAyQ2t+wE7gGmFz7X++Q992eT0f3mVSUKnDqt/8X/l6HztixCumTr0DndqZzqHW2r28pi2LEkAznvMeBF8qGsU/2DfU//6t5cOiUvNJOtSd2zq9Zjve64QLpka9BaZ5VDXdO2um2v2bWMl5IN5Pxl1T8AusiPJ2d69vTF1v/xPp3LDl0IQIwLq3fHBdIlW4DmM22r254wu4zxVLKBDJDY3BIHvoExDS4IkNr18u7ExnX3l8r8a7uxendcIF2yuXRGf3/Dmg1fN7uO8VbSgQyQ2NyyDyOUJwBegP5XHn85teuVv5lZVzmyS3dcIF2yOXKp3G+Uq7TnG7+Vkg9kgMTmlo3AnRjjyU6A6D9++3hq/+stphZWZuzSHRcElHJdLl3yuMoms486vI5r21a3leWfsGURyHnrgD8As8k/7751v1g72LH1WVOrKhN2644LbhvsmyFd8vjIJrMtTp/z8lJbUnM4yiaQ8zuM/A74KxAiv6Js7xN3/2mwY9vzJpZWFuzWHRf4HcopXXLxZQeybU6fc0Xb6rZBs2sxU8ksLnS8/OGIE7geOB9oBzRAzfmrr/RMnL3UvMpKl1On9XPONVE7BjJAIqezkZkzk2avBFeqcqncFofXcVrb6rY+s2sxW9l0yAWJzS1Z4C6MIYwQBzvln/1hsHPHCyaWVrKOtzu+4YEkk/4rxuLvHBoh6E5qLvl5P+Fvxbnk5/30JN+8gbjrhUHC34oT/lacu14wmqxURrPq7n4WfyfOd5491Hjd+Ick6/ce/1/F0iUXTzaRfQ3FGRLGhrILZIDE5pYM8BPgKQqhrLXuffynD6T2bn7a1OJKzHDGjq8/1c3a6/xv+FzTuhQXzXGx+eMBLprjomldasj9upOaOx5P0fKhSv7xoUrueDxFT1Lz0OsZlk918tJNlfzgeSOQX9yXJZuDZVOdQ77P0chY8tjL9GVeAJa//OGXe8yuxSrKMpDhYCjfCTyDEcrGib6n7n04ufX5P8vu1WPjhtQ9O493qOL82S7qfG/cT+CBjRlWLzE241y9xM39G4de0/PQlgyXzDXuW+tTXDLXxdotGdwOSGYgfVgzfOtjKb64wjvs5yFd8thKd6efSHWkznjlplcSZtdiJWUbyHAwlH/EoRN9LoBYa/M/+l9+7FdyRd/oOHU69zH/X0Y1brw/nmNq0Pg1nRJQ7I8P3W5odyzHzOpDv8ozqhzsjuW4ZJ6LffEcZ97Zz2fP8fLgxjTLpjqYFhzZr710yWMjtT91X/+m/rdt/dLWslifYjjKOpABEptb0sDPgF8Bs4AKgMTGda9Fn3vgpzozKP+Dj9AHU78Y05kVSimGsyGXy6G4551+Wj8S4N0nufjGM4PccpaXTz00wLt+leDBjcPLA+mSR0fntE7uSH5l02c3vW/nd3ce91+gSqnHlFIrj/jcJ5RS3z3KfWz5H2fZBzIYU+ISm1v+CHwXmEzhMuudG3b3rrvnR7lUv7wIh8mp07mb/I+MOownBxzsjRld8d5YjkmVQ39lpwcd7Ow71DnviuaYfkQX/J1nB/nnJW6e2ZXF44RfvsvHl/4+dDz6WKRLHpncYC6V3Jr8yJZbtzSO4O73Atce8blr858vKRLIh0lsbnka+CoQAOoA0l07erof/cEP0737XjO1OJsZq+74yhNc3PWi0cne9WKaqxa4htxm5XwXD2/N0JPU9CQ1D2/NsHL+odv1JDV/3Jzhn5e4SaQ1DgVKwcAIBqSkSx6+dG96X+zF2AWvf/H1H47wW/wGaFBKeQCUUiFgGtCqlHpUKbVeKdWmlLpqbCo2T9nNQz4e/nBkBvApoBI4uPRf1WlXn+uddfIK2cn66Jw6nXvOuSY23EB+328T/K09S2dCM7lScccFXq4+0cV7fpNkR59mdrXiV+/2U+dTPLcny/eeG+RHV/oA+HHrIF9+wuh4/+M8L2uWeg5+30+uHeCqE11cEHIxkNFceW+C3THNR5d7+HjE86a1HI3MSz5+yfZkS+/TvVd1ru0c1VrkSqk/Aj/UWj+glGrEWMGxEfBrraNKqXqME/RhrbVWSsW11rb795FAfgv+cKQG+DCwGNgBZAEq5iwLBU6+5J0Ot9d2/9jj5caBn+7495qHLbGTdLF8zlW1/U+yQ/VbyqVz6fiG+Pd6Hu/5TLQ1OvyxoSMopd4PvF1r/T6l1AvAB4GXgK9jXOSVAxYAc7TW+ySQS5A/HHEBV+WP/UA/gDMwwV991nuucVVNnGdmfVY00u7YbqRLfmuZvkxXdH30xtiLsd9HW6NjEjBKqQCwFVgF3Ke1PkEpdT1wGXCd1jqtlGoHLtBat9s1kGUM+SgSm1syic0tvwX+G2NceTJANt6V6P7Ld+9Otrc+LFPj3misZ1ZYlYwlv7nkjuT6zoc6z9j9092/G6swBtBaxzF2Afoxh07mVQMd+TC+EGPhMFuTDvk4+cOReuAjQBjYBWQA3BNDE6qWXXGVM1A708z6rKBcuuOCRE5nIzNmJvFKl5xNZOPR1uj3o89Gb422RpPFeAyl1NXA74GFWuvX8uPGfwDcwAvAOcBldu6QJZCHwR+OuIEGjCGMOMb2UKCUCi5tiFTMXrJCOZxuE0s0VTmMHR+p0RXc3jyz1vad2UhprXViS+Ll3id7P5XpzTwyll1xOZJAHgF/OBLCOOE3ncO75frZdcHlV1zpCtSV3Qu03LrjgnLukjOxTG/vU71397/a/6Voq+zoPhYkkEfIH454ME4oXI1xsq+z8LXg0svPqJi9ZIVyuoe/aIJNlWN3XFBuXbLO6Vz/a/2tPet6Pp1L5P4ebY0OvZ5djIgE8ij5w5HZwIeAmcBuIA3PMMScAAAJ6klEQVTGTIzgsoaL3PWzl5b6vGWnTueed66J1ZRZd1xQTl3yYOfg/r6Wvp8kNif+K9oa7Ta7nlIjgTwG8mPLK4F3YAxf7CO/8L1n2oIpgZMvWVXKwxjl3B0XlHqXnIln+qLPRZ+KvRC7DXhOxoqLQwJ5DPnDkcnAu4AzgF7g4Dqv/oXnn+SfH7nU4fGVVBdZ7t1xQal2ybnBXDL2Yuylvpa+O3VG/zLaGo2aXVMpk0AeY/5wRGFcMfQBjJN++4EkgHJ7XcFTLz/LO/3Es5XTXWFimWNGuuNDSqlL1lmd7d/U/2rvk72/zsazP4u2RtvNrqkcSCAXSf4qv7MwVqWqwFgTIwPg8AW9gVMuPdM79YSz7HziT7rjNyqFLllrzcDOga2963ofGuwY/C6wQYYnxo8EcpH5w5EAxtzlSzGut99Hfl0Mh6+qwgjm8Jl2DGbpjoeya5esczo3sHPg9b5/9P0jtTv1feDpaGtUrkIdZxLI4yR/pd9KYAUlEMzSHb85u3XJOqvTia2JTX3P9LWlu9L3AY9EW6P9ZtdVriSQx9mxgrly0YXLvVMXnOHwVBzXxqBmke74rdmhS86lcwOJzYnXep/ufSkbyz4IPCbT2MwngWySfDCvAi7ECOYO8nOYcTgd/gXnnOibteRMK66RId3x0Vm5S86lcvH4q/FX+1r6Xswlc78Hnoi2RmNm1yUMEsgm84cjEzG65YswNlntIr/MJ4B3xknT/PMjEVft9EXK4Rje3vVFIt3xsVmpS9Za63RXent8Q3xbrC3WRpb7gWeKtQiQGDkJZIvwhyOVwOnA24EJGKHcRf4CE2fVxEDlwvOXeybNPdXh8dWYVad0x8fHCl1yLpWLJ7YlNkafi25Ld6a3YqyU9ny0NSq7PVuUBLLF+MMRJ3AScDlwIsYwRgf5KXNg7FpSMeuUJe7aaScpp2v4exCNgnTHx+/zruD2P45zl6y11unO9LZ8N7yTHM8DfwU2Rluj2fGsRQyfBLKF5ff2uxA4D2PN1xjG1X8aQHn8bv8JZ53knXbiEmegbk6xl8yQ7nh4EjmdPXPGjKT2OoveJWf7sweS7cn26Ppoe7orvQtYCzwbbY32HOu+wjokkG3AH474MPb2W4HRNWuOGGt21U6r9s+PnOKun7XQ6a+eWow6Pjrw4x2NNY9IdzwMxeySs/3ZjuSO5JZ4W3xfak+qF3geY1eNTdIN25MEss3kZ2csBy7BGGtOYyz9OVi4jat2WrUvtPRE98TQic5A3eyxWG3OqdO59c418WpPztLT8axmrLvkTDyzf2DnwJb4S/F9qb2pKMZw1qMY3XDvWDyGMI8Esk35wxEHMAfj8uyzAB/G9Lku8mtnADgra32+ucsXuCfNO9FVVT9POZyukTyedMcjN5ouWed0LhPL7E7tTm2PvRTbP7hvMIYxd/3vwIvAXrm0uXRIIJeA/LoZIeBU4GygMAujG2OrKcAYc66YdfJsz6S5c101k+c4KoJTjqd5lu54dIbbJWcT2a7BA4OvJ9uTe/tf64/lkrkMxloojwNtSAiXLAnkEpPvnKcDJ2Ns+jgNY8w5gbEk6MHZGs5And87c3HIUz97jqt60lyHt7Luzb6ndMejd7QuOTeYS6S701sHdg7s6H+tvyfdlS4MP+0GnsAI4X0SwqVPArmE5ZcCnQTMB5YBizBmayiMGRt9GMMcgDH27J2+MOSunTbDXVk9V/mq65wqJ93xGDi8S84ms93pnvTOwY7BPcltyb6B7QMDGP9pRoFW4CVga7Q12mdq0WLcSSCXkfzQxgxgHsaJwRMwwhmMgI4BWdCE2XVZvWdwV+30OX03TXllxqxqNW1ywDGtyqtqzanenrpTenDPAO2b4uz5dsyzp3VPNpGNZZ0YAZwBXsaYHfE6sF+64PImgVzG/OGIF5iNEcyLMDppR4BkzUK1fUEViYeUIk5+3jNAvV9VnDbNOXVurWPSlICaMNGv6mt9qt7vVkFznoU1pDI62TOgO7sSunNfXHdu78t1Pb07m/pLyhXpcTqf00oNYsyE2QhsALYCO2SJS3E4CWRxUL6DnlxF/4JFqn1RpUpNxhiDzgFOjEBJ5I83XH5bW4Fn8SRn/ZxaR/30oKqfVOmor/Op+qCXGpdDucf7uRRDNqez/WmiPUndeSChO/fEcp3tvbnOlzty0b1xDeDHWI9E54+dHU5H90aPpyWr1HbggOzQLI5GAlkc1ZUL3F5gKkYwzwFmYQx7FKbZFYY8CkFdGA89qN6vKmZVq+CUgCM4qVIF63wqWFOhqqq8KhjwEKx0q2CFi4DToRzj9bwOl9NapzIk+tM6Fh8kGkvpWF9Kx7qTOnagX8f2xXV0ZzQX3xvTWhuh68vfVQMOjKGencB2oB1jRsT+BzemZc0IMSwSyGLYrlzgVkAlUJ8/pmJMu5uZ/7jQISqMwMpgdNep/DHIEaEN4HfjqqlQnmqv8lZ5lSfgwVvpUZ5Kt/JWevD6XMpT4cLrcuBUCqVAKeOqF6UUaI3Oaa21sRORzmpyAxlSybQeTKRJJdJ6sD+tU/FBBqMpnYqm9GDvgE5FU2QBD+DNHx6Mvwhyhz0PMPZH3IERuvsxLsjpfHBjWlZNE2NCAlmMqSsXuN1ALRA87JiYP+qBOox50orDZnhwKPQKXXL2sCPDoXDkiLfqiPsrjDAtHK7DvmfuiPsXHi+HsUZIZ/44gHGBTeywo+fBjWm5HFkUlQSyGHdXLnA7MP70D2JsAFvoSgtvKzA6cP9hb70Y4engUOetMMI1d9ihMa5UTGKs9VE4Cp354W8HMKaaJR/cmJYXgjCdBLIQQliEKSdRhBBCDDWihWaEGA2l1ASMFcoApmCMEx/If3yG1nrwTe849PvcAPxJa71v7KsUYvzJkIUwlVLqdiCutf7aCO67DrhZa/3CmBcmhAmkQxaWopRaDfwLxsm9p4CbMYbWfoKxmp0CfoAx7exU4JdKqSTD6KyFsCoJZGEZSqnFwDuAs7XWGaXUD4BrMdZ5qNdan5y/XY3Wulcp9XGkQxYlRAJZWMnFGDtvP5dfp9mHcQXcQ8ACpdQ3gWbgYdMqFKKIJJCFlSjgx1rrW4d8QalTgMuAfwXeCdw4zrUJUXQy7U1YySPAe5RS9WDMxlBKzVJKTcQ4Af1r4DaMtZ3BuIKurFeZE6VFOmRhGVrrNqXUHcAjSikHxopyH8WYFndnfrNWDXwuf5efAD+Sk3qiVMi0NyGEsAgZshBCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIuQQBZCCIv4/6TYAbjoOG3EAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x232f14d1a20>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train set (409, 31)\n",
      "Test set (57, 31)\n",
      "Validation set (103, 31)\n",
      "diagnosis\n",
      "0    253\n",
      "1    156\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "#split our data into train and test\n",
    "#traindf, testdf = train_test_split(df, test_size = 0.3)\n",
    "#traindf, valdf, testdf = train_validate_test_split(df, train_percent=.7, validate_percent=.2, seed=None)\n",
    "traindf, valdf = train_test_split(df, test_size = 0.2)\n",
    "labels = 'Train', 'Test', 'Val'\n",
    "plt.pie([70, 10, 20], labels=labels, autopct='%1.1f%%', shadow=True)\n",
    "plt.show()\n",
    "print(\"Train set\", traindf.shape)\n",
    "print(\"Test set\", testdf.shape)\n",
    "print(\"Validation set\", valdf.shape)\n",
    "\n",
    "print(traindf.groupby('diagnosis').size())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_X=traindf[traindf.columns[1:]]\n",
    "val_X=valdf[testdf.columns[1:]]\n",
    "train_Y=traindf['diagnosis']\n",
    "val_Y=valdf['diagnosis']\n",
    "test_X=testdf[testdf.columns[1:]]\n",
    "test_Y=testdf['diagnosis']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.9298245614035088\n",
      "Cross_val score : 0.77593984962406\n"
     ]
    }
   ],
   "source": [
    "X = train_X\n",
    "y = train_Y\n",
    "clf = LinearSVC(penalty='l1', loss='squared_hinge', dual=False, tol=1e-3, C=1.0,\n",
    "               multi_class='ovr', fit_intercept=True, intercept_scaling=1,\n",
    "               class_weight=None, verbose=0, random_state=None, max_iter=1000)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 210,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.7543859649122807\n",
      "Cross_val score : 0.7568922305764412\n"
     ]
    }
   ],
   "source": [
    "clf = LinearSVC(penalty='l2', loss='hinge', dual=True, tol=1e-3, C=1.0,\n",
    "               multi_class='ovr', fit_intercept=True, intercept_scaling=1,\n",
    "               class_weight=None, verbose=0, random_state=None, max_iter=1000)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 265,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.8070175438596491\n",
      "Cross_val score : 0.718796992481203\n"
     ]
    }
   ],
   "source": [
    "clf = SGDClassifier(loss='hinge', penalty='l1', alpha=0.0001, l1_ratio=0.15,\n",
    "                    fit_intercept=True, max_iter=1000, tol=1e-3, shuffle=True,\n",
    "                    verbose=0, epsilon=0.1, n_jobs=1, random_state=None, learning_rate='optimal', eta0=0.0, power_t=0.5, \n",
    "                    class_weight=None, warm_start=False, average=False, n_iter=None)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 266,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.9122807017543859\n",
      "Cross_val score : 0.7187969924812031\n"
     ]
    }
   ],
   "source": [
    "clf = SGDClassifier(loss='squared_hinge', penalty='l1', alpha=0.0001, l1_ratio=0.15,\n",
    "                    fit_intercept=True, max_iter=1000, tol=1e-3, shuffle=True,\n",
    "                    verbose=0, epsilon=0.1, n_jobs=1, random_state=None, learning_rate='optimal', eta0=0.0, power_t=0.5, \n",
    "                    class_weight=None, warm_start=False, average=False, n_iter=None)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 249,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.8070175438596491\n",
      "Cross_val score : 0.6225563909774436\n"
     ]
    }
   ],
   "source": [
    "clf = SGDClassifier(loss='modified_huber', penalty='l1', alpha=0.0001, l1_ratio=0.15,\n",
    "                    fit_intercept=True, max_iter=1000, tol=1e-3, shuffle=True,\n",
    "                    verbose=0, epsilon=0.1, n_jobs=1, random_state=None, learning_rate='optimal', eta0=0.0, power_t=0.5, \n",
    "                    class_weight=None, warm_start=False, average=False, n_iter=None)\n",
    "clf.fit(X,y)\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## FISTA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 251,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n",
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy : 0.7543859649122807\n",
      "1.0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n",
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cross_val score : 0.718796992481203\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n",
      "c:\\python35\\lib\\site-packages\\sklearn\\preprocessing\\label.py:151: DeprecationWarning: The truth value of an empty array is ambiguous. Returning False, but in future this will result in an error. Use `array.size > 0` to check that an array is not empty.\n",
      "  if diff:\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "# Set classifier options.\n",
    "clf = FistaClassifier(C=1.0, alpha=1.0, loss='squared_hinge', penalty='l1',\n",
    "                      multiclass=True, max_iter=1000, max_steps=30, eta=2.0,\n",
    "                      sigma=1e-05, callback=None, verbose=0  )\n",
    "\n",
    "# Train the model.\n",
    "clf.fit(X, y)\n",
    "\n",
    "\n",
    "# Accuracy\n",
    "print(\"Accuracy :\", clf.score(test_X, test_Y))\n",
    "\n",
    "# Percentage of selected features\n",
    "print(clf.n_nonzero(percentage=True))\n",
    "\n",
    "scores = cross_val_score(clf, val_X, val_Y, cv=5, scoring='accuracy')\n",
    "print(\"Cross_val score :\", scores.mean())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}