SDN Dataset/SDN_Classification.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.read_csv(\"dataset_sdn.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dt</th>\n",
       "      <th>switch</th>\n",
       "      <th>src</th>\n",
       "      <th>dst</th>\n",
       "      <th>pktcount</th>\n",
       "      <th>bytecount</th>\n",
       "      <th>dur</th>\n",
       "      <th>dur_nsec</th>\n",
       "      <th>tot_dur</th>\n",
       "      <th>flows</th>\n",
       "      <th>...</th>\n",
       "      <th>pktrate</th>\n",
       "      <th>Pairflow</th>\n",
       "      <th>Protocol</th>\n",
       "      <th>port_no</th>\n",
       "      <th>tx_bytes</th>\n",
       "      <th>rx_bytes</th>\n",
       "      <th>tx_kbps</th>\n",
       "      <th>rx_kbps</th>\n",
       "      <th>tot_kbps</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>100032</th>\n",
       "      <td>6552</td>\n",
       "      <td>4</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>129976</td>\n",
       "      <td>135434992</td>\n",
       "      <td>450</td>\n",
       "      <td>995000000</td>\n",
       "      <td>4.510000e+11</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>2</td>\n",
       "      <td>105767</td>\n",
       "      <td>135561984</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100033</th>\n",
       "      <td>6552</td>\n",
       "      <td>4</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>129976</td>\n",
       "      <td>135434992</td>\n",
       "      <td>450</td>\n",
       "      <td>995000000</td>\n",
       "      <td>4.510000e+11</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>5</td>\n",
       "      <td>406600633</td>\n",
       "      <td>135491541</td>\n",
       "      <td>822</td>\n",
       "      <td>822.0</td>\n",
       "      <td>1644.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100034</th>\n",
       "      <td>6552</td>\n",
       "      <td>4</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>129558</td>\n",
       "      <td>134999436</td>\n",
       "      <td>448</td>\n",
       "      <td>981000000</td>\n",
       "      <td>4.490000e+11</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>3</td>\n",
       "      <td>105941</td>\n",
       "      <td>102068</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100035</th>\n",
       "      <td>6552</td>\n",
       "      <td>4</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>129558</td>\n",
       "      <td>134999436</td>\n",
       "      <td>448</td>\n",
       "      <td>981000000</td>\n",
       "      <td>4.490000e+11</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>1</td>\n",
       "      <td>135277359</td>\n",
       "      <td>2178</td>\n",
       "      <td>820</td>\n",
       "      <td>0.0</td>\n",
       "      <td>820.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100036</th>\n",
       "      <td>6552</td>\n",
       "      <td>4</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>129558</td>\n",
       "      <td>134999436</td>\n",
       "      <td>448</td>\n",
       "      <td>981000000</td>\n",
       "      <td>4.490000e+11</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>4</td>\n",
       "      <td>135880427</td>\n",
       "      <td>406800791</td>\n",
       "      <td>1</td>\n",
       "      <td>822.0</td>\n",
       "      <td>823.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100037</th>\n",
       "      <td>6552</td>\n",
       "      <td>4</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>129558</td>\n",
       "      <td>134999436</td>\n",
       "      <td>448</td>\n",
       "      <td>981000000</td>\n",
       "      <td>4.490000e+11</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>2</td>\n",
       "      <td>105767</td>\n",
       "      <td>135561984</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100038</th>\n",
       "      <td>6552</td>\n",
       "      <td>4</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>129558</td>\n",
       "      <td>134999436</td>\n",
       "      <td>448</td>\n",
       "      <td>981000000</td>\n",
       "      <td>4.490000e+11</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>5</td>\n",
       "      <td>406600633</td>\n",
       "      <td>135491541</td>\n",
       "      <td>822</td>\n",
       "      <td>822.0</td>\n",
       "      <td>1644.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100051</th>\n",
       "      <td>6552</td>\n",
       "      <td>3</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>129986</td>\n",
       "      <td>135445412</td>\n",
       "      <td>451</td>\n",
       "      <td>235000000</td>\n",
       "      <td>4.510000e+11</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>1</td>\n",
       "      <td>271228089</td>\n",
       "      <td>271126588</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100052</th>\n",
       "      <td>6552</td>\n",
       "      <td>3</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>129986</td>\n",
       "      <td>135445412</td>\n",
       "      <td>451</td>\n",
       "      <td>235000000</td>\n",
       "      <td>4.510000e+11</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>2</td>\n",
       "      <td>135482179</td>\n",
       "      <td>406500239</td>\n",
       "      <td>1</td>\n",
       "      <td>822.0</td>\n",
       "      <td>823.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100053</th>\n",
       "      <td>6552</td>\n",
       "      <td>3</td>\n",
       "      <td>10.0.0.6</td>\n",
       "      <td>10.0.0.9</td>\n",
       "      <td>129986</td>\n",
       "      <td>135445412</td>\n",
       "      <td>451</td>\n",
       "      <td>235000000</td>\n",
       "      <td>4.510000e+11</td>\n",
       "      <td>6</td>\n",
       "      <td>...</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>ICMP</td>\n",
       "      <td>3</td>\n",
       "      <td>406800791</td>\n",
       "      <td>135880427</td>\n",
       "      <td>822</td>\n",
       "      <td>1.0</td>\n",
       "      <td>823.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          dt  switch       src       dst  pktcount  bytecount  dur   dur_nsec  \\\n",
       "100032  6552       4  10.0.0.6  10.0.0.9    129976  135434992  450  995000000   \n",
       "100033  6552       4  10.0.0.6  10.0.0.9    129976  135434992  450  995000000   \n",
       "100034  6552       4  10.0.0.9  10.0.0.6    129558  134999436  448  981000000   \n",
       "100035  6552       4  10.0.0.9  10.0.0.6    129558  134999436  448  981000000   \n",
       "100036  6552       4  10.0.0.9  10.0.0.6    129558  134999436  448  981000000   \n",
       "100037  6552       4  10.0.0.9  10.0.0.6    129558  134999436  448  981000000   \n",
       "100038  6552       4  10.0.0.9  10.0.0.6    129558  134999436  448  981000000   \n",
       "100051  6552       3  10.0.0.6  10.0.0.9    129986  135445412  451  235000000   \n",
       "100052  6552       3  10.0.0.6  10.0.0.9    129986  135445412  451  235000000   \n",
       "100053  6552       3  10.0.0.6  10.0.0.9    129986  135445412  451  235000000   \n",
       "\n",
       "             tot_dur  flows  ...  pktrate  Pairflow  Protocol  port_no  \\\n",
       "100032  4.510000e+11      7  ...      101         1      ICMP        2   \n",
       "100033  4.510000e+11      7  ...      101         1      ICMP        5   \n",
       "100034  4.490000e+11      7  ...      101         1      ICMP        3   \n",
       "100035  4.490000e+11      7  ...      101         1      ICMP        1   \n",
       "100036  4.490000e+11      7  ...      101         1      ICMP        4   \n",
       "100037  4.490000e+11      7  ...      101         1      ICMP        2   \n",
       "100038  4.490000e+11      7  ...      101         1      ICMP        5   \n",
       "100051  4.510000e+11      6  ...      101         1      ICMP        1   \n",
       "100052  4.510000e+11      6  ...      101         1      ICMP        2   \n",
       "100053  4.510000e+11      6  ...      101         1      ICMP        3   \n",
       "\n",
       "         tx_bytes   rx_bytes  tx_kbps  rx_kbps  tot_kbps  label  \n",
       "100032     105767  135561984        0      0.0       0.0      1  \n",
       "100033  406600633  135491541      822    822.0    1644.0      1  \n",
       "100034     105941     102068        0      0.0       0.0      1  \n",
       "100035  135277359       2178      820      0.0     820.0      1  \n",
       "100036  135880427  406800791        1    822.0     823.0      1  \n",
       "100037     105767  135561984        0      0.0       0.0      1  \n",
       "100038  406600633  135491541      822    822.0    1644.0      1  \n",
       "100051  271228089  271126588        0      0.0       0.0      1  \n",
       "100052  135482179  406500239        1    822.0     823.0      1  \n",
       "100053  406800791  135880427      822      1.0     823.0      1  \n",
       "\n",
       "[10 rows x 23 columns]"
      ]
     },
     "execution_count": 121,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data[data['label'] == 1].tail(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dt</th>\n",
       "      <th>switch</th>\n",
       "      <th>src</th>\n",
       "      <th>dst</th>\n",
       "      <th>pktcount</th>\n",
       "      <th>bytecount</th>\n",
       "      <th>dur</th>\n",
       "      <th>dur_nsec</th>\n",
       "      <th>tot_dur</th>\n",
       "      <th>flows</th>\n",
       "      <th>...</th>\n",
       "      <th>pktrate</th>\n",
       "      <th>Pairflow</th>\n",
       "      <th>Protocol</th>\n",
       "      <th>port_no</th>\n",
       "      <th>tx_bytes</th>\n",
       "      <th>rx_bytes</th>\n",
       "      <th>tx_kbps</th>\n",
       "      <th>rx_kbps</th>\n",
       "      <th>tot_kbps</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>11425</td>\n",
       "      <td>1</td>\n",
       "      <td>10.0.0.1</td>\n",
       "      <td>10.0.0.8</td>\n",
       "      <td>45304</td>\n",
       "      <td>48294064</td>\n",
       "      <td>100</td>\n",
       "      <td>716000000</td>\n",
       "      <td>1.010000e+11</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>451</td>\n",
       "      <td>0</td>\n",
       "      <td>UDP</td>\n",
       "      <td>3</td>\n",
       "      <td>143928631</td>\n",
       "      <td>3917</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>11605</td>\n",
       "      <td>1</td>\n",
       "      <td>10.0.0.1</td>\n",
       "      <td>10.0.0.8</td>\n",
       "      <td>126395</td>\n",
       "      <td>134737070</td>\n",
       "      <td>280</td>\n",
       "      <td>734000000</td>\n",
       "      <td>2.810000e+11</td>\n",
       "      <td>2</td>\n",
       "      <td>...</td>\n",
       "      <td>451</td>\n",
       "      <td>0</td>\n",
       "      <td>UDP</td>\n",
       "      <td>4</td>\n",
       "      <td>3842</td>\n",
       "      <td>3520</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>11425</td>\n",
       "      <td>1</td>\n",
       "      <td>10.0.0.2</td>\n",
       "      <td>10.0.0.8</td>\n",
       "      <td>90333</td>\n",
       "      <td>96294978</td>\n",
       "      <td>200</td>\n",
       "      <td>744000000</td>\n",
       "      <td>2.010000e+11</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>451</td>\n",
       "      <td>0</td>\n",
       "      <td>UDP</td>\n",
       "      <td>1</td>\n",
       "      <td>3795</td>\n",
       "      <td>1242</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11425</td>\n",
       "      <td>1</td>\n",
       "      <td>10.0.0.2</td>\n",
       "      <td>10.0.0.8</td>\n",
       "      <td>90333</td>\n",
       "      <td>96294978</td>\n",
       "      <td>200</td>\n",
       "      <td>744000000</td>\n",
       "      <td>2.010000e+11</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>451</td>\n",
       "      <td>0</td>\n",
       "      <td>UDP</td>\n",
       "      <td>2</td>\n",
       "      <td>3688</td>\n",
       "      <td>1492</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>11425</td>\n",
       "      <td>1</td>\n",
       "      <td>10.0.0.2</td>\n",
       "      <td>10.0.0.8</td>\n",
       "      <td>90333</td>\n",
       "      <td>96294978</td>\n",
       "      <td>200</td>\n",
       "      <td>744000000</td>\n",
       "      <td>2.010000e+11</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>451</td>\n",
       "      <td>0</td>\n",
       "      <td>UDP</td>\n",
       "      <td>3</td>\n",
       "      <td>3413</td>\n",
       "      <td>3665</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      dt  switch       src       dst  pktcount  bytecount  dur   dur_nsec  \\\n",
       "0  11425       1  10.0.0.1  10.0.0.8     45304   48294064  100  716000000   \n",
       "1  11605       1  10.0.0.1  10.0.0.8    126395  134737070  280  734000000   \n",
       "2  11425       1  10.0.0.2  10.0.0.8     90333   96294978  200  744000000   \n",
       "3  11425       1  10.0.0.2  10.0.0.8     90333   96294978  200  744000000   \n",
       "4  11425       1  10.0.0.2  10.0.0.8     90333   96294978  200  744000000   \n",
       "\n",
       "        tot_dur  flows  ...  pktrate  Pairflow  Protocol  port_no   tx_bytes  \\\n",
       "0  1.010000e+11      3  ...      451         0       UDP        3  143928631   \n",
       "1  2.810000e+11      2  ...      451         0       UDP        4       3842   \n",
       "2  2.010000e+11      3  ...      451         0       UDP        1       3795   \n",
       "3  2.010000e+11      3  ...      451         0       UDP        2       3688   \n",
       "4  2.010000e+11      3  ...      451         0       UDP        3       3413   \n",
       "\n",
       "  rx_bytes  tx_kbps  rx_kbps  tot_kbps  label  \n",
       "0     3917        0      0.0       0.0      0  \n",
       "1     3520        0      0.0       0.0      0  \n",
       "2     1242        0      0.0       0.0      0  \n",
       "3     1492        0      0.0       0.0      0  \n",
       "4     3665        0      0.0       0.0      0  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 122,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data[data['label'] == 0].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = data.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['dt', 'switch', 'pktcount', 'bytecount', 'dur', 'dur_nsec', 'tot_dur', 'flows', 'packetins', 'pktperflow', 'byteperflow', 'pktrate', 'Pairflow', 'port_no', 'tx_bytes', 'rx_bytes', 'tx_kbps', 'rx_kbps', 'tot_kbps', 'label']\n"
     ]
    }
   ],
   "source": [
    "columns = []\n",
    "for i in data.columns:\n",
    "    #print(data[i].dtype == 'O')\n",
    "    if data[i].dtype != 'O':\n",
    "        columns.append(i)\n",
    "print(columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = data[columns]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [],
   "source": [
    "label = data[\"label\"]\n",
    "data = data.drop([\"label\"], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {},
   "outputs": [],
   "source": [
    "# plt.figure(figsize=(15,8))\n",
    "# ax = sns.heatmap(data.corr(), annot=True);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [],
   "source": [
    "data.corr()[(data.corr() > 0.70) == True];"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [],
   "source": [
    "data.corr().columns.shape;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {},
   "outputs": [],
   "source": [
    "# accepted_cols = ['dt', 'pktcount', 'bytecount','dur', 'flows','packetins', 'pktrate', 'Pairflow','tx_bytes', 'rx_bytes', 'rx_kbps', 'tot_kbps']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.linear_model import SGDClassifier\n",
    "from sklearn.neural_network import MLPClassifier\n",
    "from sklearn.neural_network import BernoulliRBM\n",
    "from sklearn.preprocessing import StandardScaler"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [],
   "source": [
    "scaler = StandardScaler().fit(data)\n",
    "data_scaled = scaler.transform(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_X, test_X, train_y, test_y = train_test_split(data_scaled, label, test_size=0.30)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [],
   "source": [
    "models = [LogisticRegression, SGDClassifier, MLPClassifier]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model Name:LogisticRegression\n",
      "Train Score:0.7532158432732126\n",
      "Test Score: 0.7508025166923472\n",
      "Model Name:SGDClassifier\n",
      "Train Score:0.7577145844511398\n",
      "Test Score: 0.7571263482280431\n",
      "Model Name:MLPClassifier\n",
      "Train Score:0.999325876704225\n",
      "Test Score: 0.9979134565998973\n"
     ]
    }
   ],
   "source": [
    "for model in models:\n",
    "    model_name = model.__name__\n",
    "    model = model(max_iter=2000)\n",
    "    model.fit(train_X, train_y)\n",
    "    print(\"Model Name:\" + model_name)\n",
    "    print(\"Train Score:\" + str(model.score(train_X, train_y)))\n",
    "    print(\"Test Score: \" + str(model.score(test_X, test_y)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_y.iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {},
   "outputs": [],
   "source": [
    "rangay = range(5,15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ True,  True,  True,  True,  True,  True,  True,  True,  True,\n",
       "        True])"
      ]
     },
     "execution_count": 185,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.predict(test_X[rangay]) == np.array(test_y.iloc[rangay])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 0, 1, 0, 0, 0, 0, 1, 0, 1], dtype=int64)"
      ]
     },
     "execution_count": 186,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(test_y.iloc[rangay])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}