ZvsFvsS.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/silveira/.local/lib/python3.6/site-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n",
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.model_selection import train_test_split, cross_val_score\n",
    "from sklearn.metrics import confusion_matrix, accuracy_score, classification_report\n",
    "import seaborn as sn\n",
    "from xgboost.sklearn import XGBClassifier\n",
    "\n",
    "import keras\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense, BatchNormalization, Dropout, Flatten, MaxPooling1D, Conv1D, AlphaDropout\n",
    "\n",
    "\n",
    "import warnings; warnings.simplefilter('ignore')\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.callbacks import *\n",
    "\n",
    "class CyclicLR(Callback):\n",
    "    \"\"\"This callback implements a cyclical learning rate policy (CLR).\n",
    "    The method cycles the learning rate between two boundaries with\n",
    "    some constant frequency, as detailed in this paper (https://arxiv.org/abs/1506.01186).\n",
    "    The amplitude of the cycle can be scaled on a per-iteration or \n",
    "    per-cycle basis.\n",
    "    This class has three built-in policies, as put forth in the paper.\n",
    "    \"triangular\":\n",
    "        A basic triangular cycle w/ no amplitude scaling.\n",
    "    \"triangular2\":\n",
    "        A basic triangular cycle that scales initial amplitude by half each cycle.\n",
    "    \"exp_range\":\n",
    "        A cycle that scales initial amplitude by gamma**(cycle iterations) at each \n",
    "        cycle iteration.\n",
    "    For more detail, please see paper.\n",
    "    \n",
    "    # Example\n",
    "        ```python\n",
    "            clr = CyclicLR(base_lr=0.001, max_lr=0.006,\n",
    "                                step_size=2000., mode='triangular')\n",
    "            model.fit(X_train, Y_train, callbacks=[clr])\n",
    "        ```\n",
    "    \n",
    "    Class also supports custom scaling functions:\n",
    "        ```python\n",
    "            clr_fn = lambda x: 0.5*(1+np.sin(x*np.pi/2.))\n",
    "            clr = CyclicLR(base_lr=0.001, max_lr=0.006,\n",
    "                                step_size=2000., scale_fn=clr_fn,\n",
    "                                scale_mode='cycle')\n",
    "            model.fit(X_train, Y_train, callbacks=[clr])\n",
    "        ```    \n",
    "    # Arguments\n",
    "        base_lr: initial learning rate which is the\n",
    "            lower boundary in the cycle.\n",
    "        max_lr: upper boundary in the cycle. Functionally,\n",
    "            it defines the cycle amplitude (max_lr - base_lr).\n",
    "            The lr at any cycle is the sum of base_lr\n",
    "            and some scaling of the amplitude; therefore \n",
    "            max_lr may not actually be reached depending on\n",
    "            scaling function.\n",
    "        step_size: number of training iterations per\n",
    "            half cycle. Authors suggest setting step_size\n",
    "            2-8 x training iterations in epoch.\n",
    "        mode: one of {triangular, triangular2, exp_range}.\n",
    "            Default 'triangular'.\n",
    "            Values correspond to policies detailed above.\n",
    "            If scale_fn is not None, this argument is ignored.\n",
    "        gamma: constant in 'exp_range' scaling function:\n",
    "            gamma**(cycle iterations)\n",
    "        scale_fn: Custom scaling policy defined by a single\n",
    "            argument lambda function, where \n",
    "            0 <= scale_fn(x) <= 1 for all x >= 0.\n",
    "            mode paramater is ignored \n",
    "        scale_mode: {'cycle', 'iterations'}.\n",
    "            Defines whether scale_fn is evaluated on \n",
    "            cycle number or cycle iterations (training\n",
    "            iterations since start of cycle). Default is 'cycle'.\n",
    "    \"\"\"\n",
    "\n",
    "    def __init__(self, base_lr=0.001, max_lr=0.006, step_size=2000., mode='triangular',\n",
    "                 gamma=1., scale_fn=None, scale_mode='cycle'):\n",
    "        super(CyclicLR, self).__init__()\n",
    "\n",
    "        self.base_lr = base_lr\n",
    "        self.max_lr = max_lr\n",
    "        self.step_size = step_size\n",
    "        self.mode = mode\n",
    "        self.gamma = gamma\n",
    "        if scale_fn == None:\n",
    "            if self.mode == 'triangular':\n",
    "                self.scale_fn = lambda x: 1.\n",
    "                self.scale_mode = 'cycle'\n",
    "            elif self.mode == 'triangular2':\n",
    "                self.scale_fn = lambda x: 1/(2.**(x-1))\n",
    "                self.scale_mode = 'cycle'\n",
    "            elif self.mode == 'exp_range':\n",
    "                self.scale_fn = lambda x: gamma**(x)\n",
    "                self.scale_mode = 'iterations'\n",
    "        else:\n",
    "            self.scale_fn = scale_fn\n",
    "            self.scale_mode = scale_mode\n",
    "        self.clr_iterations = 0.\n",
    "        self.trn_iterations = 0.\n",
    "        self.history = {}\n",
    "\n",
    "        self._reset()\n",
    "\n",
    "    def _reset(self, new_base_lr=None, new_max_lr=None,\n",
    "               new_step_size=None):\n",
    "        \"\"\"Resets cycle iterations.\n",
    "        Optional boundary/step size adjustment.\n",
    "        \"\"\"\n",
    "        if new_base_lr != None:\n",
    "            self.base_lr = new_base_lr\n",
    "        if new_max_lr != None:\n",
    "            self.max_lr = new_max_lr\n",
    "        if new_step_size != None:\n",
    "            self.step_size = new_step_size\n",
    "        self.clr_iterations = 0.\n",
    "        \n",
    "    def clr(self):\n",
    "        cycle = np.floor(1+self.clr_iterations/(2*self.step_size))\n",
    "        x = np.abs(self.clr_iterations/self.step_size - 2*cycle + 1)\n",
    "        if self.scale_mode == 'cycle':\n",
    "            return self.base_lr + (self.max_lr-self.base_lr)*np.maximum(0, (1-x))*self.scale_fn(cycle)\n",
    "        else:\n",
    "            return self.base_lr + (self.max_lr-self.base_lr)*np.maximum(0, (1-x))*self.scale_fn(self.clr_iterations)\n",
    "        \n",
    "    def on_train_begin(self, logs={}):\n",
    "        logs = logs or {}\n",
    "\n",
    "        if self.clr_iterations == 0:\n",
    "            K.set_value(self.model.optimizer.lr, self.base_lr)\n",
    "        else:\n",
    "            K.set_value(self.model.optimizer.lr, self.clr())        \n",
    "            \n",
    "    def on_batch_end(self, epoch, logs=None):\n",
    "        \n",
    "        logs = logs or {}\n",
    "        self.trn_iterations += 1\n",
    "        self.clr_iterations += 1\n",
    "        K.set_value(self.model.optimizer.lr, self.clr())\n",
    "\n",
    "        self.history.setdefault('lr', []).append(K.get_value(self.model.optimizer.lr))\n",
    "        self.history.setdefault('iterations', []).append(self.trn_iterations)\n",
    "\n",
    "        for k, v in logs.items():\n",
    "            self.history.setdefault(k, []).append(v)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset = pd.read_csv('epileptic_seizure_recognition.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = dataset[dataset.y != 4]\n",
    "df = df[df.y != 3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "tgt = df.y\n",
    "tgt = tgt.replace([1,2,5],[0,1,2])\n",
    "\n",
    "X = df.iloc[:,1:179].values\n",
    "y = tgt.iloc[:].values\n",
    "\n",
    "import scipy.sparse\n",
    "indptr = range(len(y)+1)\n",
    "data = np.ones(len(y))\n",
    "y = scipy.sparse.csr_matrix((data, y, indptr))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size = 0.2)\n",
    "\n",
    "sc = StandardScaler()\n",
    "X_train = sc.fit_transform(X_train)\n",
    "X_test = sc.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 5520 samples, validate on 1380 samples\n",
      "Epoch 1/300\n",
      "5520/5520 [==============================] - 2s 309us/step - loss: 0.8717 - acc: 0.6123 - val_loss: 0.6469 - val_acc: 0.6913\n",
      "\n",
      "Epoch 00001: val_acc improved from -inf to 0.69130, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 2/300\n",
      "5520/5520 [==============================] - 1s 117us/step - loss: 0.6424 - acc: 0.6732 - val_loss: 0.5543 - val_acc: 0.7297\n",
      "\n",
      "Epoch 00002: val_acc improved from 0.69130 to 0.72971, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 3/300\n",
      "5520/5520 [==============================] - 0s 89us/step - loss: 0.5926 - acc: 0.6855 - val_loss: 0.5248 - val_acc: 0.7239\n",
      "\n",
      "Epoch 00003: val_acc did not improve\n",
      "Epoch 4/300\n",
      "5520/5520 [==============================] - 1s 118us/step - loss: 0.5589 - acc: 0.6947 - val_loss: 0.5062 - val_acc: 0.7268\n",
      "\n",
      "Epoch 00004: val_acc did not improve\n",
      "Epoch 5/300\n",
      "5520/5520 [==============================] - 1s 111us/step - loss: 0.5492 - acc: 0.7014 - val_loss: 0.4858 - val_acc: 0.7580\n",
      "\n",
      "Epoch 00005: val_acc improved from 0.72971 to 0.75797, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 6/300\n",
      "5520/5520 [==============================] - 1s 143us/step - loss: 0.5336 - acc: 0.7118 - val_loss: 0.4905 - val_acc: 0.7645\n",
      "\n",
      "Epoch 00006: val_acc improved from 0.75797 to 0.76449, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 7/300\n",
      "5520/5520 [==============================] - 1s 144us/step - loss: 0.5270 - acc: 0.7219 - val_loss: 0.4752 - val_acc: 0.7594\n",
      "\n",
      "Epoch 00007: val_acc did not improve\n",
      "Epoch 8/300\n",
      "5520/5520 [==============================] - 1s 173us/step - loss: 0.5144 - acc: 0.7330 - val_loss: 0.4547 - val_acc: 0.7732\n",
      "\n",
      "Epoch 00008: val_acc improved from 0.76449 to 0.77319, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 9/300\n",
      "5520/5520 [==============================] - 1s 147us/step - loss: 0.5066 - acc: 0.7330 - val_loss: 0.4440 - val_acc: 0.7739\n",
      "\n",
      "Epoch 00009: val_acc improved from 0.77319 to 0.77391, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 10/300\n",
      "5520/5520 [==============================] - 1s 153us/step - loss: 0.4998 - acc: 0.7513 - val_loss: 0.4184 - val_acc: 0.7978\n",
      "\n",
      "Epoch 00010: val_acc improved from 0.77391 to 0.79783, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 11/300\n",
      "5520/5520 [==============================] - 1s 148us/step - loss: 0.4860 - acc: 0.7542 - val_loss: 0.4290 - val_acc: 0.7710\n",
      "\n",
      "Epoch 00011: val_acc did not improve\n",
      "Epoch 12/300\n",
      "5520/5520 [==============================] - 1s 151us/step - loss: 0.4639 - acc: 0.7730 - val_loss: 0.4230 - val_acc: 0.7826\n",
      "\n",
      "Epoch 00012: val_acc did not improve\n",
      "Epoch 13/300\n",
      "5520/5520 [==============================] - 1s 141us/step - loss: 0.4444 - acc: 0.7857 - val_loss: 0.3761 - val_acc: 0.8159\n",
      "\n",
      "Epoch 00013: val_acc improved from 0.79783 to 0.81594, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 14/300\n",
      "5520/5520 [==============================] - 1s 150us/step - loss: 0.4183 - acc: 0.7980 - val_loss: 0.3676 - val_acc: 0.8109\n",
      "\n",
      "Epoch 00014: val_acc did not improve\n",
      "Epoch 15/300\n",
      "5520/5520 [==============================] - 1s 150us/step - loss: 0.4138 - acc: 0.8051 - val_loss: 0.3651 - val_acc: 0.8138\n",
      "\n",
      "Epoch 00015: val_acc did not improve\n",
      "Epoch 16/300\n",
      "5520/5520 [==============================] - 1s 147us/step - loss: 0.3843 - acc: 0.8243 - val_loss: 0.3634 - val_acc: 0.8101\n",
      "\n",
      "Epoch 00016: val_acc did not improve\n",
      "Epoch 17/300\n",
      "5520/5520 [==============================] - 1s 130us/step - loss: 0.3890 - acc: 0.8181 - val_loss: 0.3244 - val_acc: 0.8420\n",
      "\n",
      "Epoch 00017: val_acc improved from 0.81594 to 0.84203, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 18/300\n",
      "5520/5520 [==============================] - 1s 148us/step - loss: 0.3819 - acc: 0.8308 - val_loss: 0.3508 - val_acc: 0.8181\n",
      "\n",
      "Epoch 00018: val_acc did not improve\n",
      "Epoch 19/300\n",
      "5520/5520 [==============================] - 1s 159us/step - loss: 0.3641 - acc: 0.8406 - val_loss: 0.3976 - val_acc: 0.7949\n",
      "\n",
      "Epoch 00019: val_acc did not improve\n",
      "Epoch 20/300\n",
      "5520/5520 [==============================] - 1s 157us/step - loss: 0.3561 - acc: 0.8391 - val_loss: 0.3212 - val_acc: 0.8529\n",
      "\n",
      "Epoch 00020: val_acc improved from 0.84203 to 0.85290, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 21/300\n",
      "5520/5520 [==============================] - 1s 160us/step - loss: 0.3440 - acc: 0.8475 - val_loss: 0.4099 - val_acc: 0.7891\n",
      "\n",
      "Epoch 00021: val_acc did not improve\n",
      "Epoch 22/300\n",
      "5520/5520 [==============================] - 1s 148us/step - loss: 0.3377 - acc: 0.8518 - val_loss: 0.3382 - val_acc: 0.8275\n",
      "\n",
      "Epoch 00022: val_acc did not improve\n",
      "Epoch 23/300\n",
      "5520/5520 [==============================] - 1s 134us/step - loss: 0.3294 - acc: 0.8549 - val_loss: 0.3114 - val_acc: 0.8536\n",
      "\n",
      "Epoch 00023: val_acc improved from 0.85290 to 0.85362, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 24/300\n",
      "5520/5520 [==============================] - 1s 151us/step - loss: 0.3139 - acc: 0.8663 - val_loss: 0.3046 - val_acc: 0.8601\n",
      "\n",
      "Epoch 00024: val_acc improved from 0.85362 to 0.86014, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 25/300\n",
      "5520/5520 [==============================] - 1s 145us/step - loss: 0.3236 - acc: 0.8639 - val_loss: 0.3028 - val_acc: 0.8500\n",
      "\n",
      "Epoch 00025: val_acc did not improve\n",
      "Epoch 26/300\n",
      "5520/5520 [==============================] - 1s 147us/step - loss: 0.3088 - acc: 0.8703 - val_loss: 0.2565 - val_acc: 0.8986\n",
      "\n",
      "Epoch 00026: val_acc improved from 0.86014 to 0.89855, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 27/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.2994 - acc: 0.8743 - val_loss: 0.3972 - val_acc: 0.8130\n",
      "\n",
      "Epoch 00027: val_acc did not improve\n",
      "Epoch 28/300\n",
      "5520/5520 [==============================] - 1s 113us/step - loss: 0.2886 - acc: 0.8752 - val_loss: 0.3483 - val_acc: 0.8232\n",
      "\n",
      "Epoch 00028: val_acc did not improve\n",
      "Epoch 29/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.2858 - acc: 0.8801 - val_loss: 0.2719 - val_acc: 0.8826\n",
      "\n",
      "Epoch 00029: val_acc did not improve\n",
      "Epoch 30/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.2857 - acc: 0.8793 - val_loss: 0.2461 - val_acc: 0.9036\n",
      "\n",
      "Epoch 00030: val_acc improved from 0.89855 to 0.90362, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 31/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.2933 - acc: 0.8770 - val_loss: 0.2918 - val_acc: 0.8659\n",
      "\n",
      "Epoch 00031: val_acc did not improve\n",
      "Epoch 32/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.2819 - acc: 0.8842 - val_loss: 0.2489 - val_acc: 0.9094\n",
      "\n",
      "Epoch 00032: val_acc improved from 0.90362 to 0.90942, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 33/300\n",
      "5520/5520 [==============================] - 1s 129us/step - loss: 0.2751 - acc: 0.8864 - val_loss: 0.2538 - val_acc: 0.8899\n",
      "\n",
      "Epoch 00033: val_acc did not improve\n",
      "Epoch 34/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.2508 - acc: 0.9004 - val_loss: 0.3307 - val_acc: 0.8333\n",
      "\n",
      "Epoch 00034: val_acc did not improve\n",
      "Epoch 35/300\n",
      "5520/5520 [==============================] - 1s 118us/step - loss: 0.2672 - acc: 0.8926 - val_loss: 0.2523 - val_acc: 0.8884\n",
      "\n",
      "Epoch 00035: val_acc did not improve\n",
      "Epoch 36/300\n",
      "5520/5520 [==============================] - 1s 114us/step - loss: 0.2740 - acc: 0.8882 - val_loss: 0.2296 - val_acc: 0.9065\n",
      "\n",
      "Epoch 00036: val_acc did not improve\n",
      "Epoch 37/300\n",
      "5520/5520 [==============================] - 1s 110us/step - loss: 0.2721 - acc: 0.8938 - val_loss: 0.2406 - val_acc: 0.8993\n",
      "\n",
      "Epoch 00037: val_acc did not improve\n",
      "Epoch 38/300\n",
      "5520/5520 [==============================] - 1s 110us/step - loss: 0.2577 - acc: 0.8955 - val_loss: 0.2541 - val_acc: 0.8971\n",
      "\n",
      "Epoch 00038: val_acc did not improve\n",
      "Epoch 39/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.2467 - acc: 0.8982 - val_loss: 0.2237 - val_acc: 0.9058\n",
      "\n",
      "Epoch 00039: val_acc did not improve\n",
      "Epoch 40/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.2616 - acc: 0.8973 - val_loss: 0.2487 - val_acc: 0.9014\n",
      "\n",
      "Epoch 00040: val_acc did not improve\n",
      "Epoch 41/300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.2532 - acc: 0.8987 - val_loss: 0.2297 - val_acc: 0.9123\n",
      "\n",
      "Epoch 00041: val_acc improved from 0.90942 to 0.91232, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 42/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.2435 - acc: 0.8980 - val_loss: 0.3520 - val_acc: 0.8326\n",
      "\n",
      "Epoch 00042: val_acc did not improve\n",
      "Epoch 43/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.2382 - acc: 0.9031 - val_loss: 0.3160 - val_acc: 0.8580\n",
      "\n",
      "Epoch 00043: val_acc did not improve\n",
      "Epoch 44/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.2461 - acc: 0.9024 - val_loss: 0.2491 - val_acc: 0.8790\n",
      "\n",
      "Epoch 00044: val_acc did not improve\n",
      "Epoch 45/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.2182 - acc: 0.9145 - val_loss: 0.3288 - val_acc: 0.8406\n",
      "\n",
      "Epoch 00045: val_acc did not improve\n",
      "Epoch 46/300\n",
      "5520/5520 [==============================] - 1s 123us/step - loss: 0.2365 - acc: 0.9062 - val_loss: 0.2440 - val_acc: 0.8884\n",
      "\n",
      "Epoch 00046: val_acc did not improve\n",
      "Epoch 47/300\n",
      "5520/5520 [==============================] - 1s 110us/step - loss: 0.2288 - acc: 0.9054 - val_loss: 0.2144 - val_acc: 0.9094\n",
      "\n",
      "Epoch 00047: val_acc did not improve\n",
      "Epoch 48/300\n",
      "5520/5520 [==============================] - 1s 113us/step - loss: 0.2338 - acc: 0.9043 - val_loss: 0.2446 - val_acc: 0.9007\n",
      "\n",
      "Epoch 00048: val_acc did not improve\n",
      "Epoch 49/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.2243 - acc: 0.9112 - val_loss: 0.2219 - val_acc: 0.9072\n",
      "\n",
      "Epoch 00049: val_acc did not improve\n",
      "Epoch 50/300\n",
      "5520/5520 [==============================] - 1s 124us/step - loss: 0.2227 - acc: 0.9136 - val_loss: 0.2905 - val_acc: 0.8659\n",
      "\n",
      "Epoch 00050: val_acc did not improve\n",
      "Epoch 51/300\n",
      "5520/5520 [==============================] - 1s 117us/step - loss: 0.2307 - acc: 0.9096 - val_loss: 0.2166 - val_acc: 0.9116\n",
      "\n",
      "Epoch 00051: val_acc did not improve\n",
      "Epoch 52/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.2200 - acc: 0.9111 - val_loss: 0.2310 - val_acc: 0.8964\n",
      "\n",
      "Epoch 00052: val_acc did not improve\n",
      "Epoch 53/300\n",
      "5520/5520 [==============================] - 1s 112us/step - loss: 0.2180 - acc: 0.9125 - val_loss: 0.2227 - val_acc: 0.9072\n",
      "\n",
      "Epoch 00053: val_acc did not improve\n",
      "Epoch 54/300\n",
      "5520/5520 [==============================] - 1s 128us/step - loss: 0.2113 - acc: 0.9163 - val_loss: 0.2044 - val_acc: 0.9145\n",
      "\n",
      "Epoch 00054: val_acc improved from 0.91232 to 0.91449, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 55/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.2149 - acc: 0.9201 - val_loss: 0.2317 - val_acc: 0.9043\n",
      "\n",
      "Epoch 00055: val_acc did not improve\n",
      "Epoch 56/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.2230 - acc: 0.9130 - val_loss: 0.2136 - val_acc: 0.9130\n",
      "\n",
      "Epoch 00056: val_acc did not improve\n",
      "Epoch 57/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1968 - acc: 0.9197 - val_loss: 0.2192 - val_acc: 0.9087\n",
      "\n",
      "Epoch 00057: val_acc did not improve\n",
      "Epoch 58/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.2180 - acc: 0.9176 - val_loss: 0.2149 - val_acc: 0.9152\n",
      "\n",
      "Epoch 00058: val_acc improved from 0.91449 to 0.91522, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 59/300\n",
      "5520/5520 [==============================] - 1s 111us/step - loss: 0.2127 - acc: 0.9174 - val_loss: 0.2735 - val_acc: 0.8899\n",
      "\n",
      "Epoch 00059: val_acc did not improve\n",
      "Epoch 60/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.2179 - acc: 0.9143 - val_loss: 0.2154 - val_acc: 0.9152\n",
      "\n",
      "Epoch 00060: val_acc did not improve\n",
      "Epoch 61/300\n",
      "5520/5520 [==============================] - 1s 111us/step - loss: 0.2114 - acc: 0.9163 - val_loss: 0.2604 - val_acc: 0.8754\n",
      "\n",
      "Epoch 00061: val_acc did not improve\n",
      "Epoch 62/300\n",
      "5520/5520 [==============================] - 1s 128us/step - loss: 0.2132 - acc: 0.9121 - val_loss: 0.2274 - val_acc: 0.9036\n",
      "\n",
      "Epoch 00062: val_acc did not improve\n",
      "Epoch 63/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.2024 - acc: 0.9197 - val_loss: 0.2036 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00063: val_acc improved from 0.91522 to 0.91812, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 64/300\n",
      "5520/5520 [==============================] - 1s 110us/step - loss: 0.2004 - acc: 0.9212 - val_loss: 0.2163 - val_acc: 0.9138\n",
      "\n",
      "Epoch 00064: val_acc did not improve\n",
      "Epoch 65/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.2011 - acc: 0.9212 - val_loss: 0.2187 - val_acc: 0.9130\n",
      "\n",
      "Epoch 00065: val_acc did not improve\n",
      "Epoch 66/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.1901 - acc: 0.9232 - val_loss: 0.2267 - val_acc: 0.9058\n",
      "\n",
      "Epoch 00066: val_acc did not improve\n",
      "Epoch 67/300\n",
      "5520/5520 [==============================] - 1s 121us/step - loss: 0.1960 - acc: 0.9219 - val_loss: 0.2261 - val_acc: 0.9109\n",
      "\n",
      "Epoch 00067: val_acc did not improve\n",
      "Epoch 68/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.1871 - acc: 0.9270 - val_loss: 0.2341 - val_acc: 0.9007\n",
      "\n",
      "Epoch 00068: val_acc did not improve\n",
      "Epoch 69/300\n",
      "5520/5520 [==============================] - 1s 113us/step - loss: 0.1895 - acc: 0.9245 - val_loss: 0.2036 - val_acc: 0.9188\n",
      "\n",
      "Epoch 00069: val_acc improved from 0.91812 to 0.91884, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 70/300\n",
      "5520/5520 [==============================] - 1s 128us/step - loss: 0.1697 - acc: 0.9333 - val_loss: 0.2689 - val_acc: 0.8797\n",
      "\n",
      "Epoch 00070: val_acc did not improve\n",
      "Epoch 71/300\n",
      "5520/5520 [==============================] - 1s 114us/step - loss: 0.2015 - acc: 0.9203 - val_loss: 0.2168 - val_acc: 0.9123\n",
      "\n",
      "Epoch 00071: val_acc did not improve\n",
      "Epoch 72/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.1873 - acc: 0.9255 - val_loss: 0.2203 - val_acc: 0.9080\n",
      "\n",
      "Epoch 00072: val_acc did not improve\n",
      "Epoch 73/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.2016 - acc: 0.9168 - val_loss: 0.2168 - val_acc: 0.9130\n",
      "\n",
      "Epoch 00073: val_acc did not improve\n",
      "Epoch 74/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.1799 - acc: 0.9290 - val_loss: 0.2749 - val_acc: 0.8768\n",
      "\n",
      "Epoch 00074: val_acc did not improve\n",
      "Epoch 75/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.1828 - acc: 0.9266 - val_loss: 0.2431 - val_acc: 0.9101\n",
      "\n",
      "Epoch 00075: val_acc did not improve\n",
      "Epoch 76/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.1758 - acc: 0.9359 - val_loss: 0.2212 - val_acc: 0.9101\n",
      "\n",
      "Epoch 00076: val_acc did not improve\n",
      "Epoch 77/300\n",
      "5520/5520 [==============================] - 1s 118us/step - loss: 0.1763 - acc: 0.9361 - val_loss: 0.2071 - val_acc: 0.9116\n",
      "\n",
      "Epoch 00077: val_acc did not improve\n",
      "Epoch 78/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1787 - acc: 0.9319 - val_loss: 0.1989 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00078: val_acc did not improve\n",
      "Epoch 79/300\n",
      "5520/5520 [==============================] - 1s 116us/step - loss: 0.1803 - acc: 0.9330 - val_loss: 0.2145 - val_acc: 0.9101\n",
      "\n",
      "Epoch 00079: val_acc did not improve\n",
      "Epoch 80/300\n",
      "5520/5520 [==============================] - 1s 122us/step - loss: 0.1749 - acc: 0.9306 - val_loss: 0.2063 - val_acc: 0.9130\n",
      "\n",
      "Epoch 00080: val_acc did not improve\n",
      "Epoch 81/300\n",
      "5520/5520 [==============================] - 1s 111us/step - loss: 0.1686 - acc: 0.9326 - val_loss: 0.2090 - val_acc: 0.9138\n",
      "\n",
      "Epoch 00081: val_acc did not improve\n",
      "Epoch 82/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.1738 - acc: 0.9332 - val_loss: 0.2430 - val_acc: 0.8978\n",
      "\n",
      "Epoch 00082: val_acc did not improve\n",
      "Epoch 83/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.1715 - acc: 0.9326 - val_loss: 0.2099 - val_acc: 0.9138\n",
      "\n",
      "Epoch 00083: val_acc did not improve\n",
      "Epoch 84/300\n",
      "5520/5520 [==============================] - 1s 112us/step - loss: 0.1628 - acc: 0.9344 - val_loss: 0.2638 - val_acc: 0.8935\n",
      "\n",
      "Epoch 00084: val_acc did not improve\n",
      "Epoch 85/300\n",
      "5520/5520 [==============================] - 1s 112us/step - loss: 0.1661 - acc: 0.9362 - val_loss: 0.2276 - val_acc: 0.9094\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00085: val_acc did not improve\n",
      "Epoch 86/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.1835 - acc: 0.9261 - val_loss: 0.2004 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00086: val_acc did not improve\n",
      "Epoch 87/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.1724 - acc: 0.9335 - val_loss: 0.2391 - val_acc: 0.9072\n",
      "\n",
      "Epoch 00087: val_acc did not improve\n",
      "Epoch 88/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1653 - acc: 0.9342 - val_loss: 0.2061 - val_acc: 0.9145\n",
      "\n",
      "Epoch 00088: val_acc did not improve\n",
      "Epoch 89/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.1847 - acc: 0.9297 - val_loss: 0.2687 - val_acc: 0.8848\n",
      "\n",
      "Epoch 00089: val_acc did not improve\n",
      "Epoch 90/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.1630 - acc: 0.9313 - val_loss: 0.2361 - val_acc: 0.9022\n",
      "\n",
      "Epoch 00090: val_acc did not improve\n",
      "Epoch 91/300\n",
      "5520/5520 [==============================] - 1s 125us/step - loss: 0.1641 - acc: 0.9341 - val_loss: 0.2249 - val_acc: 0.9051\n",
      "\n",
      "Epoch 00091: val_acc did not improve\n",
      "Epoch 92/300\n",
      "5520/5520 [==============================] - 1s 103us/step - loss: 0.1646 - acc: 0.9379 - val_loss: 0.2071 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00092: val_acc improved from 0.91884 to 0.92029, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 93/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.1533 - acc: 0.9418 - val_loss: 0.2110 - val_acc: 0.9109\n",
      "\n",
      "Epoch 00093: val_acc did not improve\n",
      "Epoch 94/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.1475 - acc: 0.9413 - val_loss: 0.2202 - val_acc: 0.9072\n",
      "\n",
      "Epoch 00094: val_acc did not improve\n",
      "Epoch 95/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.1621 - acc: 0.9342 - val_loss: 0.2026 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00095: val_acc did not improve\n",
      "Epoch 96/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.1703 - acc: 0.9351 - val_loss: 0.1939 - val_acc: 0.9210\n",
      "\n",
      "Epoch 00096: val_acc improved from 0.92029 to 0.92101, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 97/300\n",
      "5520/5520 [==============================] - 1s 110us/step - loss: 0.1611 - acc: 0.9370 - val_loss: 0.2289 - val_acc: 0.9058\n",
      "\n",
      "Epoch 00097: val_acc did not improve\n",
      "Epoch 98/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.1672 - acc: 0.9342 - val_loss: 0.2861 - val_acc: 0.8746\n",
      "\n",
      "Epoch 00098: val_acc did not improve\n",
      "Epoch 99/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.1506 - acc: 0.9404 - val_loss: 0.1953 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00099: val_acc did not improve\n",
      "Epoch 100/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.1611 - acc: 0.9389 - val_loss: 0.1903 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00100: val_acc improved from 0.92101 to 0.92174, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 101/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.1509 - acc: 0.9384 - val_loss: 0.2284 - val_acc: 0.9065\n",
      "\n",
      "Epoch 00101: val_acc did not improve\n",
      "Epoch 102/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.1664 - acc: 0.9373 - val_loss: 0.2359 - val_acc: 0.9000\n",
      "\n",
      "Epoch 00102: val_acc did not improve\n",
      "Epoch 103/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.1640 - acc: 0.9359 - val_loss: 0.2046 - val_acc: 0.9152\n",
      "\n",
      "Epoch 00103: val_acc did not improve\n",
      "Epoch 104/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1553 - acc: 0.9435 - val_loss: 0.1869 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00104: val_acc improved from 0.92174 to 0.92319, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 105/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1483 - acc: 0.9413 - val_loss: 0.2006 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00105: val_acc did not improve\n",
      "Epoch 106/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.1556 - acc: 0.9362 - val_loss: 0.1979 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00106: val_acc did not improve\n",
      "Epoch 107/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.1503 - acc: 0.9447 - val_loss: 0.2045 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00107: val_acc did not improve\n",
      "Epoch 108/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.1600 - acc: 0.9371 - val_loss: 0.2188 - val_acc: 0.9109\n",
      "\n",
      "Epoch 00108: val_acc did not improve\n",
      "Epoch 109/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.1566 - acc: 0.9409 - val_loss: 0.2316 - val_acc: 0.9072\n",
      "\n",
      "Epoch 00109: val_acc did not improve\n",
      "Epoch 110/300\n",
      "5520/5520 [==============================] - 1s 116us/step - loss: 0.1463 - acc: 0.9455 - val_loss: 0.2141 - val_acc: 0.9138\n",
      "\n",
      "Epoch 00110: val_acc did not improve\n",
      "Epoch 111/300\n",
      "5520/5520 [==============================] - 1s 103us/step - loss: 0.1346 - acc: 0.9505 - val_loss: 0.2121 - val_acc: 0.9145\n",
      "\n",
      "Epoch 00111: val_acc did not improve\n",
      "Epoch 112/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.1454 - acc: 0.9420 - val_loss: 0.2149 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00112: val_acc did not improve\n",
      "Epoch 113/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.1484 - acc: 0.9464 - val_loss: 0.2258 - val_acc: 0.9080\n",
      "\n",
      "Epoch 00113: val_acc did not improve\n",
      "Epoch 114/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.1457 - acc: 0.9418 - val_loss: 0.2066 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00114: val_acc did not improve\n",
      "Epoch 115/300\n",
      "5520/5520 [==============================] - 1s 103us/step - loss: 0.1479 - acc: 0.9449 - val_loss: 0.2134 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00115: val_acc did not improve\n",
      "Epoch 116/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.1527 - acc: 0.9382 - val_loss: 0.2065 - val_acc: 0.9152\n",
      "\n",
      "Epoch 00116: val_acc did not improve\n",
      "Epoch 117/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.1502 - acc: 0.9409 - val_loss: 0.2004 - val_acc: 0.9138\n",
      "\n",
      "Epoch 00117: val_acc did not improve\n",
      "Epoch 118/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.1412 - acc: 0.9433 - val_loss: 0.2066 - val_acc: 0.9159\n",
      "\n",
      "Epoch 00118: val_acc did not improve\n",
      "Epoch 119/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.1496 - acc: 0.9429 - val_loss: 0.1992 - val_acc: 0.9094\n",
      "\n",
      "Epoch 00119: val_acc did not improve\n",
      "Epoch 120/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1409 - acc: 0.9455 - val_loss: 0.1981 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00120: val_acc did not improve\n",
      "Epoch 121/300\n",
      "5520/5520 [==============================] - 1s 124us/step - loss: 0.1307 - acc: 0.9491 - val_loss: 0.2032 - val_acc: 0.9159\n",
      "\n",
      "Epoch 00121: val_acc did not improve\n",
      "Epoch 122/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1361 - acc: 0.9467 - val_loss: 0.1977 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00122: val_acc did not improve\n",
      "Epoch 123/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.1504 - acc: 0.9424 - val_loss: 0.2080 - val_acc: 0.9167\n",
      "\n",
      "Epoch 00123: val_acc did not improve\n",
      "Epoch 124/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.1362 - acc: 0.9475 - val_loss: 0.2045 - val_acc: 0.9109\n",
      "\n",
      "Epoch 00124: val_acc did not improve\n",
      "Epoch 125/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.1432 - acc: 0.9455 - val_loss: 0.2025 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00125: val_acc did not improve\n",
      "Epoch 126/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.1429 - acc: 0.9428 - val_loss: 0.2136 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00126: val_acc did not improve\n",
      "Epoch 127/300\n",
      "5520/5520 [==============================] - 1s 122us/step - loss: 0.1484 - acc: 0.9428 - val_loss: 0.2238 - val_acc: 0.9130\n",
      "\n",
      "Epoch 00127: val_acc did not improve\n",
      "Epoch 128/300\n",
      "5520/5520 [==============================] - 1s 111us/step - loss: 0.1435 - acc: 0.9418 - val_loss: 0.2021 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00128: val_acc did not improve\n",
      "Epoch 129/300\n",
      "5520/5520 [==============================] - 1s 118us/step - loss: 0.1320 - acc: 0.9518 - val_loss: 0.2044 - val_acc: 0.9167\n",
      "\n",
      "Epoch 00129: val_acc did not improve\n",
      "Epoch 130/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.1347 - acc: 0.9502 - val_loss: 0.1929 - val_acc: 0.9225\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00130: val_acc did not improve\n",
      "Epoch 131/300\n",
      "5520/5520 [==============================] - 1s 114us/step - loss: 0.1471 - acc: 0.9424 - val_loss: 0.2400 - val_acc: 0.9022\n",
      "\n",
      "Epoch 00131: val_acc did not improve\n",
      "Epoch 132/300\n",
      "5520/5520 [==============================] - 1s 120us/step - loss: 0.1409 - acc: 0.9453 - val_loss: 0.2235 - val_acc: 0.9159\n",
      "\n",
      "Epoch 00132: val_acc did not improve\n",
      "Epoch 133/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1393 - acc: 0.9444 - val_loss: 0.1972 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00133: val_acc did not improve\n",
      "Epoch 134/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1492 - acc: 0.9438 - val_loss: 0.2439 - val_acc: 0.9000\n",
      "\n",
      "Epoch 00134: val_acc did not improve\n",
      "Epoch 135/300\n",
      "5520/5520 [==============================] - 1s 114us/step - loss: 0.1343 - acc: 0.9480 - val_loss: 0.2101 - val_acc: 0.9145\n",
      "\n",
      "Epoch 00135: val_acc did not improve\n",
      "Epoch 136/300\n",
      "5520/5520 [==============================] - 1s 111us/step - loss: 0.1327 - acc: 0.9487 - val_loss: 0.2004 - val_acc: 0.9210\n",
      "\n",
      "Epoch 00136: val_acc did not improve\n",
      "Epoch 137/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1254 - acc: 0.9464 - val_loss: 0.1957 - val_acc: 0.9210\n",
      "\n",
      "Epoch 00137: val_acc did not improve\n",
      "Epoch 138/300\n",
      "5520/5520 [==============================] - 1s 114us/step - loss: 0.1259 - acc: 0.9493 - val_loss: 0.2298 - val_acc: 0.9051\n",
      "\n",
      "Epoch 00138: val_acc did not improve\n",
      "Epoch 139/300\n",
      "5520/5520 [==============================] - 1s 118us/step - loss: 0.1430 - acc: 0.9453 - val_loss: 0.3336 - val_acc: 0.8558\n",
      "\n",
      "Epoch 00139: val_acc did not improve\n",
      "Epoch 140/300\n",
      "5520/5520 [==============================] - 1s 113us/step - loss: 0.1249 - acc: 0.9542 - val_loss: 0.2015 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00140: val_acc improved from 0.92319 to 0.92319, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 141/300\n",
      "5520/5520 [==============================] - 1s 136us/step - loss: 0.1360 - acc: 0.9484 - val_loss: 0.2056 - val_acc: 0.9152\n",
      "\n",
      "Epoch 00141: val_acc did not improve\n",
      "Epoch 142/300\n",
      "5520/5520 [==============================] - 1s 137us/step - loss: 0.1302 - acc: 0.9549 - val_loss: 0.2205 - val_acc: 0.9152\n",
      "\n",
      "Epoch 00142: val_acc did not improve\n",
      "Epoch 143/300\n",
      "5520/5520 [==============================] - 1s 124us/step - loss: 0.1300 - acc: 0.9495 - val_loss: 0.2310 - val_acc: 0.9058\n",
      "\n",
      "Epoch 00143: val_acc did not improve\n",
      "Epoch 144/300\n",
      "5520/5520 [==============================] - 1s 119us/step - loss: 0.1251 - acc: 0.9513 - val_loss: 0.2340 - val_acc: 0.9116\n",
      "\n",
      "Epoch 00144: val_acc did not improve\n",
      "Epoch 145/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.1294 - acc: 0.9518 - val_loss: 0.3638 - val_acc: 0.8449\n",
      "\n",
      "Epoch 00145: val_acc did not improve\n",
      "Epoch 146/300\n",
      "5520/5520 [==============================] - 1s 113us/step - loss: 0.1426 - acc: 0.9467 - val_loss: 0.3254 - val_acc: 0.8652\n",
      "\n",
      "Epoch 00146: val_acc did not improve\n",
      "Epoch 147/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.1333 - acc: 0.9493 - val_loss: 0.2048 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00147: val_acc did not improve\n",
      "Epoch 148/300\n",
      "5520/5520 [==============================] - 1s 113us/step - loss: 0.1301 - acc: 0.9493 - val_loss: 0.2427 - val_acc: 0.8986\n",
      "\n",
      "Epoch 00148: val_acc did not improve\n",
      "Epoch 149/300\n",
      "5520/5520 [==============================] - 1s 112us/step - loss: 0.1166 - acc: 0.9554 - val_loss: 0.1921 - val_acc: 0.9254\n",
      "\n",
      "Epoch 00149: val_acc improved from 0.92319 to 0.92536, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 150/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.1182 - acc: 0.9560 - val_loss: 0.1900 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00150: val_acc did not improve\n",
      "Epoch 151/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.1228 - acc: 0.9551 - val_loss: 0.1922 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00151: val_acc did not improve\n",
      "Epoch 152/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.1193 - acc: 0.9522 - val_loss: 0.2490 - val_acc: 0.8964\n",
      "\n",
      "Epoch 00152: val_acc did not improve\n",
      "Epoch 153/300\n",
      "5520/5520 [==============================] - 1s 117us/step - loss: 0.1284 - acc: 0.9542 - val_loss: 0.2166 - val_acc: 0.9152\n",
      "\n",
      "Epoch 00153: val_acc did not improve\n",
      "Epoch 154/300\n",
      "5520/5520 [==============================] - 1s 114us/step - loss: 0.1303 - acc: 0.9498 - val_loss: 0.1987 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00154: val_acc did not improve\n",
      "Epoch 155/300\n",
      "5520/5520 [==============================] - 1s 109us/step - loss: 0.1373 - acc: 0.9464 - val_loss: 0.1933 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00155: val_acc did not improve\n",
      "Epoch 156/300\n",
      "5520/5520 [==============================] - 1s 124us/step - loss: 0.1318 - acc: 0.9509 - val_loss: 0.2249 - val_acc: 0.9101\n",
      "\n",
      "Epoch 00156: val_acc did not improve\n",
      "Epoch 157/300\n",
      "5520/5520 [==============================] - 1s 130us/step - loss: 0.1313 - acc: 0.9475 - val_loss: 0.1893 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00157: val_acc did not improve\n",
      "Epoch 158/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.1330 - acc: 0.9484 - val_loss: 0.1936 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00158: val_acc did not improve\n",
      "Epoch 159/300\n",
      "5520/5520 [==============================] - 1s 116us/step - loss: 0.1310 - acc: 0.9482 - val_loss: 0.1873 - val_acc: 0.9261\n",
      "\n",
      "Epoch 00159: val_acc improved from 0.92536 to 0.92609, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 160/300\n",
      "5520/5520 [==============================] - 1s 112us/step - loss: 0.1204 - acc: 0.9520 - val_loss: 0.1936 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00160: val_acc did not improve\n",
      "Epoch 161/300\n",
      "5520/5520 [==============================] - 1s 124us/step - loss: 0.1271 - acc: 0.9533 - val_loss: 0.2134 - val_acc: 0.9159\n",
      "\n",
      "Epoch 00161: val_acc did not improve\n",
      "Epoch 162/300\n",
      "5520/5520 [==============================] - 1s 120us/step - loss: 0.1193 - acc: 0.9542 - val_loss: 0.1952 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00162: val_acc did not improve\n",
      "Epoch 163/300\n",
      "5520/5520 [==============================] - 1s 119us/step - loss: 0.1211 - acc: 0.9553 - val_loss: 0.2004 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00163: val_acc did not improve\n",
      "Epoch 164/300\n",
      "5520/5520 [==============================] - 1s 112us/step - loss: 0.1207 - acc: 0.9527 - val_loss: 0.2742 - val_acc: 0.9022\n",
      "\n",
      "Epoch 00164: val_acc did not improve\n",
      "Epoch 165/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1084 - acc: 0.9583 - val_loss: 0.1897 - val_acc: 0.9290\n",
      "\n",
      "Epoch 00165: val_acc improved from 0.92609 to 0.92899, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 166/300\n",
      "5520/5520 [==============================] - 1s 114us/step - loss: 0.1284 - acc: 0.9505 - val_loss: 0.2067 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00166: val_acc did not improve\n",
      "Epoch 167/300\n",
      "5520/5520 [==============================] - 1s 124us/step - loss: 0.1288 - acc: 0.9505 - val_loss: 0.1933 - val_acc: 0.9268\n",
      "\n",
      "Epoch 00167: val_acc did not improve\n",
      "Epoch 168/300\n",
      "5520/5520 [==============================] - 1s 120us/step - loss: 0.1241 - acc: 0.9518 - val_loss: 0.2472 - val_acc: 0.8971\n",
      "\n",
      "Epoch 00168: val_acc did not improve\n",
      "Epoch 169/300\n",
      "5520/5520 [==============================] - 1s 118us/step - loss: 0.1219 - acc: 0.9527 - val_loss: 0.1925 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00169: val_acc did not improve\n",
      "Epoch 170/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1305 - acc: 0.9502 - val_loss: 0.1935 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00170: val_acc did not improve\n",
      "Epoch 171/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.1249 - acc: 0.9504 - val_loss: 0.2167 - val_acc: 0.9101\n",
      "\n",
      "Epoch 00171: val_acc did not improve\n",
      "Epoch 172/300\n",
      "5520/5520 [==============================] - 1s 119us/step - loss: 0.1040 - acc: 0.9616 - val_loss: 0.2391 - val_acc: 0.9152\n",
      "\n",
      "Epoch 00172: val_acc did not improve\n",
      "Epoch 173/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.1256 - acc: 0.9543 - val_loss: 0.2129 - val_acc: 0.9138\n",
      "\n",
      "Epoch 00173: val_acc did not improve\n",
      "Epoch 174/300\n",
      "5520/5520 [==============================] - 1s 93us/step - loss: 0.1147 - acc: 0.9558 - val_loss: 0.2021 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00174: val_acc did not improve\n",
      "Epoch 175/300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5520/5520 [==============================] - 1s 95us/step - loss: 0.1076 - acc: 0.9591 - val_loss: 0.1964 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00175: val_acc did not improve\n",
      "Epoch 176/300\n",
      "5520/5520 [==============================] - 1s 96us/step - loss: 0.1264 - acc: 0.9520 - val_loss: 0.2046 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00176: val_acc did not improve\n",
      "Epoch 177/300\n",
      "5520/5520 [==============================] - 1s 92us/step - loss: 0.1146 - acc: 0.9551 - val_loss: 0.2004 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00177: val_acc did not improve\n",
      "Epoch 178/300\n",
      "5520/5520 [==============================] - 1s 95us/step - loss: 0.1154 - acc: 0.9554 - val_loss: 0.2018 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00178: val_acc did not improve\n",
      "Epoch 179/300\n",
      "5520/5520 [==============================] - 1s 92us/step - loss: 0.1157 - acc: 0.9540 - val_loss: 0.2303 - val_acc: 0.9094\n",
      "\n",
      "Epoch 00179: val_acc did not improve\n",
      "Epoch 180/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.1145 - acc: 0.9569 - val_loss: 0.2142 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00180: val_acc did not improve\n",
      "Epoch 181/300\n",
      "5520/5520 [==============================] - 1s 118us/step - loss: 0.1054 - acc: 0.9614 - val_loss: 0.2430 - val_acc: 0.9058\n",
      "\n",
      "Epoch 00181: val_acc did not improve\n",
      "Epoch 182/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.1184 - acc: 0.9560 - val_loss: 0.1983 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00182: val_acc did not improve\n",
      "Epoch 183/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1114 - acc: 0.9556 - val_loss: 0.1973 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00183: val_acc did not improve\n",
      "Epoch 184/300\n",
      "5520/5520 [==============================] - 1s 103us/step - loss: 0.1067 - acc: 0.9614 - val_loss: 0.2009 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00184: val_acc did not improve\n",
      "Epoch 185/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.1129 - acc: 0.9578 - val_loss: 0.1957 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00185: val_acc did not improve\n",
      "Epoch 186/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.1155 - acc: 0.9578 - val_loss: 0.2055 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00186: val_acc did not improve\n",
      "Epoch 187/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.1096 - acc: 0.9591 - val_loss: 0.1971 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00187: val_acc did not improve\n",
      "Epoch 188/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0976 - acc: 0.9614 - val_loss: 0.2070 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00188: val_acc did not improve\n",
      "Epoch 189/300\n",
      "5520/5520 [==============================] - 1s 125us/step - loss: 0.1165 - acc: 0.9545 - val_loss: 0.2231 - val_acc: 0.9130\n",
      "\n",
      "Epoch 00189: val_acc did not improve\n",
      "Epoch 190/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.1126 - acc: 0.9563 - val_loss: 0.2372 - val_acc: 0.9130\n",
      "\n",
      "Epoch 00190: val_acc did not improve\n",
      "Epoch 191/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1209 - acc: 0.9520 - val_loss: 0.1975 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00191: val_acc did not improve\n",
      "Epoch 192/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.1164 - acc: 0.9543 - val_loss: 0.2885 - val_acc: 0.8986\n",
      "\n",
      "Epoch 00192: val_acc did not improve\n",
      "Epoch 193/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.1122 - acc: 0.9589 - val_loss: 0.1917 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00193: val_acc did not improve\n",
      "Epoch 194/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.1024 - acc: 0.9641 - val_loss: 0.2015 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00194: val_acc did not improve\n",
      "Epoch 195/300\n",
      "5520/5520 [==============================] - 1s 96us/step - loss: 0.1152 - acc: 0.9549 - val_loss: 0.2013 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00195: val_acc did not improve\n",
      "Epoch 196/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.1103 - acc: 0.9587 - val_loss: 0.2068 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00196: val_acc did not improve\n",
      "Epoch 197/300\n",
      "5520/5520 [==============================] - 1s 96us/step - loss: 0.1025 - acc: 0.9621 - val_loss: 0.2177 - val_acc: 0.9159\n",
      "\n",
      "Epoch 00197: val_acc did not improve\n",
      "Epoch 198/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.1058 - acc: 0.9578 - val_loss: 0.3441 - val_acc: 0.8659\n",
      "\n",
      "Epoch 00198: val_acc did not improve\n",
      "Epoch 199/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.1103 - acc: 0.9580 - val_loss: 0.3297 - val_acc: 0.8558\n",
      "\n",
      "Epoch 00199: val_acc did not improve\n",
      "Epoch 200/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.1029 - acc: 0.9607 - val_loss: 0.2232 - val_acc: 0.9145\n",
      "\n",
      "Epoch 00200: val_acc did not improve\n",
      "Epoch 201/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.1173 - acc: 0.9531 - val_loss: 0.2090 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00201: val_acc did not improve\n",
      "Epoch 202/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1181 - acc: 0.9567 - val_loss: 0.2005 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00202: val_acc did not improve\n",
      "Epoch 203/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.1050 - acc: 0.9614 - val_loss: 0.1956 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00203: val_acc did not improve\n",
      "Epoch 204/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.1158 - acc: 0.9549 - val_loss: 0.2442 - val_acc: 0.9051\n",
      "\n",
      "Epoch 00204: val_acc did not improve\n",
      "Epoch 205/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1020 - acc: 0.9630 - val_loss: 0.2057 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00205: val_acc did not improve\n",
      "Epoch 206/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.1103 - acc: 0.9576 - val_loss: 0.2099 - val_acc: 0.9159\n",
      "\n",
      "Epoch 00206: val_acc did not improve\n",
      "Epoch 207/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.1128 - acc: 0.9569 - val_loss: 0.1974 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00207: val_acc did not improve\n",
      "Epoch 208/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.1186 - acc: 0.9551 - val_loss: 0.2079 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00208: val_acc did not improve\n",
      "Epoch 209/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.1121 - acc: 0.9571 - val_loss: 0.2078 - val_acc: 0.9145\n",
      "\n",
      "Epoch 00209: val_acc did not improve\n",
      "Epoch 210/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.1105 - acc: 0.9591 - val_loss: 0.2246 - val_acc: 0.9094\n",
      "\n",
      "Epoch 00210: val_acc did not improve\n",
      "Epoch 211/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.1037 - acc: 0.9598 - val_loss: 0.2044 - val_acc: 0.9167\n",
      "\n",
      "Epoch 00211: val_acc did not improve\n",
      "Epoch 212/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.1100 - acc: 0.9558 - val_loss: 0.2428 - val_acc: 0.9087\n",
      "\n",
      "Epoch 00212: val_acc did not improve\n",
      "Epoch 213/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1072 - acc: 0.9601 - val_loss: 0.1963 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00213: val_acc did not improve\n",
      "Epoch 214/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.1015 - acc: 0.9589 - val_loss: 0.1968 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00214: val_acc did not improve\n",
      "Epoch 215/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.1013 - acc: 0.9654 - val_loss: 0.2345 - val_acc: 0.9051\n",
      "\n",
      "Epoch 00215: val_acc did not improve\n",
      "Epoch 216/300\n",
      "5520/5520 [==============================] - 1s 103us/step - loss: 0.1069 - acc: 0.9612 - val_loss: 0.1941 - val_acc: 0.9210\n",
      "\n",
      "Epoch 00216: val_acc did not improve\n",
      "Epoch 217/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.1065 - acc: 0.9583 - val_loss: 0.1987 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00217: val_acc did not improve\n",
      "Epoch 218/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.1139 - acc: 0.9545 - val_loss: 0.1934 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00218: val_acc did not improve\n",
      "Epoch 219/300\n",
      "5520/5520 [==============================] - 1s 103us/step - loss: 0.1198 - acc: 0.9572 - val_loss: 0.1956 - val_acc: 0.9188\n",
      "\n",
      "Epoch 00219: val_acc did not improve\n",
      "Epoch 220/300\n",
      "5520/5520 [==============================] - 1s 93us/step - loss: 0.1097 - acc: 0.9611 - val_loss: 0.1966 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00220: val_acc did not improve\n",
      "Epoch 221/300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.1119 - acc: 0.9592 - val_loss: 0.2015 - val_acc: 0.9261\n",
      "\n",
      "Epoch 00221: val_acc did not improve\n",
      "Epoch 222/300\n",
      "5520/5520 [==============================] - 1s 93us/step - loss: 0.1027 - acc: 0.9620 - val_loss: 0.1958 - val_acc: 0.9275\n",
      "\n",
      "Epoch 00222: val_acc did not improve\n",
      "Epoch 223/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.0963 - acc: 0.9609 - val_loss: 0.2220 - val_acc: 0.9116\n",
      "\n",
      "Epoch 00223: val_acc did not improve\n",
      "Epoch 224/300\n",
      "5520/5520 [==============================] - 1s 91us/step - loss: 0.1102 - acc: 0.9636 - val_loss: 0.1949 - val_acc: 0.9261\n",
      "\n",
      "Epoch 00224: val_acc did not improve\n",
      "Epoch 225/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.1046 - acc: 0.9565 - val_loss: 0.1977 - val_acc: 0.9261\n",
      "\n",
      "Epoch 00225: val_acc did not improve\n",
      "Epoch 226/300\n",
      "5520/5520 [==============================] - 1s 92us/step - loss: 0.1118 - acc: 0.9571 - val_loss: 0.2007 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00226: val_acc did not improve\n",
      "Epoch 227/300\n",
      "5520/5520 [==============================] - 1s 93us/step - loss: 0.0990 - acc: 0.9611 - val_loss: 0.2209 - val_acc: 0.9123\n",
      "\n",
      "Epoch 00227: val_acc did not improve\n",
      "Epoch 228/300\n",
      "5520/5520 [==============================] - 1s 92us/step - loss: 0.1153 - acc: 0.9591 - val_loss: 0.1977 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00228: val_acc did not improve\n",
      "Epoch 229/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.1098 - acc: 0.9596 - val_loss: 0.1925 - val_acc: 0.9275\n",
      "\n",
      "Epoch 00229: val_acc did not improve\n",
      "Epoch 230/300\n",
      "5520/5520 [==============================] - 1s 95us/step - loss: 0.1089 - acc: 0.9609 - val_loss: 0.2060 - val_acc: 0.9159\n",
      "\n",
      "Epoch 00230: val_acc did not improve\n",
      "Epoch 231/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.0997 - acc: 0.9627 - val_loss: 0.2882 - val_acc: 0.9058\n",
      "\n",
      "Epoch 00231: val_acc did not improve\n",
      "Epoch 232/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.0994 - acc: 0.9632 - val_loss: 0.2144 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00232: val_acc did not improve\n",
      "Epoch 233/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.1037 - acc: 0.9614 - val_loss: 0.2004 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00233: val_acc did not improve\n",
      "Epoch 234/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.0980 - acc: 0.9600 - val_loss: 0.2517 - val_acc: 0.9159\n",
      "\n",
      "Epoch 00234: val_acc did not improve\n",
      "Epoch 235/300\n",
      "5520/5520 [==============================] - 1s 95us/step - loss: 0.1000 - acc: 0.9609 - val_loss: 0.1985 - val_acc: 0.9188\n",
      "\n",
      "Epoch 00235: val_acc did not improve\n",
      "Epoch 236/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.1029 - acc: 0.9612 - val_loss: 0.2062 - val_acc: 0.9181\n",
      "\n",
      "Epoch 00236: val_acc did not improve\n",
      "Epoch 237/300\n",
      "5520/5520 [==============================] - 0s 90us/step - loss: 0.0884 - acc: 0.9687 - val_loss: 0.2545 - val_acc: 0.8957\n",
      "\n",
      "Epoch 00237: val_acc did not improve\n",
      "Epoch 238/300\n",
      "5520/5520 [==============================] - 1s 94us/step - loss: 0.0911 - acc: 0.9659 - val_loss: 0.2145 - val_acc: 0.9138\n",
      "\n",
      "Epoch 00238: val_acc did not improve\n",
      "Epoch 239/300\n",
      "5520/5520 [==============================] - 0s 89us/step - loss: 0.1034 - acc: 0.9620 - val_loss: 0.2051 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00239: val_acc did not improve\n",
      "Epoch 240/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.0982 - acc: 0.9638 - val_loss: 0.2138 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00240: val_acc did not improve\n",
      "Epoch 241/300\n",
      "5520/5520 [==============================] - 1s 92us/step - loss: 0.1055 - acc: 0.9591 - val_loss: 0.2274 - val_acc: 0.9138\n",
      "\n",
      "Epoch 00241: val_acc did not improve\n",
      "Epoch 242/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1143 - acc: 0.9571 - val_loss: 0.1920 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00242: val_acc did not improve\n",
      "Epoch 243/300\n",
      "5520/5520 [==============================] - 0s 90us/step - loss: 0.1022 - acc: 0.9630 - val_loss: 0.1892 - val_acc: 0.9275\n",
      "\n",
      "Epoch 00243: val_acc did not improve\n",
      "Epoch 244/300\n",
      "5520/5520 [==============================] - 1s 94us/step - loss: 0.1025 - acc: 0.9605 - val_loss: 0.1931 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00244: val_acc did not improve\n",
      "Epoch 245/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.0954 - acc: 0.9645 - val_loss: 0.2116 - val_acc: 0.9159\n",
      "\n",
      "Epoch 00245: val_acc did not improve\n",
      "Epoch 246/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0889 - acc: 0.9679 - val_loss: 0.2239 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00246: val_acc did not improve\n",
      "Epoch 247/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.1024 - acc: 0.9614 - val_loss: 0.2096 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00247: val_acc did not improve\n",
      "Epoch 248/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.1179 - acc: 0.9549 - val_loss: 0.1919 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00248: val_acc did not improve\n",
      "Epoch 249/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0962 - acc: 0.9639 - val_loss: 0.2095 - val_acc: 0.9210\n",
      "\n",
      "Epoch 00249: val_acc did not improve\n",
      "Epoch 250/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0909 - acc: 0.9676 - val_loss: 0.2479 - val_acc: 0.9145\n",
      "\n",
      "Epoch 00250: val_acc did not improve\n",
      "Epoch 251/300\n",
      "5520/5520 [==============================] - 1s 103us/step - loss: 0.1063 - acc: 0.9592 - val_loss: 0.2191 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00251: val_acc did not improve\n",
      "Epoch 252/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.1056 - acc: 0.9589 - val_loss: 0.1985 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00252: val_acc did not improve\n",
      "Epoch 253/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.1008 - acc: 0.9638 - val_loss: 0.2000 - val_acc: 0.9261\n",
      "\n",
      "Epoch 00253: val_acc did not improve\n",
      "Epoch 254/300\n",
      "5520/5520 [==============================] - 1s 108us/step - loss: 0.0881 - acc: 0.9674 - val_loss: 0.2451 - val_acc: 0.9043\n",
      "\n",
      "Epoch 00254: val_acc did not improve\n",
      "Epoch 255/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.0939 - acc: 0.9649 - val_loss: 0.2718 - val_acc: 0.8862\n",
      "\n",
      "Epoch 00255: val_acc did not improve\n",
      "Epoch 256/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.0997 - acc: 0.9607 - val_loss: 0.1965 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00256: val_acc did not improve\n",
      "Epoch 257/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.1073 - acc: 0.9601 - val_loss: 0.2051 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00257: val_acc did not improve\n",
      "Epoch 258/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.0917 - acc: 0.9670 - val_loss: 0.1862 - val_acc: 0.9290\n",
      "\n",
      "Epoch 00258: val_acc improved from 0.92899 to 0.92899, saving model to weights_ZvsFvsS_sgd_simples.best.h5\n",
      "Epoch 259/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.0958 - acc: 0.9645 - val_loss: 0.1982 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00259: val_acc did not improve\n",
      "Epoch 260/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.0990 - acc: 0.9620 - val_loss: 0.2235 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00260: val_acc did not improve\n",
      "Epoch 261/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.0991 - acc: 0.9649 - val_loss: 0.1903 - val_acc: 0.9254\n",
      "\n",
      "Epoch 00261: val_acc did not improve\n",
      "Epoch 262/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.1081 - acc: 0.9611 - val_loss: 0.2612 - val_acc: 0.9065\n",
      "\n",
      "Epoch 00262: val_acc did not improve\n",
      "Epoch 263/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0940 - acc: 0.9645 - val_loss: 0.1902 - val_acc: 0.9261\n",
      "\n",
      "Epoch 00263: val_acc did not improve\n",
      "Epoch 264/300\n",
      "5520/5520 [==============================] - 1s 96us/step - loss: 0.0958 - acc: 0.9661 - val_loss: 0.1957 - val_acc: 0.9210\n",
      "\n",
      "Epoch 00264: val_acc did not improve\n",
      "Epoch 265/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0861 - acc: 0.9687 - val_loss: 0.2116 - val_acc: 0.9188\n",
      "\n",
      "Epoch 00265: val_acc did not improve\n",
      "Epoch 266/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.0956 - acc: 0.9659 - val_loss: 0.2070 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00266: val_acc did not improve\n",
      "Epoch 267/300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.0916 - acc: 0.9672 - val_loss: 0.2082 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00267: val_acc did not improve\n",
      "Epoch 268/300\n",
      "5520/5520 [==============================] - 1s 96us/step - loss: 0.0933 - acc: 0.9638 - val_loss: 0.1965 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00268: val_acc did not improve\n",
      "Epoch 269/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.0754 - acc: 0.9717 - val_loss: 0.2444 - val_acc: 0.9123\n",
      "\n",
      "Epoch 00269: val_acc did not improve\n",
      "Epoch 270/300\n",
      "5520/5520 [==============================] - 1s 96us/step - loss: 0.0990 - acc: 0.9629 - val_loss: 0.2098 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00270: val_acc did not improve\n",
      "Epoch 271/300\n",
      "5520/5520 [==============================] - 1s 101us/step - loss: 0.1013 - acc: 0.9638 - val_loss: 0.2032 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00271: val_acc did not improve\n",
      "Epoch 272/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.0873 - acc: 0.9670 - val_loss: 0.2037 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00272: val_acc did not improve\n",
      "Epoch 273/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0926 - acc: 0.9658 - val_loss: 0.2040 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00273: val_acc did not improve\n",
      "Epoch 274/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.0878 - acc: 0.9687 - val_loss: 0.1933 - val_acc: 0.9254\n",
      "\n",
      "Epoch 00274: val_acc did not improve\n",
      "Epoch 275/300\n",
      "5520/5520 [==============================] - 1s 94us/step - loss: 0.0994 - acc: 0.9647 - val_loss: 0.1967 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00275: val_acc did not improve\n",
      "Epoch 276/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.0924 - acc: 0.9676 - val_loss: 0.2010 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00276: val_acc did not improve\n",
      "Epoch 277/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.0935 - acc: 0.9627 - val_loss: 0.2067 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00277: val_acc did not improve\n",
      "Epoch 278/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.0958 - acc: 0.9629 - val_loss: 0.2073 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00278: val_acc did not improve\n",
      "Epoch 279/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.0925 - acc: 0.9647 - val_loss: 0.2058 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00279: val_acc did not improve\n",
      "Epoch 280/300\n",
      "5520/5520 [==============================] - 1s 144us/step - loss: 0.1085 - acc: 0.9592 - val_loss: 0.2087 - val_acc: 0.9188\n",
      "\n",
      "Epoch 00280: val_acc did not improve\n",
      "Epoch 281/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.1002 - acc: 0.9601 - val_loss: 0.2075 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00281: val_acc did not improve\n",
      "Epoch 282/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0938 - acc: 0.9607 - val_loss: 0.2412 - val_acc: 0.9138\n",
      "\n",
      "Epoch 00282: val_acc did not improve\n",
      "Epoch 283/300\n",
      "5520/5520 [==============================] - 1s 99us/step - loss: 0.0867 - acc: 0.9665 - val_loss: 0.2562 - val_acc: 0.9116\n",
      "\n",
      "Epoch 00283: val_acc did not improve\n",
      "Epoch 284/300\n",
      "5520/5520 [==============================] - 1s 98us/step - loss: 0.0903 - acc: 0.9661 - val_loss: 0.2058 - val_acc: 0.9196\n",
      "\n",
      "Epoch 00284: val_acc did not improve\n",
      "Epoch 285/300\n",
      "5520/5520 [==============================] - 1s 104us/step - loss: 0.0778 - acc: 0.9699 - val_loss: 0.1976 - val_acc: 0.9188\n",
      "\n",
      "Epoch 00285: val_acc did not improve\n",
      "Epoch 286/300\n",
      "5520/5520 [==============================] - 1s 106us/step - loss: 0.0927 - acc: 0.9658 - val_loss: 0.2109 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00286: val_acc did not improve\n",
      "Epoch 287/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.0939 - acc: 0.9621 - val_loss: 0.2764 - val_acc: 0.9051\n",
      "\n",
      "Epoch 00287: val_acc did not improve\n",
      "Epoch 288/300\n",
      "5520/5520 [==============================] - 1s 107us/step - loss: 0.0977 - acc: 0.9650 - val_loss: 0.2022 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00288: val_acc did not improve\n",
      "Epoch 289/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.0821 - acc: 0.9703 - val_loss: 0.2193 - val_acc: 0.9188\n",
      "\n",
      "Epoch 00289: val_acc did not improve\n",
      "Epoch 290/300\n",
      "5520/5520 [==============================] - 1s 105us/step - loss: 0.0867 - acc: 0.9701 - val_loss: 0.1986 - val_acc: 0.9210\n",
      "\n",
      "Epoch 00290: val_acc did not improve\n",
      "Epoch 291/300\n",
      "5520/5520 [==============================] - 1s 96us/step - loss: 0.0945 - acc: 0.9641 - val_loss: 0.2053 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00291: val_acc did not improve\n",
      "Epoch 292/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0935 - acc: 0.9656 - val_loss: 0.2023 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00292: val_acc did not improve\n",
      "Epoch 293/300\n",
      "5520/5520 [==============================] - 1s 100us/step - loss: 0.0869 - acc: 0.9658 - val_loss: 0.2254 - val_acc: 0.9167\n",
      "\n",
      "Epoch 00293: val_acc did not improve\n",
      "Epoch 294/300\n",
      "5520/5520 [==============================] - 1s 102us/step - loss: 0.0823 - acc: 0.9703 - val_loss: 0.2007 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00294: val_acc did not improve\n",
      "Epoch 295/300\n",
      "5520/5520 [==============================] - 1s 132us/step - loss: 0.0881 - acc: 0.9668 - val_loss: 0.2133 - val_acc: 0.9174\n",
      "\n",
      "Epoch 00295: val_acc did not improve\n",
      "Epoch 296/300\n",
      "5520/5520 [==============================] - 1s 115us/step - loss: 0.0981 - acc: 0.9623 - val_loss: 0.2055 - val_acc: 0.9210\n",
      "\n",
      "Epoch 00296: val_acc did not improve\n",
      "Epoch 297/300\n",
      "5520/5520 [==============================] - 1s 116us/step - loss: 0.0865 - acc: 0.9683 - val_loss: 0.2026 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00297: val_acc did not improve\n",
      "Epoch 298/300\n",
      "5520/5520 [==============================] - 1s 97us/step - loss: 0.0847 - acc: 0.9697 - val_loss: 0.2099 - val_acc: 0.9203\n",
      "\n",
      "Epoch 00298: val_acc did not improve\n",
      "Epoch 299/300\n",
      "5520/5520 [==============================] - 1s 96us/step - loss: 0.0925 - acc: 0.9674 - val_loss: 0.2010 - val_acc: 0.9217\n",
      "\n",
      "Epoch 00299: val_acc did not improve\n",
      "Epoch 300/300\n",
      "5520/5520 [==============================] - 1s 96us/step - loss: 0.0876 - acc: 0.9672 - val_loss: 0.2191 - val_acc: 0.9145\n",
      "\n",
      "Epoch 00300: val_acc did not improve\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "    Seizure       0.98      0.93      0.96       450\n",
      " Tumor Area       0.84      0.93      0.88       463\n",
      "    Healthy       0.94      0.89      0.91       467\n",
      "\n",
      "avg / total       0.92      0.91      0.92      1380\n",
      "\n"
     ]
    }
   ],
   "source": [
    "early_stop = keras.callbacks.EarlyStopping(monitor='val_acc',\n",
    "                                           min_delta=0,\n",
    "                                           patience=10000,\n",
    "                                           verbose=1,\n",
    "                                           mode='auto')\n",
    "from keras.callbacks import ModelCheckpoint\n",
    "filepath=\"weights_ZvsFvsS_sgd_simples.best.h5\"\n",
    "checkpoint = ModelCheckpoint(filepath, monitor='val_acc', verbose=1, save_best_only=True, mode='max')\n",
    "\n",
    "# Initialising the ANN\n",
    "clf_ann = Sequential()\n",
    "\n",
    "# Adding the input layer and the first hidden layer\n",
    "clf_ann.add(Dense(activation=\"relu\", \n",
    "                  units=178,\n",
    "                  input_dim=178,\n",
    "                  kernel_initializer='he_normal'))\n",
    "clf_ann.add(BatchNormalization())\n",
    "clf_ann.add(Dropout(0.5))\n",
    "# Adding the second hidden layer\n",
    "clf_ann.add(Dense(activation=\"relu\",\n",
    "                  units=178,\n",
    "                  kernel_initializer='he_normal'))\n",
    "clf_ann.add(BatchNormalization())\n",
    "clf_ann.add(Dropout(0.5))\n",
    "# Adding the output layer\n",
    "clf_ann.add(Dense(units=3,\n",
    "                  activation=\"softmax\"))\n",
    "\n",
    "# Compiling the ANN\n",
    "clf_ann.compile(optimizer=keras.optimizers.SGD(lr=0.1, decay=1e-4, momentum=0.9, nesterov=True),\n",
    "                loss = 'categorical_crossentropy',\n",
    "                metrics = ['accuracy'])\n",
    "# loss = 'categorical_crossentropy'\n",
    "# Fitting the ANN to the Training set\n",
    "clf_ann.fit(X_train, y_train,\n",
    "               batch_size = 256,\n",
    "               epochs = 300,\n",
    "               validation_data=(X_test,y_test),\n",
    "               callbacks=[early_stop, checkpoint])\n",
    "\n",
    "# Part 3 - Making the predictions and evaluating the model\n",
    "\n",
    "# Predicting the Test set results\n",
    "y_pred = clf_ann.predict(X_test)\n",
    "y_pred = (y_pred > 0.5)\n",
    "\n",
    "# Making the Confusion Matrix\n",
    "#cm = confusion_matrix(y_test, y_pred)\n",
    "print(classification_report(y_test, y_pred, target_names=['Seizure', 'Tumor Area','Healthy']))\n",
    "\n",
    "#df_cm = pd.DataFrame(cm, range(3), range(3))\n",
    "#sn.heatmap(df_cm, annot=True,fmt='g',cmap ='Blues')# font size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 5520 samples, validate on 1380 samples\n",
      "Epoch 1/30\n",
      "5520/5520 [==============================] - 1s 195us/step - loss: 0.0882 - acc: 0.9667 - val_loss: 0.2128 - val_acc: 0.9167\n",
      "\n",
      "Epoch 00001: val_acc improved from -inf to 0.91667, saving model to weights_ZvsFvsS_sgd_tests.best.h5\n",
      "Epoch 2/30\n",
      "5520/5520 [==============================] - 1s 134us/step - loss: 0.0843 - acc: 0.9672 - val_loss: 0.2074 - val_acc: 0.9210\n",
      "\n",
      "Epoch 00002: val_acc improved from 0.91667 to 0.92101, saving model to weights_ZvsFvsS_sgd_tests.best.h5\n",
      "Epoch 3/30\n",
      "5520/5520 [==============================] - 1s 143us/step - loss: 0.0803 - acc: 0.9716 - val_loss: 0.2035 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00003: val_acc improved from 0.92101 to 0.92246, saving model to weights_ZvsFvsS_sgd_tests.best.h5\n",
      "Epoch 4/30\n",
      "5520/5520 [==============================] - 1s 141us/step - loss: 0.0852 - acc: 0.9703 - val_loss: 0.2014 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00004: val_acc improved from 0.92246 to 0.92391, saving model to weights_ZvsFvsS_sgd_tests.best.h5\n",
      "Epoch 5/30\n",
      "5520/5520 [==============================] - 1s 128us/step - loss: 0.0758 - acc: 0.9726 - val_loss: 0.2008 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00005: val_acc did not improve\n",
      "Epoch 6/30\n",
      "5520/5520 [==============================] - 1s 141us/step - loss: 0.0811 - acc: 0.9726 - val_loss: 0.2004 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00006: val_acc did not improve\n",
      "Epoch 7/30\n",
      "5520/5520 [==============================] - 1s 121us/step - loss: 0.0885 - acc: 0.9656 - val_loss: 0.1997 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00007: val_acc improved from 0.92391 to 0.92464, saving model to weights_ZvsFvsS_sgd_tests.best.h5\n",
      "Epoch 8/30\n",
      "5520/5520 [==============================] - 1s 139us/step - loss: 0.0854 - acc: 0.9714 - val_loss: 0.1997 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00008: val_acc did not improve\n",
      "Epoch 9/30\n",
      "5520/5520 [==============================] - 1s 128us/step - loss: 0.0780 - acc: 0.9728 - val_loss: 0.1985 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00009: val_acc did not improve\n",
      "Epoch 10/30\n",
      "5520/5520 [==============================] - 1s 121us/step - loss: 0.0785 - acc: 0.9728 - val_loss: 0.1968 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00010: val_acc did not improve\n",
      "Epoch 11/30\n",
      "5520/5520 [==============================] - 1s 144us/step - loss: 0.0852 - acc: 0.9710 - val_loss: 0.1968 - val_acc: 0.9261\n",
      "\n",
      "Epoch 00011: val_acc improved from 0.92464 to 0.92609, saving model to weights_ZvsFvsS_sgd_tests.best.h5\n",
      "Epoch 12/30\n",
      "5520/5520 [==============================] - 1s 154us/step - loss: 0.0785 - acc: 0.9705 - val_loss: 0.1968 - val_acc: 0.9254\n",
      "\n",
      "Epoch 00012: val_acc did not improve\n",
      "Epoch 13/30\n",
      "5520/5520 [==============================] - 1s 132us/step - loss: 0.0892 - acc: 0.9699 - val_loss: 0.1963 - val_acc: 0.9261\n",
      "\n",
      "Epoch 00013: val_acc did not improve\n",
      "Epoch 14/30\n",
      "5520/5520 [==============================] - 1s 134us/step - loss: 0.0719 - acc: 0.9726 - val_loss: 0.1964 - val_acc: 0.9254\n",
      "\n",
      "Epoch 00014: val_acc did not improve\n",
      "Epoch 15/30\n",
      "5520/5520 [==============================] - 1s 140us/step - loss: 0.0723 - acc: 0.9737 - val_loss: 0.1960 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00015: val_acc did not improve\n",
      "Epoch 16/30\n",
      "5520/5520 [==============================] - 1s 133us/step - loss: 0.0824 - acc: 0.9714 - val_loss: 0.1952 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00016: val_acc did not improve\n",
      "Epoch 17/30\n",
      "5520/5520 [==============================] - 1s 129us/step - loss: 0.0903 - acc: 0.9670 - val_loss: 0.1940 - val_acc: 0.9254\n",
      "\n",
      "Epoch 00017: val_acc did not improve\n",
      "Epoch 18/30\n",
      "5520/5520 [==============================] - 1s 132us/step - loss: 0.0655 - acc: 0.9750 - val_loss: 0.1943 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00018: val_acc did not improve\n",
      "Epoch 19/30\n",
      "5520/5520 [==============================] - 1s 142us/step - loss: 0.0746 - acc: 0.9728 - val_loss: 0.1941 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00019: val_acc did not improve\n",
      "Epoch 20/30\n",
      "5520/5520 [==============================] - 1s 132us/step - loss: 0.0763 - acc: 0.9719 - val_loss: 0.1945 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00020: val_acc did not improve\n",
      "Epoch 21/30\n",
      "5520/5520 [==============================] - 1s 144us/step - loss: 0.0715 - acc: 0.9739 - val_loss: 0.1940 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00021: val_acc did not improve\n",
      "Epoch 22/30\n",
      "5520/5520 [==============================] - 1s 145us/step - loss: 0.0698 - acc: 0.9755 - val_loss: 0.1938 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00022: val_acc did not improve\n",
      "Epoch 23/30\n",
      "5520/5520 [==============================] - 1s 147us/step - loss: 0.0605 - acc: 0.9786 - val_loss: 0.1938 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00023: val_acc did not improve\n",
      "Epoch 24/30\n",
      "5520/5520 [==============================] - 1s 175us/step - loss: 0.0762 - acc: 0.9725 - val_loss: 0.1942 - val_acc: 0.9246\n",
      "\n",
      "Epoch 00024: val_acc did not improve\n",
      "Epoch 25/30\n",
      "5520/5520 [==============================] - 1s 164us/step - loss: 0.0754 - acc: 0.9721 - val_loss: 0.1936 - val_acc: 0.9254\n",
      "\n",
      "Epoch 00025: val_acc did not improve\n",
      "Epoch 26/30\n",
      "5520/5520 [==============================] - 1s 150us/step - loss: 0.0684 - acc: 0.9757 - val_loss: 0.1939 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00026: val_acc did not improve\n",
      "Epoch 27/30\n",
      "5520/5520 [==============================] - 1s 161us/step - loss: 0.0673 - acc: 0.9743 - val_loss: 0.1944 - val_acc: 0.9225\n",
      "\n",
      "Epoch 00027: val_acc did not improve\n",
      "Epoch 28/30\n",
      "5520/5520 [==============================] - 1s 146us/step - loss: 0.0759 - acc: 0.9721 - val_loss: 0.1932 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00028: val_acc did not improve\n",
      "Epoch 29/30\n",
      "5520/5520 [==============================] - 1s 146us/step - loss: 0.0725 - acc: 0.9741 - val_loss: 0.1933 - val_acc: 0.9232\n",
      "\n",
      "Epoch 00029: val_acc did not improve\n",
      "Epoch 30/30\n",
      "5520/5520 [==============================] - 1s 142us/step - loss: 0.0685 - acc: 0.9764 - val_loss: 0.1920 - val_acc: 0.9239\n",
      "\n",
      "Epoch 00030: val_acc did not improve\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "    Seizure       0.98      0.94      0.96       450\n",
      " Tumor Area       0.87      0.90      0.89       463\n",
      "    Healthy       0.93      0.92      0.92       467\n",
      "\n",
      "avg / total       0.93      0.92      0.92      1380\n",
      "\n"
     ]
    }
   ],
   "source": [
    "sgdr = CyclicLR(base_lr=0.001, max_lr=0.006, step_size=2000., mode='triangular',\n",
    "                 gamma=1., scale_fn=None, scale_mode='cycle')\n",
    "from keras.callbacks import ModelCheckpoint\n",
    "filepath=\"weights_ZvsFvsS_sgd_tests.best.h5\"\n",
    "checkpoint = ModelCheckpoint(filepath, monitor='val_acc', verbose=1, save_best_only=True, mode='max')\n",
    "\n",
    "clf_ann.compile(optimizer=keras.optimizers.SGD(decay=1e-4, momentum=0.9),\n",
    "                loss='categorical_crossentropy',\n",
    "                metrics=['accuracy'])\n",
    "clf_ann.fit(X_train, y_train,\n",
    "            batch_size = 256,\n",
    "            epochs = 30,\n",
    "            validation_data=(X_test,y_test),\n",
    "            callbacks=[sgdr,checkpoint])\n",
    "# Predicting the Test set results\n",
    "y_pred = clf_ann.predict(X_test)\n",
    "y_pred = (y_pred > 0.5)\n",
    "print(classification_report(y_test, y_pred, target_names=['Seizure', 'Tumor Area','Healthy']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}