finetuning_EfficientNet_B0.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "machine_shape": "hm",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "gpuClass": "standard"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/RuthKassahun/Melanoma_Classification/blob/main/finetuning_EfficientNet_B0.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "Jz25dwwbOB5q"
      },
      "outputs": [],
      "source": [
        "import os\n",
        "from glob import glob\n",
        "import cv2\n",
        "import glob\n",
        "\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "from sklearn.model_selection import train_test_split\n",
        "from keras.utils.np_utils import to_categorical # convert to one-hot-encoding\n",
        "from sklearn import preprocessing\n",
        "from keras.preprocessing.image import ImageDataGenerator\n",
        "from keras import layers\n",
        "from keras import Model\n",
        "from keras.applications.densenet import DenseNet201\n",
        "from keras.applications.efficientnet import EfficientNetB0\n",
        "from keras.optimizers import Adam\n",
        "from keras.callbacks import ReduceLROnPlateau\n",
        "import keras.backend as K\n",
        "\n",
        "%matplotlib inline\n",
        "import matplotlib.pyplot as plt"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Z25DiPKdONSr",
        "outputId": "070dc8ee-a6cf-4ebb-ff37-6d2076be205d"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "SIZE = 224\n",
        "train_images_lbp = []\n",
        "train_labels_lbp = []\n",
        "for directory_path in glob.glob(\"/content/drive/MyDrive/MultiClass_Skin_lesion/train/*\"):\n",
        "    label_lbp_train = directory_path.split(\"/\")[-1]\n",
        "    label = directory_path.split(\"/\")[-1]\n",
        "    #print(label_lbp_train)\n",
        "    for img_path in glob.glob(os.path.join(directory_path, \"*.jpg\")):\n",
        "        #print(img_path)\n",
        "        img1 = cv2.imread(img_path,1) #Reading color images\n",
        "        img1 = cv2.resize(img1, (SIZE, SIZE)) #Resize images\n",
        "        arr = np.array(img1) # convert the image to numpy array\n",
        "        train_images_lbp.append(arr)\n",
        "        train_labels_lbp.append(label_lbp_train)\n",
        "\n",
        "train_images_lbp =np.array(train_images_lbp)\n",
        "trait_labels_lbp =np.array(train_labels_lbp)"
      ],
      "metadata": {
        "id": "-lpAcRkOOkZe"
      },
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#train_images_lbp.shape"
      ],
      "metadata": {
        "id": "VmXrk32NPKpF"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#trait_labels_lbp.shape"
      ],
      "metadata": {
        "id": "vd2CCcplQo2O"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "test_images_lbp = []\n",
        "test_labels_lbp = [] \n",
        "#for directory_path in glob.glob(\"cell_images/train/*\"):\n",
        "for directory_path in glob.glob(\"/content/drive/MyDrive/MultiClass_Skin_lesion/val/*\"):\n",
        "    label_lbp_test = directory_path.split(\"/\")[-1]\n",
        "    label = directory_path.split(\"/\")[-1]\n",
        "    #print(label_lbp_test)\n",
        "    for img_path in glob.glob(os.path.join(directory_path, \"*.jpg\")):\n",
        "        #print(img_path)\n",
        "        img2 = cv2.imread(img_path,1) #Reading color images\n",
        "        img2 = cv2.resize(img2, (SIZE, SIZE)) #Resize images\n",
        "        arr = np.array(img2) # convert the image to numpy array\n",
        "        test_images_lbp.append(arr)\n",
        "        test_labels_lbp.append(label_lbp_test)\n",
        "\n",
        "test_images_lbp =np.array(test_images_lbp)\n",
        "test_labels_lbp =np.array(test_labels_lbp)"
      ],
      "metadata": {
        "id": "VMrFyqwwPSK1"
      },
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "test_images_lbp.shape"
      ],
      "metadata": {
        "id": "wcbgCL8dP06v",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "8f912578-c054-4d9f-e013-f64c5eb70703"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(1270, 224, 224, 3)"
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "X_train, y_train , X_val, y_val = train_images_lbp,trait_labels_lbp,test_images_lbp,test_labels_lbp"
      ],
      "metadata": {
        "id": "-CGE6IGqQ6Ck"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#X_train.shape"
      ],
      "metadata": {
        "id": "ukdps1CuRXEm"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#X_val.shape"
      ],
      "metadata": {
        "id": "xtXByy5CWK6W"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#y_train.shape"
      ],
      "metadata": {
        "id": "fMOxXoAkWQED"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#y_val.shape"
      ],
      "metadata": {
        "id": "ic26qfuWWSCQ"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from keras.utils.np_utils import to_categorical"
      ],
      "metadata": {
        "id": "G--IK7cRRrHb"
      },
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "le = preprocessing.LabelEncoder()\n",
        "le.fit(y_val)\n",
        "y_val = le.transform(y_val)\n",
        "le.fit(y_train)\n",
        "y_train = le.transform(y_train)"
      ],
      "metadata": {
        "id": "hn9cVKg-SAgq"
      },
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "y_train = to_categorical(y_train)\n",
        "y_val = to_categorical(y_val)"
      ],
      "metadata": {
        "id": "ON_UZRZuVCkH"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#y_val.shape"
      ],
      "metadata": {
        "id": "DGbRhbMpSirS"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#y_train.shape"
      ],
      "metadata": {
        "id": "6JMIhuIqVBVP"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "pre_trained_model = EfficientNetB0(input_shape=(224, 224, 3), include_top=False, weights=\"imagenet\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Hz5dqUIMWp9z",
        "outputId": "f0602658-d03d-48bf-cba9-538429678463"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Downloading data from https://storage.googleapis.com/keras-applications/efficientnetb0_notop.h5\n",
            "16705208/16705208 [==============================] - 2s 0us/step\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#pre_trained_model = DenseNet201(input_shape=(224, 224, 3), include_top=False, weights=\"imagenet\")\n"
      ],
      "metadata": {
        "id": "Ilm8wexeVaCL",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "e1539edf-80e9-4502-f56a-ab422f431d69"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/densenet/densenet201_weights_tf_dim_ordering_tf_kernels_notop.h5\n",
            "74836368/74836368 [==============================] - 4s 0us/step\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for layer in pre_trained_model.layers:\n",
        "    #print(layer.name)\n",
        "    if hasattr(layer, 'moving_mean') and hasattr(layer, 'moving_variance'):\n",
        "        layer.trainable = True\n",
        "        K.eval(K.update(layer.moving_mean, K.zeros_like(layer.moving_mean)))\n",
        "        K.eval(K.update(layer.moving_variance, K.zeros_like(layer.moving_variance)))\n",
        "    else:\n",
        "        layer.trainable = False\n",
        "\n",
        "#print(len(pre_trained_model.layers))"
      ],
      "metadata": {
        "id": "XijHdVvtXlfE"
      },
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "pre_trained_model.summary()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5NUgKJz_W4my",
        "outputId": "db31182d-b29d-428c-8c7c-87d4068cb2a0"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Model: \"efficientnetb0\"\n",
            "__________________________________________________________________________________________________\n",
            " Layer (type)                   Output Shape         Param #     Connected to                     \n",
            "==================================================================================================\n",
            " input_1 (InputLayer)           [(None, 224, 224, 3  0           []                               \n",
            "                                )]                                                                \n",
            "                                                                                                  \n",
            " rescaling (Rescaling)          (None, 224, 224, 3)  0           ['input_1[0][0]']                \n",
            "                                                                                                  \n",
            " normalization (Normalization)  (None, 224, 224, 3)  7           ['rescaling[0][0]']              \n",
            "                                                                                                  \n",
            " tf.math.truediv (TFOpLambda)   (None, 224, 224, 3)  0           ['normalization[0][0]']          \n",
            "                                                                                                  \n",
            " stem_conv_pad (ZeroPadding2D)  (None, 225, 225, 3)  0           ['tf.math.truediv[0][0]']        \n",
            "                                                                                                  \n",
            " stem_conv (Conv2D)             (None, 112, 112, 32  864         ['stem_conv_pad[0][0]']          \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " stem_bn (BatchNormalization)   (None, 112, 112, 32  128         ['stem_conv[0][0]']              \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " stem_activation (Activation)   (None, 112, 112, 32  0           ['stem_bn[0][0]']                \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " block1a_dwconv (DepthwiseConv2  (None, 112, 112, 32  288        ['stem_activation[0][0]']        \n",
            " D)                             )                                                                 \n",
            "                                                                                                  \n",
            " block1a_bn (BatchNormalization  (None, 112, 112, 32  128        ['block1a_dwconv[0][0]']         \n",
            " )                              )                                                                 \n",
            "                                                                                                  \n",
            " block1a_activation (Activation  (None, 112, 112, 32  0          ['block1a_bn[0][0]']             \n",
            " )                              )                                                                 \n",
            "                                                                                                  \n",
            " block1a_se_squeeze (GlobalAver  (None, 32)          0           ['block1a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block1a_se_reshape (Reshape)   (None, 1, 1, 32)     0           ['block1a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block1a_se_reduce (Conv2D)     (None, 1, 1, 8)      264         ['block1a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block1a_se_expand (Conv2D)     (None, 1, 1, 32)     288         ['block1a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block1a_se_excite (Multiply)   (None, 112, 112, 32  0           ['block1a_activation[0][0]',     \n",
            "                                )                                 'block1a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block1a_project_conv (Conv2D)  (None, 112, 112, 16  512         ['block1a_se_excite[0][0]']      \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " block1a_project_bn (BatchNorma  (None, 112, 112, 16  64         ['block1a_project_conv[0][0]']   \n",
            " lization)                      )                                                                 \n",
            "                                                                                                  \n",
            " block2a_expand_conv (Conv2D)   (None, 112, 112, 96  1536        ['block1a_project_bn[0][0]']     \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " block2a_expand_bn (BatchNormal  (None, 112, 112, 96  384        ['block2a_expand_conv[0][0]']    \n",
            " ization)                       )                                                                 \n",
            "                                                                                                  \n",
            " block2a_expand_activation (Act  (None, 112, 112, 96  0          ['block2a_expand_bn[0][0]']      \n",
            " ivation)                       )                                                                 \n",
            "                                                                                                  \n",
            " block2a_dwconv_pad (ZeroPaddin  (None, 113, 113, 96  0          ['block2a_expand_activation[0][0]\n",
            " g2D)                           )                                ']                               \n",
            "                                                                                                  \n",
            " block2a_dwconv (DepthwiseConv2  (None, 56, 56, 96)  864         ['block2a_dwconv_pad[0][0]']     \n",
            " D)                                                                                               \n",
            "                                                                                                  \n",
            " block2a_bn (BatchNormalization  (None, 56, 56, 96)  384         ['block2a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block2a_activation (Activation  (None, 56, 56, 96)  0           ['block2a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block2a_se_squeeze (GlobalAver  (None, 96)          0           ['block2a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block2a_se_reshape (Reshape)   (None, 1, 1, 96)     0           ['block2a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block2a_se_reduce (Conv2D)     (None, 1, 1, 4)      388         ['block2a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block2a_se_expand (Conv2D)     (None, 1, 1, 96)     480         ['block2a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block2a_se_excite (Multiply)   (None, 56, 56, 96)   0           ['block2a_activation[0][0]',     \n",
            "                                                                  'block2a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block2a_project_conv (Conv2D)  (None, 56, 56, 24)   2304        ['block2a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block2a_project_bn (BatchNorma  (None, 56, 56, 24)  96          ['block2a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block2b_expand_conv (Conv2D)   (None, 56, 56, 144)  3456        ['block2a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block2b_expand_bn (BatchNormal  (None, 56, 56, 144)  576        ['block2b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block2b_expand_activation (Act  (None, 56, 56, 144)  0          ['block2b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block2b_dwconv (DepthwiseConv2  (None, 56, 56, 144)  1296       ['block2b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block2b_bn (BatchNormalization  (None, 56, 56, 144)  576        ['block2b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block2b_activation (Activation  (None, 56, 56, 144)  0          ['block2b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block2b_se_squeeze (GlobalAver  (None, 144)         0           ['block2b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block2b_se_reshape (Reshape)   (None, 1, 1, 144)    0           ['block2b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block2b_se_reduce (Conv2D)     (None, 1, 1, 6)      870         ['block2b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block2b_se_expand (Conv2D)     (None, 1, 1, 144)    1008        ['block2b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block2b_se_excite (Multiply)   (None, 56, 56, 144)  0           ['block2b_activation[0][0]',     \n",
            "                                                                  'block2b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block2b_project_conv (Conv2D)  (None, 56, 56, 24)   3456        ['block2b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block2b_project_bn (BatchNorma  (None, 56, 56, 24)  96          ['block2b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block2b_drop (Dropout)         (None, 56, 56, 24)   0           ['block2b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block2b_add (Add)              (None, 56, 56, 24)   0           ['block2b_drop[0][0]',           \n",
            "                                                                  'block2a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block3a_expand_conv (Conv2D)   (None, 56, 56, 144)  3456        ['block2b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block3a_expand_bn (BatchNormal  (None, 56, 56, 144)  576        ['block3a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block3a_expand_activation (Act  (None, 56, 56, 144)  0          ['block3a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block3a_dwconv_pad (ZeroPaddin  (None, 59, 59, 144)  0          ['block3a_expand_activation[0][0]\n",
            " g2D)                                                            ']                               \n",
            "                                                                                                  \n",
            " block3a_dwconv (DepthwiseConv2  (None, 28, 28, 144)  3600       ['block3a_dwconv_pad[0][0]']     \n",
            " D)                                                                                               \n",
            "                                                                                                  \n",
            " block3a_bn (BatchNormalization  (None, 28, 28, 144)  576        ['block3a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block3a_activation (Activation  (None, 28, 28, 144)  0          ['block3a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block3a_se_squeeze (GlobalAver  (None, 144)         0           ['block3a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block3a_se_reshape (Reshape)   (None, 1, 1, 144)    0           ['block3a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block3a_se_reduce (Conv2D)     (None, 1, 1, 6)      870         ['block3a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block3a_se_expand (Conv2D)     (None, 1, 1, 144)    1008        ['block3a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block3a_se_excite (Multiply)   (None, 28, 28, 144)  0           ['block3a_activation[0][0]',     \n",
            "                                                                  'block3a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block3a_project_conv (Conv2D)  (None, 28, 28, 40)   5760        ['block3a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block3a_project_bn (BatchNorma  (None, 28, 28, 40)  160         ['block3a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block3b_expand_conv (Conv2D)   (None, 28, 28, 240)  9600        ['block3a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block3b_expand_bn (BatchNormal  (None, 28, 28, 240)  960        ['block3b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block3b_expand_activation (Act  (None, 28, 28, 240)  0          ['block3b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block3b_dwconv (DepthwiseConv2  (None, 28, 28, 240)  6000       ['block3b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block3b_bn (BatchNormalization  (None, 28, 28, 240)  960        ['block3b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block3b_activation (Activation  (None, 28, 28, 240)  0          ['block3b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block3b_se_squeeze (GlobalAver  (None, 240)         0           ['block3b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block3b_se_reshape (Reshape)   (None, 1, 1, 240)    0           ['block3b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block3b_se_reduce (Conv2D)     (None, 1, 1, 10)     2410        ['block3b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block3b_se_expand (Conv2D)     (None, 1, 1, 240)    2640        ['block3b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block3b_se_excite (Multiply)   (None, 28, 28, 240)  0           ['block3b_activation[0][0]',     \n",
            "                                                                  'block3b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block3b_project_conv (Conv2D)  (None, 28, 28, 40)   9600        ['block3b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block3b_project_bn (BatchNorma  (None, 28, 28, 40)  160         ['block3b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block3b_drop (Dropout)         (None, 28, 28, 40)   0           ['block3b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block3b_add (Add)              (None, 28, 28, 40)   0           ['block3b_drop[0][0]',           \n",
            "                                                                  'block3a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4a_expand_conv (Conv2D)   (None, 28, 28, 240)  9600        ['block3b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block4a_expand_bn (BatchNormal  (None, 28, 28, 240)  960        ['block4a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block4a_expand_activation (Act  (None, 28, 28, 240)  0          ['block4a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block4a_dwconv_pad (ZeroPaddin  (None, 29, 29, 240)  0          ['block4a_expand_activation[0][0]\n",
            " g2D)                                                            ']                               \n",
            "                                                                                                  \n",
            " block4a_dwconv (DepthwiseConv2  (None, 14, 14, 240)  2160       ['block4a_dwconv_pad[0][0]']     \n",
            " D)                                                                                               \n",
            "                                                                                                  \n",
            " block4a_bn (BatchNormalization  (None, 14, 14, 240)  960        ['block4a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4a_activation (Activation  (None, 14, 14, 240)  0          ['block4a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4a_se_squeeze (GlobalAver  (None, 240)         0           ['block4a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block4a_se_reshape (Reshape)   (None, 1, 1, 240)    0           ['block4a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block4a_se_reduce (Conv2D)     (None, 1, 1, 10)     2410        ['block4a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block4a_se_expand (Conv2D)     (None, 1, 1, 240)    2640        ['block4a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block4a_se_excite (Multiply)   (None, 14, 14, 240)  0           ['block4a_activation[0][0]',     \n",
            "                                                                  'block4a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block4a_project_conv (Conv2D)  (None, 14, 14, 80)   19200       ['block4a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block4a_project_bn (BatchNorma  (None, 14, 14, 80)  320         ['block4a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block4b_expand_conv (Conv2D)   (None, 14, 14, 480)  38400       ['block4a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4b_expand_bn (BatchNormal  (None, 14, 14, 480)  1920       ['block4b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block4b_expand_activation (Act  (None, 14, 14, 480)  0          ['block4b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block4b_dwconv (DepthwiseConv2  (None, 14, 14, 480)  4320       ['block4b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block4b_bn (BatchNormalization  (None, 14, 14, 480)  1920       ['block4b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4b_activation (Activation  (None, 14, 14, 480)  0          ['block4b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4b_se_squeeze (GlobalAver  (None, 480)         0           ['block4b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block4b_se_reshape (Reshape)   (None, 1, 1, 480)    0           ['block4b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block4b_se_reduce (Conv2D)     (None, 1, 1, 20)     9620        ['block4b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block4b_se_expand (Conv2D)     (None, 1, 1, 480)    10080       ['block4b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block4b_se_excite (Multiply)   (None, 14, 14, 480)  0           ['block4b_activation[0][0]',     \n",
            "                                                                  'block4b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block4b_project_conv (Conv2D)  (None, 14, 14, 80)   38400       ['block4b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block4b_project_bn (BatchNorma  (None, 14, 14, 80)  320         ['block4b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block4b_drop (Dropout)         (None, 14, 14, 80)   0           ['block4b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4b_add (Add)              (None, 14, 14, 80)   0           ['block4b_drop[0][0]',           \n",
            "                                                                  'block4a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4c_expand_conv (Conv2D)   (None, 14, 14, 480)  38400       ['block4b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block4c_expand_bn (BatchNormal  (None, 14, 14, 480)  1920       ['block4c_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block4c_expand_activation (Act  (None, 14, 14, 480)  0          ['block4c_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block4c_dwconv (DepthwiseConv2  (None, 14, 14, 480)  4320       ['block4c_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block4c_bn (BatchNormalization  (None, 14, 14, 480)  1920       ['block4c_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4c_activation (Activation  (None, 14, 14, 480)  0          ['block4c_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4c_se_squeeze (GlobalAver  (None, 480)         0           ['block4c_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block4c_se_reshape (Reshape)   (None, 1, 1, 480)    0           ['block4c_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block4c_se_reduce (Conv2D)     (None, 1, 1, 20)     9620        ['block4c_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block4c_se_expand (Conv2D)     (None, 1, 1, 480)    10080       ['block4c_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block4c_se_excite (Multiply)   (None, 14, 14, 480)  0           ['block4c_activation[0][0]',     \n",
            "                                                                  'block4c_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block4c_project_conv (Conv2D)  (None, 14, 14, 80)   38400       ['block4c_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block4c_project_bn (BatchNorma  (None, 14, 14, 80)  320         ['block4c_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block4c_drop (Dropout)         (None, 14, 14, 80)   0           ['block4c_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4c_add (Add)              (None, 14, 14, 80)   0           ['block4c_drop[0][0]',           \n",
            "                                                                  'block4b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block5a_expand_conv (Conv2D)   (None, 14, 14, 480)  38400       ['block4c_add[0][0]']            \n",
            "                                                                                                  \n",
            " block5a_expand_bn (BatchNormal  (None, 14, 14, 480)  1920       ['block5a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block5a_expand_activation (Act  (None, 14, 14, 480)  0          ['block5a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block5a_dwconv (DepthwiseConv2  (None, 14, 14, 480)  12000      ['block5a_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block5a_bn (BatchNormalization  (None, 14, 14, 480)  1920       ['block5a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5a_activation (Activation  (None, 14, 14, 480)  0          ['block5a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5a_se_squeeze (GlobalAver  (None, 480)         0           ['block5a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block5a_se_reshape (Reshape)   (None, 1, 1, 480)    0           ['block5a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block5a_se_reduce (Conv2D)     (None, 1, 1, 20)     9620        ['block5a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block5a_se_expand (Conv2D)     (None, 1, 1, 480)    10080       ['block5a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block5a_se_excite (Multiply)   (None, 14, 14, 480)  0           ['block5a_activation[0][0]',     \n",
            "                                                                  'block5a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block5a_project_conv (Conv2D)  (None, 14, 14, 112)  53760       ['block5a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block5a_project_bn (BatchNorma  (None, 14, 14, 112)  448        ['block5a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block5b_expand_conv (Conv2D)   (None, 14, 14, 672)  75264       ['block5a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block5b_expand_bn (BatchNormal  (None, 14, 14, 672)  2688       ['block5b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block5b_expand_activation (Act  (None, 14, 14, 672)  0          ['block5b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block5b_dwconv (DepthwiseConv2  (None, 14, 14, 672)  16800      ['block5b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block5b_bn (BatchNormalization  (None, 14, 14, 672)  2688       ['block5b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5b_activation (Activation  (None, 14, 14, 672)  0          ['block5b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5b_se_squeeze (GlobalAver  (None, 672)         0           ['block5b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block5b_se_reshape (Reshape)   (None, 1, 1, 672)    0           ['block5b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block5b_se_reduce (Conv2D)     (None, 1, 1, 28)     18844       ['block5b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block5b_se_expand (Conv2D)     (None, 1, 1, 672)    19488       ['block5b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block5b_se_excite (Multiply)   (None, 14, 14, 672)  0           ['block5b_activation[0][0]',     \n",
            "                                                                  'block5b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block5b_project_conv (Conv2D)  (None, 14, 14, 112)  75264       ['block5b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block5b_project_bn (BatchNorma  (None, 14, 14, 112)  448        ['block5b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block5b_drop (Dropout)         (None, 14, 14, 112)  0           ['block5b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block5b_add (Add)              (None, 14, 14, 112)  0           ['block5b_drop[0][0]',           \n",
            "                                                                  'block5a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block5c_expand_conv (Conv2D)   (None, 14, 14, 672)  75264       ['block5b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block5c_expand_bn (BatchNormal  (None, 14, 14, 672)  2688       ['block5c_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block5c_expand_activation (Act  (None, 14, 14, 672)  0          ['block5c_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block5c_dwconv (DepthwiseConv2  (None, 14, 14, 672)  16800      ['block5c_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block5c_bn (BatchNormalization  (None, 14, 14, 672)  2688       ['block5c_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5c_activation (Activation  (None, 14, 14, 672)  0          ['block5c_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5c_se_squeeze (GlobalAver  (None, 672)         0           ['block5c_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block5c_se_reshape (Reshape)   (None, 1, 1, 672)    0           ['block5c_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block5c_se_reduce (Conv2D)     (None, 1, 1, 28)     18844       ['block5c_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block5c_se_expand (Conv2D)     (None, 1, 1, 672)    19488       ['block5c_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block5c_se_excite (Multiply)   (None, 14, 14, 672)  0           ['block5c_activation[0][0]',     \n",
            "                                                                  'block5c_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block5c_project_conv (Conv2D)  (None, 14, 14, 112)  75264       ['block5c_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block5c_project_bn (BatchNorma  (None, 14, 14, 112)  448        ['block5c_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block5c_drop (Dropout)         (None, 14, 14, 112)  0           ['block5c_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block5c_add (Add)              (None, 14, 14, 112)  0           ['block5c_drop[0][0]',           \n",
            "                                                                  'block5b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6a_expand_conv (Conv2D)   (None, 14, 14, 672)  75264       ['block5c_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6a_expand_bn (BatchNormal  (None, 14, 14, 672)  2688       ['block6a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block6a_expand_activation (Act  (None, 14, 14, 672)  0          ['block6a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block6a_dwconv_pad (ZeroPaddin  (None, 17, 17, 672)  0          ['block6a_expand_activation[0][0]\n",
            " g2D)                                                            ']                               \n",
            "                                                                                                  \n",
            " block6a_dwconv (DepthwiseConv2  (None, 7, 7, 672)   16800       ['block6a_dwconv_pad[0][0]']     \n",
            " D)                                                                                               \n",
            "                                                                                                  \n",
            " block6a_bn (BatchNormalization  (None, 7, 7, 672)   2688        ['block6a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6a_activation (Activation  (None, 7, 7, 672)   0           ['block6a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6a_se_squeeze (GlobalAver  (None, 672)         0           ['block6a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block6a_se_reshape (Reshape)   (None, 1, 1, 672)    0           ['block6a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block6a_se_reduce (Conv2D)     (None, 1, 1, 28)     18844       ['block6a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block6a_se_expand (Conv2D)     (None, 1, 1, 672)    19488       ['block6a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block6a_se_excite (Multiply)   (None, 7, 7, 672)    0           ['block6a_activation[0][0]',     \n",
            "                                                                  'block6a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block6a_project_conv (Conv2D)  (None, 7, 7, 192)    129024      ['block6a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block6a_project_bn (BatchNorma  (None, 7, 7, 192)   768         ['block6a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block6b_expand_conv (Conv2D)   (None, 7, 7, 1152)   221184      ['block6a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6b_expand_bn (BatchNormal  (None, 7, 7, 1152)  4608        ['block6b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block6b_expand_activation (Act  (None, 7, 7, 1152)  0           ['block6b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block6b_dwconv (DepthwiseConv2  (None, 7, 7, 1152)  28800       ['block6b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block6b_bn (BatchNormalization  (None, 7, 7, 1152)  4608        ['block6b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6b_activation (Activation  (None, 7, 7, 1152)  0           ['block6b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6b_se_squeeze (GlobalAver  (None, 1152)        0           ['block6b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block6b_se_reshape (Reshape)   (None, 1, 1, 1152)   0           ['block6b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block6b_se_reduce (Conv2D)     (None, 1, 1, 48)     55344       ['block6b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block6b_se_expand (Conv2D)     (None, 1, 1, 1152)   56448       ['block6b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block6b_se_excite (Multiply)   (None, 7, 7, 1152)   0           ['block6b_activation[0][0]',     \n",
            "                                                                  'block6b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block6b_project_conv (Conv2D)  (None, 7, 7, 192)    221184      ['block6b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block6b_project_bn (BatchNorma  (None, 7, 7, 192)   768         ['block6b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block6b_drop (Dropout)         (None, 7, 7, 192)    0           ['block6b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6b_add (Add)              (None, 7, 7, 192)    0           ['block6b_drop[0][0]',           \n",
            "                                                                  'block6a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6c_expand_conv (Conv2D)   (None, 7, 7, 1152)   221184      ['block6b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6c_expand_bn (BatchNormal  (None, 7, 7, 1152)  4608        ['block6c_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block6c_expand_activation (Act  (None, 7, 7, 1152)  0           ['block6c_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block6c_dwconv (DepthwiseConv2  (None, 7, 7, 1152)  28800       ['block6c_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block6c_bn (BatchNormalization  (None, 7, 7, 1152)  4608        ['block6c_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6c_activation (Activation  (None, 7, 7, 1152)  0           ['block6c_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6c_se_squeeze (GlobalAver  (None, 1152)        0           ['block6c_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block6c_se_reshape (Reshape)   (None, 1, 1, 1152)   0           ['block6c_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block6c_se_reduce (Conv2D)     (None, 1, 1, 48)     55344       ['block6c_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block6c_se_expand (Conv2D)     (None, 1, 1, 1152)   56448       ['block6c_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block6c_se_excite (Multiply)   (None, 7, 7, 1152)   0           ['block6c_activation[0][0]',     \n",
            "                                                                  'block6c_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block6c_project_conv (Conv2D)  (None, 7, 7, 192)    221184      ['block6c_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block6c_project_bn (BatchNorma  (None, 7, 7, 192)   768         ['block6c_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block6c_drop (Dropout)         (None, 7, 7, 192)    0           ['block6c_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6c_add (Add)              (None, 7, 7, 192)    0           ['block6c_drop[0][0]',           \n",
            "                                                                  'block6b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6d_expand_conv (Conv2D)   (None, 7, 7, 1152)   221184      ['block6c_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6d_expand_bn (BatchNormal  (None, 7, 7, 1152)  4608        ['block6d_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block6d_expand_activation (Act  (None, 7, 7, 1152)  0           ['block6d_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block6d_dwconv (DepthwiseConv2  (None, 7, 7, 1152)  28800       ['block6d_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block6d_bn (BatchNormalization  (None, 7, 7, 1152)  4608        ['block6d_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6d_activation (Activation  (None, 7, 7, 1152)  0           ['block6d_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6d_se_squeeze (GlobalAver  (None, 1152)        0           ['block6d_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block6d_se_reshape (Reshape)   (None, 1, 1, 1152)   0           ['block6d_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block6d_se_reduce (Conv2D)     (None, 1, 1, 48)     55344       ['block6d_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block6d_se_expand (Conv2D)     (None, 1, 1, 1152)   56448       ['block6d_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block6d_se_excite (Multiply)   (None, 7, 7, 1152)   0           ['block6d_activation[0][0]',     \n",
            "                                                                  'block6d_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block6d_project_conv (Conv2D)  (None, 7, 7, 192)    221184      ['block6d_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block6d_project_bn (BatchNorma  (None, 7, 7, 192)   768         ['block6d_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block6d_drop (Dropout)         (None, 7, 7, 192)    0           ['block6d_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6d_add (Add)              (None, 7, 7, 192)    0           ['block6d_drop[0][0]',           \n",
            "                                                                  'block6c_add[0][0]']            \n",
            "                                                                                                  \n",
            " block7a_expand_conv (Conv2D)   (None, 7, 7, 1152)   221184      ['block6d_add[0][0]']            \n",
            "                                                                                                  \n",
            " block7a_expand_bn (BatchNormal  (None, 7, 7, 1152)  4608        ['block7a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block7a_expand_activation (Act  (None, 7, 7, 1152)  0           ['block7a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block7a_dwconv (DepthwiseConv2  (None, 7, 7, 1152)  10368       ['block7a_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block7a_bn (BatchNormalization  (None, 7, 7, 1152)  4608        ['block7a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block7a_activation (Activation  (None, 7, 7, 1152)  0           ['block7a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block7a_se_squeeze (GlobalAver  (None, 1152)        0           ['block7a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block7a_se_reshape (Reshape)   (None, 1, 1, 1152)   0           ['block7a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block7a_se_reduce (Conv2D)     (None, 1, 1, 48)     55344       ['block7a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block7a_se_expand (Conv2D)     (None, 1, 1, 1152)   56448       ['block7a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block7a_se_excite (Multiply)   (None, 7, 7, 1152)   0           ['block7a_activation[0][0]',     \n",
            "                                                                  'block7a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block7a_project_conv (Conv2D)  (None, 7, 7, 320)    368640      ['block7a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block7a_project_bn (BatchNorma  (None, 7, 7, 320)   1280        ['block7a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " top_conv (Conv2D)              (None, 7, 7, 1280)   409600      ['block7a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " top_bn (BatchNormalization)    (None, 7, 7, 1280)   5120        ['top_conv[0][0]']               \n",
            "                                                                                                  \n",
            " top_activation (Activation)    (None, 7, 7, 1280)   0           ['top_bn[0][0]']                 \n",
            "                                                                                                  \n",
            "==================================================================================================\n",
            "Total params: 4,049,571\n",
            "Trainable params: 42,016\n",
            "Non-trainable params: 4,007,555\n",
            "__________________________________________________________________________________________________\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "last_layer = pre_trained_model.get_layer('top_activation')\n",
        "print('last layer output shape:', last_layer.output_shape)\n",
        "last_output = last_layer.output"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "a5ioKDI1Xqhb",
        "outputId": "9a4b53b9-b896-43ce-f1f5-e9a19c429ac1"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "last layer output shape: (None, 7, 7, 1280)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Flatten the output layer to 1 dimension\n",
        "x = layers.GlobalMaxPooling2D()(last_output)\n",
        "# Add a fully connected layer with 512 hidden units and ReLU activation\n",
        "x = layers.Dense(512, activation='relu')(x)\n",
        "# Add a dropout rate of 0.5\n",
        "x = layers.Dropout(0.5)(x)\n",
        "# Add a final sigmoid layer for classification\n",
        "x = layers.Dense(3, activation='softmax')(x)\n",
        "\n",
        "# Configure and compile the model\n",
        "\n",
        "model = Model(pre_trained_model.input, x)\n"
      ],
      "metadata": {
        "id": "CoPYAJ24X9MX"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "model.summary()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "by3PSM4UYzYE",
        "outputId": "269bc10f-d598-41dd-859c-2b6bb0038815"
      },
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Model: \"model\"\n",
            "__________________________________________________________________________________________________\n",
            " Layer (type)                   Output Shape         Param #     Connected to                     \n",
            "==================================================================================================\n",
            " input_1 (InputLayer)           [(None, 224, 224, 3  0           []                               \n",
            "                                )]                                                                \n",
            "                                                                                                  \n",
            " rescaling (Rescaling)          (None, 224, 224, 3)  0           ['input_1[0][0]']                \n",
            "                                                                                                  \n",
            " normalization (Normalization)  (None, 224, 224, 3)  7           ['rescaling[0][0]']              \n",
            "                                                                                                  \n",
            " tf.math.truediv (TFOpLambda)   (None, 224, 224, 3)  0           ['normalization[0][0]']          \n",
            "                                                                                                  \n",
            " stem_conv_pad (ZeroPadding2D)  (None, 225, 225, 3)  0           ['tf.math.truediv[0][0]']        \n",
            "                                                                                                  \n",
            " stem_conv (Conv2D)             (None, 112, 112, 32  864         ['stem_conv_pad[0][0]']          \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " stem_bn (BatchNormalization)   (None, 112, 112, 32  128         ['stem_conv[0][0]']              \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " stem_activation (Activation)   (None, 112, 112, 32  0           ['stem_bn[0][0]']                \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " block1a_dwconv (DepthwiseConv2  (None, 112, 112, 32  288        ['stem_activation[0][0]']        \n",
            " D)                             )                                                                 \n",
            "                                                                                                  \n",
            " block1a_bn (BatchNormalization  (None, 112, 112, 32  128        ['block1a_dwconv[0][0]']         \n",
            " )                              )                                                                 \n",
            "                                                                                                  \n",
            " block1a_activation (Activation  (None, 112, 112, 32  0          ['block1a_bn[0][0]']             \n",
            " )                              )                                                                 \n",
            "                                                                                                  \n",
            " block1a_se_squeeze (GlobalAver  (None, 32)          0           ['block1a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block1a_se_reshape (Reshape)   (None, 1, 1, 32)     0           ['block1a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block1a_se_reduce (Conv2D)     (None, 1, 1, 8)      264         ['block1a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block1a_se_expand (Conv2D)     (None, 1, 1, 32)     288         ['block1a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block1a_se_excite (Multiply)   (None, 112, 112, 32  0           ['block1a_activation[0][0]',     \n",
            "                                )                                 'block1a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block1a_project_conv (Conv2D)  (None, 112, 112, 16  512         ['block1a_se_excite[0][0]']      \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " block1a_project_bn (BatchNorma  (None, 112, 112, 16  64         ['block1a_project_conv[0][0]']   \n",
            " lization)                      )                                                                 \n",
            "                                                                                                  \n",
            " block2a_expand_conv (Conv2D)   (None, 112, 112, 96  1536        ['block1a_project_bn[0][0]']     \n",
            "                                )                                                                 \n",
            "                                                                                                  \n",
            " block2a_expand_bn (BatchNormal  (None, 112, 112, 96  384        ['block2a_expand_conv[0][0]']    \n",
            " ization)                       )                                                                 \n",
            "                                                                                                  \n",
            " block2a_expand_activation (Act  (None, 112, 112, 96  0          ['block2a_expand_bn[0][0]']      \n",
            " ivation)                       )                                                                 \n",
            "                                                                                                  \n",
            " block2a_dwconv_pad (ZeroPaddin  (None, 113, 113, 96  0          ['block2a_expand_activation[0][0]\n",
            " g2D)                           )                                ']                               \n",
            "                                                                                                  \n",
            " block2a_dwconv (DepthwiseConv2  (None, 56, 56, 96)  864         ['block2a_dwconv_pad[0][0]']     \n",
            " D)                                                                                               \n",
            "                                                                                                  \n",
            " block2a_bn (BatchNormalization  (None, 56, 56, 96)  384         ['block2a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block2a_activation (Activation  (None, 56, 56, 96)  0           ['block2a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block2a_se_squeeze (GlobalAver  (None, 96)          0           ['block2a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block2a_se_reshape (Reshape)   (None, 1, 1, 96)     0           ['block2a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block2a_se_reduce (Conv2D)     (None, 1, 1, 4)      388         ['block2a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block2a_se_expand (Conv2D)     (None, 1, 1, 96)     480         ['block2a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block2a_se_excite (Multiply)   (None, 56, 56, 96)   0           ['block2a_activation[0][0]',     \n",
            "                                                                  'block2a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block2a_project_conv (Conv2D)  (None, 56, 56, 24)   2304        ['block2a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block2a_project_bn (BatchNorma  (None, 56, 56, 24)  96          ['block2a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block2b_expand_conv (Conv2D)   (None, 56, 56, 144)  3456        ['block2a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block2b_expand_bn (BatchNormal  (None, 56, 56, 144)  576        ['block2b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block2b_expand_activation (Act  (None, 56, 56, 144)  0          ['block2b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block2b_dwconv (DepthwiseConv2  (None, 56, 56, 144)  1296       ['block2b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block2b_bn (BatchNormalization  (None, 56, 56, 144)  576        ['block2b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block2b_activation (Activation  (None, 56, 56, 144)  0          ['block2b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block2b_se_squeeze (GlobalAver  (None, 144)         0           ['block2b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block2b_se_reshape (Reshape)   (None, 1, 1, 144)    0           ['block2b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block2b_se_reduce (Conv2D)     (None, 1, 1, 6)      870         ['block2b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block2b_se_expand (Conv2D)     (None, 1, 1, 144)    1008        ['block2b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block2b_se_excite (Multiply)   (None, 56, 56, 144)  0           ['block2b_activation[0][0]',     \n",
            "                                                                  'block2b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block2b_project_conv (Conv2D)  (None, 56, 56, 24)   3456        ['block2b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block2b_project_bn (BatchNorma  (None, 56, 56, 24)  96          ['block2b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block2b_drop (Dropout)         (None, 56, 56, 24)   0           ['block2b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block2b_add (Add)              (None, 56, 56, 24)   0           ['block2b_drop[0][0]',           \n",
            "                                                                  'block2a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block3a_expand_conv (Conv2D)   (None, 56, 56, 144)  3456        ['block2b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block3a_expand_bn (BatchNormal  (None, 56, 56, 144)  576        ['block3a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block3a_expand_activation (Act  (None, 56, 56, 144)  0          ['block3a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block3a_dwconv_pad (ZeroPaddin  (None, 59, 59, 144)  0          ['block3a_expand_activation[0][0]\n",
            " g2D)                                                            ']                               \n",
            "                                                                                                  \n",
            " block3a_dwconv (DepthwiseConv2  (None, 28, 28, 144)  3600       ['block3a_dwconv_pad[0][0]']     \n",
            " D)                                                                                               \n",
            "                                                                                                  \n",
            " block3a_bn (BatchNormalization  (None, 28, 28, 144)  576        ['block3a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block3a_activation (Activation  (None, 28, 28, 144)  0          ['block3a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block3a_se_squeeze (GlobalAver  (None, 144)         0           ['block3a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block3a_se_reshape (Reshape)   (None, 1, 1, 144)    0           ['block3a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block3a_se_reduce (Conv2D)     (None, 1, 1, 6)      870         ['block3a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block3a_se_expand (Conv2D)     (None, 1, 1, 144)    1008        ['block3a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block3a_se_excite (Multiply)   (None, 28, 28, 144)  0           ['block3a_activation[0][0]',     \n",
            "                                                                  'block3a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block3a_project_conv (Conv2D)  (None, 28, 28, 40)   5760        ['block3a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block3a_project_bn (BatchNorma  (None, 28, 28, 40)  160         ['block3a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block3b_expand_conv (Conv2D)   (None, 28, 28, 240)  9600        ['block3a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block3b_expand_bn (BatchNormal  (None, 28, 28, 240)  960        ['block3b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block3b_expand_activation (Act  (None, 28, 28, 240)  0          ['block3b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block3b_dwconv (DepthwiseConv2  (None, 28, 28, 240)  6000       ['block3b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block3b_bn (BatchNormalization  (None, 28, 28, 240)  960        ['block3b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block3b_activation (Activation  (None, 28, 28, 240)  0          ['block3b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block3b_se_squeeze (GlobalAver  (None, 240)         0           ['block3b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block3b_se_reshape (Reshape)   (None, 1, 1, 240)    0           ['block3b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block3b_se_reduce (Conv2D)     (None, 1, 1, 10)     2410        ['block3b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block3b_se_expand (Conv2D)     (None, 1, 1, 240)    2640        ['block3b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block3b_se_excite (Multiply)   (None, 28, 28, 240)  0           ['block3b_activation[0][0]',     \n",
            "                                                                  'block3b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block3b_project_conv (Conv2D)  (None, 28, 28, 40)   9600        ['block3b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block3b_project_bn (BatchNorma  (None, 28, 28, 40)  160         ['block3b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block3b_drop (Dropout)         (None, 28, 28, 40)   0           ['block3b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block3b_add (Add)              (None, 28, 28, 40)   0           ['block3b_drop[0][0]',           \n",
            "                                                                  'block3a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4a_expand_conv (Conv2D)   (None, 28, 28, 240)  9600        ['block3b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block4a_expand_bn (BatchNormal  (None, 28, 28, 240)  960        ['block4a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block4a_expand_activation (Act  (None, 28, 28, 240)  0          ['block4a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block4a_dwconv_pad (ZeroPaddin  (None, 29, 29, 240)  0          ['block4a_expand_activation[0][0]\n",
            " g2D)                                                            ']                               \n",
            "                                                                                                  \n",
            " block4a_dwconv (DepthwiseConv2  (None, 14, 14, 240)  2160       ['block4a_dwconv_pad[0][0]']     \n",
            " D)                                                                                               \n",
            "                                                                                                  \n",
            " block4a_bn (BatchNormalization  (None, 14, 14, 240)  960        ['block4a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4a_activation (Activation  (None, 14, 14, 240)  0          ['block4a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4a_se_squeeze (GlobalAver  (None, 240)         0           ['block4a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block4a_se_reshape (Reshape)   (None, 1, 1, 240)    0           ['block4a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block4a_se_reduce (Conv2D)     (None, 1, 1, 10)     2410        ['block4a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block4a_se_expand (Conv2D)     (None, 1, 1, 240)    2640        ['block4a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block4a_se_excite (Multiply)   (None, 14, 14, 240)  0           ['block4a_activation[0][0]',     \n",
            "                                                                  'block4a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block4a_project_conv (Conv2D)  (None, 14, 14, 80)   19200       ['block4a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block4a_project_bn (BatchNorma  (None, 14, 14, 80)  320         ['block4a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block4b_expand_conv (Conv2D)   (None, 14, 14, 480)  38400       ['block4a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4b_expand_bn (BatchNormal  (None, 14, 14, 480)  1920       ['block4b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block4b_expand_activation (Act  (None, 14, 14, 480)  0          ['block4b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block4b_dwconv (DepthwiseConv2  (None, 14, 14, 480)  4320       ['block4b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block4b_bn (BatchNormalization  (None, 14, 14, 480)  1920       ['block4b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4b_activation (Activation  (None, 14, 14, 480)  0          ['block4b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4b_se_squeeze (GlobalAver  (None, 480)         0           ['block4b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block4b_se_reshape (Reshape)   (None, 1, 1, 480)    0           ['block4b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block4b_se_reduce (Conv2D)     (None, 1, 1, 20)     9620        ['block4b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block4b_se_expand (Conv2D)     (None, 1, 1, 480)    10080       ['block4b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block4b_se_excite (Multiply)   (None, 14, 14, 480)  0           ['block4b_activation[0][0]',     \n",
            "                                                                  'block4b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block4b_project_conv (Conv2D)  (None, 14, 14, 80)   38400       ['block4b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block4b_project_bn (BatchNorma  (None, 14, 14, 80)  320         ['block4b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block4b_drop (Dropout)         (None, 14, 14, 80)   0           ['block4b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4b_add (Add)              (None, 14, 14, 80)   0           ['block4b_drop[0][0]',           \n",
            "                                                                  'block4a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4c_expand_conv (Conv2D)   (None, 14, 14, 480)  38400       ['block4b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block4c_expand_bn (BatchNormal  (None, 14, 14, 480)  1920       ['block4c_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block4c_expand_activation (Act  (None, 14, 14, 480)  0          ['block4c_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block4c_dwconv (DepthwiseConv2  (None, 14, 14, 480)  4320       ['block4c_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block4c_bn (BatchNormalization  (None, 14, 14, 480)  1920       ['block4c_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4c_activation (Activation  (None, 14, 14, 480)  0          ['block4c_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block4c_se_squeeze (GlobalAver  (None, 480)         0           ['block4c_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block4c_se_reshape (Reshape)   (None, 1, 1, 480)    0           ['block4c_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block4c_se_reduce (Conv2D)     (None, 1, 1, 20)     9620        ['block4c_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block4c_se_expand (Conv2D)     (None, 1, 1, 480)    10080       ['block4c_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block4c_se_excite (Multiply)   (None, 14, 14, 480)  0           ['block4c_activation[0][0]',     \n",
            "                                                                  'block4c_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block4c_project_conv (Conv2D)  (None, 14, 14, 80)   38400       ['block4c_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block4c_project_bn (BatchNorma  (None, 14, 14, 80)  320         ['block4c_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block4c_drop (Dropout)         (None, 14, 14, 80)   0           ['block4c_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block4c_add (Add)              (None, 14, 14, 80)   0           ['block4c_drop[0][0]',           \n",
            "                                                                  'block4b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block5a_expand_conv (Conv2D)   (None, 14, 14, 480)  38400       ['block4c_add[0][0]']            \n",
            "                                                                                                  \n",
            " block5a_expand_bn (BatchNormal  (None, 14, 14, 480)  1920       ['block5a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block5a_expand_activation (Act  (None, 14, 14, 480)  0          ['block5a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block5a_dwconv (DepthwiseConv2  (None, 14, 14, 480)  12000      ['block5a_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block5a_bn (BatchNormalization  (None, 14, 14, 480)  1920       ['block5a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5a_activation (Activation  (None, 14, 14, 480)  0          ['block5a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5a_se_squeeze (GlobalAver  (None, 480)         0           ['block5a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block5a_se_reshape (Reshape)   (None, 1, 1, 480)    0           ['block5a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block5a_se_reduce (Conv2D)     (None, 1, 1, 20)     9620        ['block5a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block5a_se_expand (Conv2D)     (None, 1, 1, 480)    10080       ['block5a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block5a_se_excite (Multiply)   (None, 14, 14, 480)  0           ['block5a_activation[0][0]',     \n",
            "                                                                  'block5a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block5a_project_conv (Conv2D)  (None, 14, 14, 112)  53760       ['block5a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block5a_project_bn (BatchNorma  (None, 14, 14, 112)  448        ['block5a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block5b_expand_conv (Conv2D)   (None, 14, 14, 672)  75264       ['block5a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block5b_expand_bn (BatchNormal  (None, 14, 14, 672)  2688       ['block5b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block5b_expand_activation (Act  (None, 14, 14, 672)  0          ['block5b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block5b_dwconv (DepthwiseConv2  (None, 14, 14, 672)  16800      ['block5b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block5b_bn (BatchNormalization  (None, 14, 14, 672)  2688       ['block5b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5b_activation (Activation  (None, 14, 14, 672)  0          ['block5b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5b_se_squeeze (GlobalAver  (None, 672)         0           ['block5b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block5b_se_reshape (Reshape)   (None, 1, 1, 672)    0           ['block5b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block5b_se_reduce (Conv2D)     (None, 1, 1, 28)     18844       ['block5b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block5b_se_expand (Conv2D)     (None, 1, 1, 672)    19488       ['block5b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block5b_se_excite (Multiply)   (None, 14, 14, 672)  0           ['block5b_activation[0][0]',     \n",
            "                                                                  'block5b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block5b_project_conv (Conv2D)  (None, 14, 14, 112)  75264       ['block5b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block5b_project_bn (BatchNorma  (None, 14, 14, 112)  448        ['block5b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block5b_drop (Dropout)         (None, 14, 14, 112)  0           ['block5b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block5b_add (Add)              (None, 14, 14, 112)  0           ['block5b_drop[0][0]',           \n",
            "                                                                  'block5a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block5c_expand_conv (Conv2D)   (None, 14, 14, 672)  75264       ['block5b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block5c_expand_bn (BatchNormal  (None, 14, 14, 672)  2688       ['block5c_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block5c_expand_activation (Act  (None, 14, 14, 672)  0          ['block5c_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block5c_dwconv (DepthwiseConv2  (None, 14, 14, 672)  16800      ['block5c_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block5c_bn (BatchNormalization  (None, 14, 14, 672)  2688       ['block5c_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5c_activation (Activation  (None, 14, 14, 672)  0          ['block5c_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block5c_se_squeeze (GlobalAver  (None, 672)         0           ['block5c_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block5c_se_reshape (Reshape)   (None, 1, 1, 672)    0           ['block5c_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block5c_se_reduce (Conv2D)     (None, 1, 1, 28)     18844       ['block5c_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block5c_se_expand (Conv2D)     (None, 1, 1, 672)    19488       ['block5c_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block5c_se_excite (Multiply)   (None, 14, 14, 672)  0           ['block5c_activation[0][0]',     \n",
            "                                                                  'block5c_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block5c_project_conv (Conv2D)  (None, 14, 14, 112)  75264       ['block5c_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block5c_project_bn (BatchNorma  (None, 14, 14, 112)  448        ['block5c_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block5c_drop (Dropout)         (None, 14, 14, 112)  0           ['block5c_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block5c_add (Add)              (None, 14, 14, 112)  0           ['block5c_drop[0][0]',           \n",
            "                                                                  'block5b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6a_expand_conv (Conv2D)   (None, 14, 14, 672)  75264       ['block5c_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6a_expand_bn (BatchNormal  (None, 14, 14, 672)  2688       ['block6a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block6a_expand_activation (Act  (None, 14, 14, 672)  0          ['block6a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block6a_dwconv_pad (ZeroPaddin  (None, 17, 17, 672)  0          ['block6a_expand_activation[0][0]\n",
            " g2D)                                                            ']                               \n",
            "                                                                                                  \n",
            " block6a_dwconv (DepthwiseConv2  (None, 7, 7, 672)   16800       ['block6a_dwconv_pad[0][0]']     \n",
            " D)                                                                                               \n",
            "                                                                                                  \n",
            " block6a_bn (BatchNormalization  (None, 7, 7, 672)   2688        ['block6a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6a_activation (Activation  (None, 7, 7, 672)   0           ['block6a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6a_se_squeeze (GlobalAver  (None, 672)         0           ['block6a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block6a_se_reshape (Reshape)   (None, 1, 1, 672)    0           ['block6a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block6a_se_reduce (Conv2D)     (None, 1, 1, 28)     18844       ['block6a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block6a_se_expand (Conv2D)     (None, 1, 1, 672)    19488       ['block6a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block6a_se_excite (Multiply)   (None, 7, 7, 672)    0           ['block6a_activation[0][0]',     \n",
            "                                                                  'block6a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block6a_project_conv (Conv2D)  (None, 7, 7, 192)    129024      ['block6a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block6a_project_bn (BatchNorma  (None, 7, 7, 192)   768         ['block6a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block6b_expand_conv (Conv2D)   (None, 7, 7, 1152)   221184      ['block6a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6b_expand_bn (BatchNormal  (None, 7, 7, 1152)  4608        ['block6b_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block6b_expand_activation (Act  (None, 7, 7, 1152)  0           ['block6b_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block6b_dwconv (DepthwiseConv2  (None, 7, 7, 1152)  28800       ['block6b_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block6b_bn (BatchNormalization  (None, 7, 7, 1152)  4608        ['block6b_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6b_activation (Activation  (None, 7, 7, 1152)  0           ['block6b_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6b_se_squeeze (GlobalAver  (None, 1152)        0           ['block6b_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block6b_se_reshape (Reshape)   (None, 1, 1, 1152)   0           ['block6b_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block6b_se_reduce (Conv2D)     (None, 1, 1, 48)     55344       ['block6b_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block6b_se_expand (Conv2D)     (None, 1, 1, 1152)   56448       ['block6b_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block6b_se_excite (Multiply)   (None, 7, 7, 1152)   0           ['block6b_activation[0][0]',     \n",
            "                                                                  'block6b_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block6b_project_conv (Conv2D)  (None, 7, 7, 192)    221184      ['block6b_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block6b_project_bn (BatchNorma  (None, 7, 7, 192)   768         ['block6b_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block6b_drop (Dropout)         (None, 7, 7, 192)    0           ['block6b_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6b_add (Add)              (None, 7, 7, 192)    0           ['block6b_drop[0][0]',           \n",
            "                                                                  'block6a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6c_expand_conv (Conv2D)   (None, 7, 7, 1152)   221184      ['block6b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6c_expand_bn (BatchNormal  (None, 7, 7, 1152)  4608        ['block6c_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block6c_expand_activation (Act  (None, 7, 7, 1152)  0           ['block6c_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block6c_dwconv (DepthwiseConv2  (None, 7, 7, 1152)  28800       ['block6c_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block6c_bn (BatchNormalization  (None, 7, 7, 1152)  4608        ['block6c_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6c_activation (Activation  (None, 7, 7, 1152)  0           ['block6c_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6c_se_squeeze (GlobalAver  (None, 1152)        0           ['block6c_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block6c_se_reshape (Reshape)   (None, 1, 1, 1152)   0           ['block6c_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block6c_se_reduce (Conv2D)     (None, 1, 1, 48)     55344       ['block6c_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block6c_se_expand (Conv2D)     (None, 1, 1, 1152)   56448       ['block6c_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block6c_se_excite (Multiply)   (None, 7, 7, 1152)   0           ['block6c_activation[0][0]',     \n",
            "                                                                  'block6c_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block6c_project_conv (Conv2D)  (None, 7, 7, 192)    221184      ['block6c_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block6c_project_bn (BatchNorma  (None, 7, 7, 192)   768         ['block6c_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block6c_drop (Dropout)         (None, 7, 7, 192)    0           ['block6c_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6c_add (Add)              (None, 7, 7, 192)    0           ['block6c_drop[0][0]',           \n",
            "                                                                  'block6b_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6d_expand_conv (Conv2D)   (None, 7, 7, 1152)   221184      ['block6c_add[0][0]']            \n",
            "                                                                                                  \n",
            " block6d_expand_bn (BatchNormal  (None, 7, 7, 1152)  4608        ['block6d_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block6d_expand_activation (Act  (None, 7, 7, 1152)  0           ['block6d_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block6d_dwconv (DepthwiseConv2  (None, 7, 7, 1152)  28800       ['block6d_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block6d_bn (BatchNormalization  (None, 7, 7, 1152)  4608        ['block6d_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6d_activation (Activation  (None, 7, 7, 1152)  0           ['block6d_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block6d_se_squeeze (GlobalAver  (None, 1152)        0           ['block6d_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block6d_se_reshape (Reshape)   (None, 1, 1, 1152)   0           ['block6d_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block6d_se_reduce (Conv2D)     (None, 1, 1, 48)     55344       ['block6d_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block6d_se_expand (Conv2D)     (None, 1, 1, 1152)   56448       ['block6d_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block6d_se_excite (Multiply)   (None, 7, 7, 1152)   0           ['block6d_activation[0][0]',     \n",
            "                                                                  'block6d_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block6d_project_conv (Conv2D)  (None, 7, 7, 192)    221184      ['block6d_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block6d_project_bn (BatchNorma  (None, 7, 7, 192)   768         ['block6d_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " block6d_drop (Dropout)         (None, 7, 7, 192)    0           ['block6d_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " block6d_add (Add)              (None, 7, 7, 192)    0           ['block6d_drop[0][0]',           \n",
            "                                                                  'block6c_add[0][0]']            \n",
            "                                                                                                  \n",
            " block7a_expand_conv (Conv2D)   (None, 7, 7, 1152)   221184      ['block6d_add[0][0]']            \n",
            "                                                                                                  \n",
            " block7a_expand_bn (BatchNormal  (None, 7, 7, 1152)  4608        ['block7a_expand_conv[0][0]']    \n",
            " ization)                                                                                         \n",
            "                                                                                                  \n",
            " block7a_expand_activation (Act  (None, 7, 7, 1152)  0           ['block7a_expand_bn[0][0]']      \n",
            " ivation)                                                                                         \n",
            "                                                                                                  \n",
            " block7a_dwconv (DepthwiseConv2  (None, 7, 7, 1152)  10368       ['block7a_expand_activation[0][0]\n",
            " D)                                                              ']                               \n",
            "                                                                                                  \n",
            " block7a_bn (BatchNormalization  (None, 7, 7, 1152)  4608        ['block7a_dwconv[0][0]']         \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block7a_activation (Activation  (None, 7, 7, 1152)  0           ['block7a_bn[0][0]']             \n",
            " )                                                                                                \n",
            "                                                                                                  \n",
            " block7a_se_squeeze (GlobalAver  (None, 1152)        0           ['block7a_activation[0][0]']     \n",
            " agePooling2D)                                                                                    \n",
            "                                                                                                  \n",
            " block7a_se_reshape (Reshape)   (None, 1, 1, 1152)   0           ['block7a_se_squeeze[0][0]']     \n",
            "                                                                                                  \n",
            " block7a_se_reduce (Conv2D)     (None, 1, 1, 48)     55344       ['block7a_se_reshape[0][0]']     \n",
            "                                                                                                  \n",
            " block7a_se_expand (Conv2D)     (None, 1, 1, 1152)   56448       ['block7a_se_reduce[0][0]']      \n",
            "                                                                                                  \n",
            " block7a_se_excite (Multiply)   (None, 7, 7, 1152)   0           ['block7a_activation[0][0]',     \n",
            "                                                                  'block7a_se_expand[0][0]']      \n",
            "                                                                                                  \n",
            " block7a_project_conv (Conv2D)  (None, 7, 7, 320)    368640      ['block7a_se_excite[0][0]']      \n",
            "                                                                                                  \n",
            " block7a_project_bn (BatchNorma  (None, 7, 7, 320)   1280        ['block7a_project_conv[0][0]']   \n",
            " lization)                                                                                        \n",
            "                                                                                                  \n",
            " top_conv (Conv2D)              (None, 7, 7, 1280)   409600      ['block7a_project_bn[0][0]']     \n",
            "                                                                                                  \n",
            " top_bn (BatchNormalization)    (None, 7, 7, 1280)   5120        ['top_conv[0][0]']               \n",
            "                                                                                                  \n",
            " top_activation (Activation)    (None, 7, 7, 1280)   0           ['top_bn[0][0]']                 \n",
            "                                                                                                  \n",
            " global_max_pooling2d (GlobalMa  (None, 1280)        0           ['top_activation[0][0]']         \n",
            " xPooling2D)                                                                                      \n",
            "                                                                                                  \n",
            " dense (Dense)                  (None, 512)          655872      ['global_max_pooling2d[0][0]']   \n",
            "                                                                                                  \n",
            " dropout (Dropout)              (None, 512)          0           ['dense[0][0]']                  \n",
            "                                                                                                  \n",
            " dense_1 (Dense)                (None, 3)            1539        ['dropout[0][0]']                \n",
            "                                                                                                  \n",
            "==================================================================================================\n",
            "Total params: 4,706,982\n",
            "Trainable params: 699,427\n",
            "Non-trainable params: 4,007,555\n",
            "__________________________________________________________________________________________________\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import tensorflow_addons as tfa"
      ],
      "metadata": {
        "id": "WvnyBWa2oz-y"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "#model.summary()\n"
      ],
      "metadata": {
        "id": "P__SbxH0YJaE"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "train_datagen = ImageDataGenerator(rotation_range=45, width_shift_range=0.2, height_shift_range=0.2,\n",
        "                                   shear_range=0.2, zoom_range=0.2, fill_mode='nearest')\n",
        "\n",
        "train_datagen.fit(X_train)\n",
        "\n",
        "val_datagen = ImageDataGenerator()\n",
        "val_datagen.fit(X_val)"
      ],
      "metadata": {
        "id": "Y4K54-hsYmK4"
      },
      "execution_count": 19,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# batch_size = 32\n",
        "# epochs = 5\n",
        "# history = model.fit_generator(train_datagen.flow(X_train,y_train, batch_size=batch_size),\n",
        "#                               epochs = epochs, validation_data = val_datagen.flow(X_val, y_val),\n",
        "#                               verbose = 1, steps_per_epoch=(X_train.shape[0] // batch_size), \n",
        "#                               validation_steps=(X_val.shape[0] // batch_size))"
      ],
      "metadata": {
        "id": "gaxbgtNgYv8l"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# plt.plot(history.history['loss'])\n",
        "# plt.plot(history.history['val_loss'])\n",
        "# plt.title('Model loss')\n",
        "# plt.ylabel('Loss')\n",
        "# plt.xlabel('Epoch')\n",
        "# plt.legend(['Train', 'Val'], loc='upper left')\n",
        "# plt.show()"
      ],
      "metadata": {
        "id": "Lzd3KuIlapKA"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# plt.plot(history.history['accuracy'])\n",
        "# plt.plot(history.history['val_accuracy'])\n",
        "# plt.title('Model accuracy')\n",
        "# plt.ylabel('Accuracy')\n",
        "# plt.xlabel('Epoch')\n",
        "# plt.legend(['Train', 'Val'], loc='upper left')\n",
        "# plt.show()"
      ],
      "metadata": {
        "id": "k5MDe5nZhzEK"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "pre_trained_model.layers[172].name\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "y4ZMQSWWMTEg",
        "outputId": "976c3909-556d-4c3c-96f5-a4980f29d864"
      },
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'block6a_se_reduce'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for layer in pre_trained_model.layers[172:]:\n",
        "    layer.trainable = True"
      ],
      "metadata": {
        "id": "a9bsjqGCSMly"
      },
      "execution_count": 26,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "optimizer = Adam(lr=0.0001, beta_1=0.9, beta_2=0.999, epsilon=None, decay=0.0, amsgrad=False)\n",
        "model.compile(loss='categorical_crossentropy',\n",
        "              optimizer=optimizer,\n",
        "              metrics=['acc'])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "NUcXzbJcSUkq",
        "outputId": "25856784-d5b7-406a-ca2a-d652370939fa"
      },
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.8/dist-packages/keras/optimizers/optimizer_v2/adam.py:110: UserWarning: The `lr` argument is deprecated, use `learning_rate` instead.\n",
            "  super(Adam, self).__init__(name, **kwargs)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "learning_rate_reduction = ReduceLROnPlateau(monitor='val_acc', patience=3, verbose=1, factor=0.5, \n",
        "                                            min_lr=0.000001, cooldown=2)"
      ],
      "metadata": {
        "id": "7LFOlxUcSU2B"
      },
      "execution_count": 28,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "batch_size = 32\n",
        "epochs = 30\n",
        "history = model.fit_generator(train_datagen.flow(X_train,y_train, batch_size=batch_size),\n",
        "                              epochs = epochs, validation_data = val_datagen.flow(X_val, y_val),\n",
        "                              verbose = 1, steps_per_epoch=(X_train.shape[0] // batch_size),\n",
        "                              validation_steps=(X_val.shape[0] // batch_size),\n",
        "                              callbacks=[learning_rate_reduction])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "dMFvSqtXSVM_",
        "outputId": "535a2719-3d8d-4e14-e10c-af07e62053a5"
      },
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-29-42a1685c4ca4>:3: UserWarning: `Model.fit_generator` is deprecated and will be removed in a future version. Please use `Model.fit`, which supports generators.\n",
            "  history = model.fit_generator(train_datagen.flow(X_train,y_train, batch_size=batch_size),\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch 1/30\n",
            "158/158 [==============================] - 71s 341ms/step - loss: 1.6035 - acc: 0.6147 - val_loss: 22.0065 - val_acc: 0.4679 - lr: 1.0000e-04\n",
            "Epoch 2/30\n",
            "158/158 [==============================] - 52s 329ms/step - loss: 0.7540 - acc: 0.7135 - val_loss: 0.6325 - val_acc: 0.7740 - lr: 1.0000e-04\n",
            "Epoch 3/30\n",
            "158/158 [==============================] - 52s 326ms/step - loss: 0.6363 - acc: 0.7479 - val_loss: 0.5211 - val_acc: 0.8077 - lr: 1.0000e-04\n",
            "Epoch 4/30\n",
            "158/158 [==============================] - 51s 321ms/step - loss: 0.5741 - acc: 0.7780 - val_loss: 0.4963 - val_acc: 0.8165 - lr: 1.0000e-04\n",
            "Epoch 5/30\n",
            "158/158 [==============================] - 51s 321ms/step - loss: 0.5445 - acc: 0.7939 - val_loss: 0.4834 - val_acc: 0.8229 - lr: 1.0000e-04\n",
            "Epoch 6/30\n",
            "158/158 [==============================] - 52s 326ms/step - loss: 0.5090 - acc: 0.8121 - val_loss: 0.5068 - val_acc: 0.8101 - lr: 1.0000e-04\n",
            "Epoch 7/30\n",
            "158/158 [==============================] - 51s 324ms/step - loss: 0.4811 - acc: 0.8192 - val_loss: 0.4820 - val_acc: 0.8261 - lr: 1.0000e-04\n",
            "Epoch 8/30\n",
            "158/158 [==============================] - 51s 322ms/step - loss: 0.4440 - acc: 0.8360 - val_loss: 0.4721 - val_acc: 0.8261 - lr: 1.0000e-04\n",
            "Epoch 9/30\n",
            "158/158 [==============================] - 51s 323ms/step - loss: 0.4383 - acc: 0.8315 - val_loss: 0.5113 - val_acc: 0.8125 - lr: 1.0000e-04\n",
            "Epoch 10/30\n",
            "158/158 [==============================] - 52s 326ms/step - loss: 0.4113 - acc: 0.8412 - val_loss: 0.4516 - val_acc: 0.8413 - lr: 1.0000e-04\n",
            "Epoch 11/30\n",
            "158/158 [==============================] - 51s 323ms/step - loss: 0.3999 - acc: 0.8438 - val_loss: 0.4405 - val_acc: 0.8389 - lr: 1.0000e-04\n",
            "Epoch 12/30\n",
            "158/158 [==============================] - 51s 321ms/step - loss: 0.3800 - acc: 0.8527 - val_loss: 0.4512 - val_acc: 0.8421 - lr: 1.0000e-04\n",
            "Epoch 13/30\n",
            "158/158 [==============================] - 51s 320ms/step - loss: 0.3647 - acc: 0.8659 - val_loss: 0.4642 - val_acc: 0.8421 - lr: 1.0000e-04\n",
            "Epoch 14/30\n",
            "158/158 [==============================] - 51s 325ms/step - loss: 0.3477 - acc: 0.8661 - val_loss: 0.3924 - val_acc: 0.8694 - lr: 1.0000e-04\n",
            "Epoch 15/30\n",
            "158/158 [==============================] - 51s 322ms/step - loss: 0.3293 - acc: 0.8733 - val_loss: 0.4198 - val_acc: 0.8566 - lr: 1.0000e-04\n",
            "Epoch 16/30\n",
            "158/158 [==============================] - 51s 322ms/step - loss: 0.3211 - acc: 0.8729 - val_loss: 0.3892 - val_acc: 0.8726 - lr: 1.0000e-04\n",
            "Epoch 17/30\n",
            "158/158 [==============================] - 51s 321ms/step - loss: 0.3047 - acc: 0.8794 - val_loss: 0.4109 - val_acc: 0.8622 - lr: 1.0000e-04\n",
            "Epoch 18/30\n",
            "158/158 [==============================] - 51s 320ms/step - loss: 0.2791 - acc: 0.8966 - val_loss: 0.3991 - val_acc: 0.8822 - lr: 1.0000e-04\n",
            "Epoch 19/30\n",
            "158/158 [==============================] - 51s 320ms/step - loss: 0.2621 - acc: 0.9028 - val_loss: 0.3846 - val_acc: 0.8798 - lr: 1.0000e-04\n",
            "Epoch 20/30\n",
            "158/158 [==============================] - 51s 322ms/step - loss: 0.2381 - acc: 0.9103 - val_loss: 0.3958 - val_acc: 0.8838 - lr: 1.0000e-04\n",
            "Epoch 21/30\n",
            "158/158 [==============================] - 51s 322ms/step - loss: 0.2329 - acc: 0.9129 - val_loss: 0.4425 - val_acc: 0.8726 - lr: 1.0000e-04\n",
            "Epoch 22/30\n",
            "158/158 [==============================] - 51s 322ms/step - loss: 0.2327 - acc: 0.9103 - val_loss: 0.3842 - val_acc: 0.8774 - lr: 1.0000e-04\n",
            "Epoch 23/30\n",
            "158/158 [==============================] - 51s 320ms/step - loss: 0.2201 - acc: 0.9194 - val_loss: 0.3730 - val_acc: 0.8894 - lr: 1.0000e-04\n",
            "Epoch 24/30\n",
            "158/158 [==============================] - 51s 321ms/step - loss: 0.2194 - acc: 0.9166 - val_loss: 0.4843 - val_acc: 0.8542 - lr: 1.0000e-04\n",
            "Epoch 25/30\n",
            "158/158 [==============================] - 51s 322ms/step - loss: 0.1815 - acc: 0.9329 - val_loss: 0.4439 - val_acc: 0.8774 - lr: 1.0000e-04\n",
            "Epoch 26/30\n",
            "158/158 [==============================] - ETA: 0s - loss: 0.1847 - acc: 0.9295\n",
            "Epoch 26: ReduceLROnPlateau reducing learning rate to 4.999999873689376e-05.\n",
            "158/158 [==============================] - 51s 322ms/step - loss: 0.1847 - acc: 0.9295 - val_loss: 0.4423 - val_acc: 0.8806 - lr: 1.0000e-04\n",
            "Epoch 27/30\n",
            "158/158 [==============================] - 51s 320ms/step - loss: 0.1561 - acc: 0.9406 - val_loss: 0.4013 - val_acc: 0.8982 - lr: 5.0000e-05\n",
            "Epoch 28/30\n",
            "158/158 [==============================] - 50s 317ms/step - loss: 0.1507 - acc: 0.9442 - val_loss: 0.4081 - val_acc: 0.8910 - lr: 5.0000e-05\n",
            "Epoch 29/30\n",
            "158/158 [==============================] - 51s 322ms/step - loss: 0.1463 - acc: 0.9469 - val_loss: 0.4420 - val_acc: 0.8974 - lr: 5.0000e-05\n",
            "Epoch 30/30\n",
            "158/158 [==============================] - 51s 319ms/step - loss: 0.1377 - acc: 0.9481 - val_loss: 0.4214 - val_acc: 0.9022 - lr: 5.0000e-05\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "loss_val, acc_val = model.evaluate(X_val, y_val, verbose=1)\n",
        "print(\"Validation: accuracy = %f  ;  loss_v = %f\" % (acc_val, loss_val))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZtZyJSjES9w0",
        "outputId": "b3a6a6ef-471d-489a-96e2-1e03cf8acbc8"
      },
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "40/40 [==============================] - 4s 70ms/step - loss: 0.4238 - acc: 0.9016\n",
            "Validation: accuracy = 0.901575  ;  loss_v = 0.423792\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "prediction = model.predict(X_val)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "aGT5fJX_wNbO",
        "outputId": "54b18ebf-8e4c-4f6b-cd9e-bf217ffab63f"
      },
      "execution_count": 31,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "40/40 [==============================] - 3s 56ms/step\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "y_pred = np.argmax(prediction, axis=1)"
      ],
      "metadata": {
        "id": "-jMwSsK0w_XB"
      },
      "execution_count": 32,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "np.unique(y_pred)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EaR-0ekVx-fl",
        "outputId": "c7747a9d-c026-4830-98e7-502ee983cd42"
      },
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([0, 1, 2])"
            ]
          },
          "metadata": {},
          "execution_count": 33
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "np.unique(test_labels_encoded)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "c-TW3EqxxFu_",
        "outputId": "cd639b45-6027-4dfa-f168-1a2f212709aa"
      },
      "execution_count": 40,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([0, 1, 2])"
            ]
          },
          "metadata": {},
          "execution_count": 40
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn import preprocessing\n",
        "le = preprocessing.LabelEncoder()\n",
        "le.fit(test_labels_lbp)\n",
        "test_labels_encoded = le.transform(test_labels_lbp)"
      ],
      "metadata": {
        "id": "kHSQNrOhxyq0"
      },
      "execution_count": 35,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.metrics import cohen_kappa_score\n",
        "kappa = cohen_kappa_score(y_pred, test_labels_encoded)\n",
        "print(kappa)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1nO2b0HzxJwu",
        "outputId": "82d57b30-3203-4d5e-fae4-acd96e433bab"
      },
      "execution_count": 36,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "0.8184112153808847\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "plt.plot(history.history['loss'])\n",
        "plt.plot(history.history['val_loss'])\n",
        "plt.title('Model loss')\n",
        "plt.ylabel('Loss')\n",
        "plt.xlabel('Epoch')\n",
        "plt.legend(['Train', 'Val'], loc='upper left')\n",
        "plt.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 295
        },
        "id": "Bfn66KHVvU2I",
        "outputId": "701560d5-e024-4534-f8d6-b850f7c8eebd"
      },
      "execution_count": 37,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAEWCAYAAABv+EDhAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAf0klEQVR4nO3de5RcZZ3u8e9v1zX0JeTSBEyAAKIoIyZMLxRwNMHL8sIMMCpjxtEweEQ5XkCPonKOC/TMheNSR/E4nsGRAUclsoSMzCjjBUFwcJSECQhBxcEwJoROCJB0J+muy/6dP/au7upOd6c7nerqqvf5rFVrX2pX7Xd3Jfup99273tfcHRERCU/U7AKIiEhzKABERAKlABARCZQCQEQkUAoAEZFAKQBERAKlABCZgJktNzM3s+wUtr3IzH4y0/cRmU0KAGkLZrbFzEpmtnjM+v9IT77Lm1MykblLASDt5LfAmtqCmb0IOKJ5xRGZ2xQA0k7+EXh73fJa4Kv1G5jZfDP7qpntNLPHzex/mVmUPpcxs0+b2VNm9hjwhnFe+xUz225m28zsL8wsM91CmtlzzOw2M3vazH5jZu+se+4MM9tgZnvMrM/MPpuuL5rZ18xsl5k9a2b3mdmS6e5bpJ4CQNrJvwPdZvaC9MT8FuBrY7b5AjAfOBF4BUlg/Hn63DuBc4GVQC/wpjGvvQGoAM9Nt3kN8N8OoZzrgK3Ac9J9/JWZnZM+93ng8+7eDZwE3JyuX5uW+1hgEfBuYP8h7FtkmAJA2k2tFvBq4BFgW+2JulD4mLv3u/sW4DPA29JNLgQ+5+6/c/engb+ue+0S4PXA5e6+1913AH+Tvt+UmdmxwNnAR9x90N03AX/PSM2lDDzXzBa7+4C7/3vd+kXAc9296u4b3X3PdPYtMpYCQNrNPwJ/ClzEmOYfYDGQAx6vW/c4sDSdfw7wuzHP1RyfvnZ72gTzLPB3wFHTLN9zgKfdvX+CMrwDeB7wy7SZ59y64/oesM7MnjCzT5lZbpr7FhlFASBtxd0fJ7kY/Hrg1jFPP0XyTfr4unXHMVJL2E7SxFL/XM3vgCFgsbsfmT663f3UaRbxCWChmXWNVwZ3f9Td15AEy/8BvmVmHe5edvdPuPsLgbNImqrejsgMKACkHb0DOMfd99avdPcqSZv6X5pZl5kdD3yQkesENwPvN7NlZrYA+Gjda7cD3wc+Y2bdZhaZ2Ulm9orpFMzdfwfcC/x1emH3tLS8XwMwsz8zsx53j4Fn05fFZrbazF6UNmPtIQmyeDr7FhlLASBtx93/0903TPD0+4C9wGPAT4BvANenz32ZpJnlAeB+DqxBvB3IA5uBZ4BvAcccQhHXAMtJagPrgavc/Yfpc68FHjazAZILwm9x9/3A0en+9pBc2/gxSbOQyCEzDQgjIhIm1QBERAKlABARCZQCQEQkUAoAEZFAtUT3tIsXL/bly5c3uxgiIi1l48aNT7l7z0TPt0QALF++nA0bJrqrT0RExmNmj0/2vJqAREQCpQAQEQmUAkBEJFAtcQ1gPOVyma1btzI4ONjsojRcsVhk2bJl5HLq/FFEDp+WDYCtW7fS1dXF8uXLMbNmF6dh3J1du3axdetWTjjhhGYXR0TaSMs2AQ0ODrJo0aK2PvkDmBmLFi0KoqYjIrOrZQMAaPuTf00oxykis6ulA+CgBndD/5PNLoWIyJzU3gEw1A8DOxry1rt27WLFihWsWLGCo48+mqVLlw4vl0qlSV+7YcMG3v/+9zekXCIiU9WyF4GnxCLwKrjDYW5GWbRoEZs2bQLg6quvprOzkw996EPDz1cqFbLZ8f+8vb299Pb2HtbyiIhMV3vXACyTTH12Rs676KKLePe7381LXvISrrjiCn7+859z5plnsnLlSs466yx+9atfAXDXXXdx7rnJWN9XX301F198MatWreLEE0/k2muvnZWyioi0RQ3gE//8MJuf2HPgE3EZKkOQ/xkwvRrAC5/TzVV/ON3xvpPbU++9914ymQx79uzhnnvuIZvN8sMf/pArr7ySW2655YDX/PKXv+TOO++kv7+f5z//+Vx66aW6519EGq4tAmBi6Um/AU1AE3nzm99MJpPUPHbv3s3atWt59NFHMTPK5fK4r3nDG95AoVCgUChw1FFH0dfXx7Jly2alvCISrrYIgAm/qQ/uhqcfg8XPg3zHrJSlo2NkPx//+MdZvXo169evZ8uWLaxatWrc1xQKheH5TCZDpVJpdDFFRNr9GkB6eLN0DWCs3bt3s3TpUgBuuOGGppRBRGQibR4A6UXguNqU3V9xxRV87GMfY+XKlfpWLyJzjrl7s8twUL29vT52QJhHHnmEF7zgBZO/sDIEOzbDkcfDEQsbWMLGm9LxiojUMbON7j7hPedtXgOoNQE1pwYgIjKXtXcARM1tAhIRmcvaOwAsAqxpF4FFROay9g4ASGoBqgGIiByg/QOg1h+QiIiMEkAAZCBWE5CIyFgNCwAzO9bM7jSzzWb2sJldlq5faGY/MLNH0+mCRpUBgKgxNYDVq1fzve99b9S6z33uc1x66aXjbr9q1SrG3soqItJMjawBVID/4e4vBF4KvMfMXgh8FLjD3U8G7kiXG8cyDQmANWvWsG7dulHr1q1bx5o1aw77vkREGqFhAeDu2939/nS+H3gEWAqcB9yYbnYjcH6jygA0rAnoTW96E9/5zneGB3/ZsmULTzzxBDfddBO9vb2ceuqpXHXVVYd9vyIih8usdAZnZsuBlcDPgCXuvj196klgyQSvuQS4BOC4446bfAe3fxSe/MX4z1UGIa5AvnN6hT76RfC6ayZ8euHChZxxxhncfvvtnHfeeaxbt44LL7yQK6+8koULF1KtVnnlK1/Jgw8+yGmnnTa9fYuIzIKGXwQ2s07gFuBydx/Vab8n/VCM2xeFu1/n7r3u3tvT0zOTAhz6aw+ivhmo1vxz8803c/rpp7Ny5UoefvhhNm/e3LD9i4jMRENrAGaWIzn5f93db01X95nZMe6+3cyOAWY+aO8k39TpfxL6t8MxLx7pGuIwOe+88/jABz7A/fffz759+1i4cCGf/vSnue+++1iwYAEXXXQRg4ODh3WfIiKHSyPvAjLgK8Aj7v7ZuqduA9am82uBbzeqDElB0kNswHWAzs5OVq9ezcUXX8yaNWvYs2cPHR0dzJ8/n76+Pm6//fbDvk8RkcOlkTWAs4G3Ab8ws03puiuBa4CbzewdwOPAhQ0sw0h/QF6lEYe7Zs0aLrjgAtatW8cpp5zCypUrOeWUUzj22GM5++yzD/v+REQOl4YFgLv/hIkH4n1lo/Z7gAYPDH/++edT36X2RAO/3HXXXQ3Zv4jIoQrgl8C1JiB1ByEiUq/9A2BUE5CIiNS0dABMaTSzJg8LeTi0wqhtItJ6WjYAisUiu3btOvjJMWruwPAz5e7s2rWLYrHY7KKISJuZlV8CN8KyZcvYunUrO3funHxDj2H3DphXgsJBtp2jisUiy5Yta3YxRKTNtGwA5HI5TjjhhINvGMfwybPh5R+Gc/5n4wsmItIiWrYJaMqiCApdUBpodklEROaU9g8ASAJgaM/BtxMRCUhAAdDf7FKIiMwpCgARkUApAEREAqUAEBEJVBgBkFcAiIiMFUYAqAYgInKAsAKgAYPCiIi0qnACAIfy3maXRERkzggoAFAzkIhIncACQN1BiIjUBBIA3clUNQARkWGBBECtBqD+gEREagILANUARERqFAAiIoFSAIiIBEoBICISqDACIJODbFEXgUVE6oQRAKD+gERExlAAiIgESgEgIhKogAKgG0rqCkJEpCagAOjSRWARkTqBBYCagEREahQAIiKBUgCIiAQqnADId0K1BJWhZpdERGROCCcANCaAiMgoAQWAxgQQEanXsAAws+vNbIeZPVS37moz22Zmm9LH6xu1/wOoQzgRkVEaWQO4AXjtOOv/xt1XpI/vNnD/oykARERGaVgAuPvdwNONev9pUwCIiIzSjGsA7zWzB9MmogWzttfhi8DqDkJEBGY/AL4EnASsALYDn5loQzO7xMw2mNmGnTt3znzPuggsIjLKrAaAu/e5e9XdY+DLwBmTbHudu/e6e29PT8/Md64mIBGRUWY1AMzsmLrFC4CHJtr2sMvNA8soAEREUtlGvbGZ3QSsAhab2VbgKmCVma0AHNgCvKtR+x+nQOoOQkSkTsMCwN3XjLP6K43a35QoAEREhoXzS2DQmAAiInUCDADVAEREQAEgIhIsBYCISKAUACIigQosALqhpK4gREQguADoSgIgrja7JCIiTRdeAIBqASIihBoAug4gIqIAEBEJVVgBkFcAiIjUhBUAGhNARGRYoAGgGoCIiAJARCRQCgARkUApAEREAhVWAEQZyHUoAERECC0AQB3CiYikFAAiIoFSAIiIBCrAAOhUAIiIEGQAdCsARESYYgCYWYeZRen888zsj8ws19iiNYiagEREgKnXAO4Gima2FPg+8DbghkYVqqEKXeoLSESEqQeAufs+4I+Bv3X3NwOnNq5YDVSrAbg3uyQiIk015QAwszOBtwLfSddlGlOkBit0gVehvL/ZJRERaaqpBsDlwMeA9e7+sJmdCNzZuGI1kLqDEBEBIDuVjdz9x8CPAdKLwU+5+/sbWbCGKXQn06F+6FrS3LKIiDTRVO8C+oaZdZtZB/AQsNnMPtzYojXI8MDwqgGISNim2gT0QnffA5wP3A6cQHInUOtRE5CICDD1AMil9/2fD9zm7mWgNW+jUQCIiABTD4C/A7YAHcDdZnY80Jo30+c7k6kCQEQCN9WLwNcC19atetzMVjemSA1WfxFYRCRgU70IPN/MPmtmG9LHZ0hqA61nuAmoNSswIiKHy1SbgK4H+oEL08ce4B8aVaiGyhYgyqkGICLBm1ITEHCSu7+xbvkTZrapEQVqODN1CCciwtRrAPvN7GW1BTM7G2jdvhQUACIiU64BvBv4qpnNT5efAdZO9gIzux44F9jh7r+XrlsIfBNYTnJX0YXu/sz0iz1DGhNARGRqNQB3f8DdXwycBpzm7iuBcw7yshuA145Z91HgDnc/GbgjXZ59qgGIiExvRDB335P+IhjggwfZ9m7g6TGrzwNuTOdvJPlh2exTAIiIzGhISDuE1yxx9+3p/JPAhL2xmdkltdtOd+7ceUgFnJACQERkRgEwo64g3N0new93v87de929t6enZya7OpAGhhcRmfwisJn1M/5J2oB5h7C/PjM7xt23m9kxwI5DeI+ZUw1ARGTyGoC7d7l79ziPLnef6h1E9W5j5O6htcC3D+E9Zq7QDZX9UC03ZfciInPBTJqAJmVmNwE/BZ5vZlvN7B3ANcCrzexR4FXp8uxTj6AiIlP+HcC0ufuaCZ56ZaP2OWX1AXDEwuaWRUSkSRpWA5jTVAMQEVEAiIiEKtAA0JgAIiKBBoDGBBARCTsASgPNLYeISBOFHQBqAhKRgIUZALl0NEsFgIgELMwAiCLIqzsIEQlbmAEAaX9AuggsIuEKPABUAxCRcCkAREQCpQAQEQmUAkBEJFABB0C3AkBEghZwAKgGICJhUwD4jIY2FhFpWWEHAA6lvc0uiYhIUwQcAJ3JVM1AIhKogANAYwKISNgCDgD1CCoiYVMAqD8gEQmUAkA1ABEJlAJAASAigQo4AHQRWETCFm4A5HUbqIiELdwAyOYhW9RFYBEJVrgBAOoPSESCFnYA5DuhNNDsUoiINEXYAaAagIgELPAA0JgAIhKuwAOgSxeBRSRYCgDVAEQkUAoABYCIBEoBoAAQkUApAKolqAw1uyQiIrMu8ABQf0AiEq5sM3ZqZluAfqAKVNy9txnlGDUmQMfiphRBRKRZmhIAqdXu/lQT968uoUUkaIE3AdV6BFV3ECISnmYFgAPfN7ONZnbJeBuY2SVmtsHMNuzcubMxpVANQEQC1qwAeJm7nw68DniPmb187Abufp2797p7b09PT2NKoYvAIhKwpgSAu29LpzuA9cAZzSiHBoYXkZDNegCYWYeZddXmgdcAD812OQA1AYlI0JpxF9ASYL2Z1fb/DXf/1yaUA3JHgEUKABEJ0qwHgLs/Brx4tvc7LjN1ByEiwQr7NlDQmAAiEiwFgMYEEJFAKQDUBCQigVIA5DsVACISJAVAoQtK6gpCRMKjAFATkIgESgGgu4BEJFAKgFoTUFxtdklERGaVAqDWHYSuA4hIYBQA6g9IRAKlAFAAiEigFAAaE0BEAqUA0JgAIhIoBYCagEQkUAqA4YHhFQAiEhYFwHANQLeBikhYFAB5NQGJSJgUAJlsMjSkLgKLSGAUAKAO4UQkSAoAUACISJAUAKAAEJEgKQBAASAiQVIAgMYEEJEgtXUA9A+W6dszePANVQMQkQC1dQD873/ZzOs+fw8/+mXf5BsWunQbqIgEp60D4F2vOIkl3UUuvmEDn/znzQxVJhj1K9+Z1ADcZ7eAIiJN1NYBcFJPJ+v/+1lcdNZyrv+33/LGL93Lb5/ae+CGhS7wKlSm0FwkItIm2joAAIq5DFf/0alc97bfZ+sz+zn32nu49f6tozdSj6AiEqC2D4Ca15x6NLdf9gecunQ+H7z5AT74zU0MDFWSJzUojIgEKJgAADhm/jxueudLufxVJ/NPm7bxh1/4CQ9t261BYUQkSEEFAEAmMi5/1fO46Z0vZX+pyh//7b1899dpV9CqAYhIQIILgJqXnLiI2y/7A17+vB6++NMdAGz89X+x8fFn2PrMvonvGBIRaRPZZhegmRZ05Pny23+fW3+4F/4N7r77R6y/q8ROn89+iiw4IseS7iJHdRdZ0lVgSXeRJd0FFnUW6Cxk6Sxm6Spk6UjnO/JZMpE1+7BERKbEvAXufe/t7fUNGzY0bgeDu/FPnYjFleFVpUwHu7MLedoWsCM+kq2Vbv6r1EVfPJ9n6aRMNnl4hjJZKmQokSWXy5PPF8gXChQKRXLZHJlshmwmSyaTJZPLkstkyWay5HMZcpmIfDZ5FLIRhQzMy8TMi5xipkoxqlKMYvJRTMGqFCInm8uRzebI5grk8nmy+SK5fJ5cLk8uVyDKZGb293CHahkq+6EyBOX9yS2ylcHkuUJX8tuJQmcyloIp9ETmIjPb6O69Ez0fdA1gWHE+9r77Ydej0N8HA33kB/roGeijp7+P5w9sg4H7IZ7isJGV9DHOTw7qVTFij4jTlrgsFTI280CueESZLFXL4BgxGdwMJ4J06haBJVPDyFAhFw+R8yGycYmIeEr7iomoZI+gnO2gku2gmu2gmusgznVClIUo2Q+WwaIItwxmEUQj08isVkqMmAgn8ippSTGqydSrmCfLFsfJbzfiajqNwevWRVkozh/z6D5wXaE7eV21lD7K48ynU3fIFiCTg0wBsvlkmsmPzGfzyXJchbiSvDYup9PKmHWVZN9RBiyTBOnwfDRmPvkbDq+LauuzY9al7+Nx+rdJ/yajluOR5cp+KO1LQr68r+6xP3mU9iZTSAI/3zkS/sPTLsh3jKyLsulnHo2Us1au+i8L1Qrs3QEDfcP/74Yf/U/CwA4YeBL27kreM1eEbBFy8+qmBcjOS5+blwzwRLqPUV9Mxq6z9D2Kda8f+97pNMolfy+87u/nY9Z5+sVpKP2yVEqm1dKY5aHkS5XHyftmsulnmEummfr5dPrcV8GRxx76CWESCoCaBccnj8kMDST/OAefTf7xVksj/7lrJ4m4UnfSKI85SdWfrKpkPCaTrnOHqmUZtAxVspTJUKnVLDxL2SPKnqHkEdW4ildKxOnDq2WolPFqGY/LyT+2uLYcE8dV4rqpV6u4x3icTOM4puRZhsgzRI5BS6fkGfR03vMMkqcaO/N8H/N8Px0M0mn76awk8x22n04G6bCn6WAbWWKi4YeTsRjDyaTLlj5nQJUoCcT0dB8T4V6bH9kyiYLathliS5ZjS1+TLucYpJMddLKXTvbR6XvJTDHUpE6Ug/wR4EBpIPn3OxM28oWAaonkjceYtwA6j4bOo+C4M+GIxcl+azXR+mlpH+zbBeW0hlotp29S977DrRz16+KR2u1Mj2mqLEpCJZNP5uNqcv6ofSkY728B8NZb2isAzOy1wOeBDPD37n5NM8oxbYX0G08DGMmH0SqJHMdOOY6pVJ1yNaZUjSlXnXIlHl4ejKHqTuxOHDuxQzVOl92pxo47VGKnGsdUYqdS9eHlcjXZJlkfp+t9+D0qcfK+tW1q7zm8HPvIa6oxmep+CpU9FCr9FKp7KVaTacUtDcAspThi0LOUPMNgnGUozjDoGQbjiKpDzitkvUTWy+S8TNYq5GrzlMl5hbxViDHKngR4EuZJoJfJUPWRdTE2HIhREmlEVjdftz6TxmD9NGtJJCbzMTlzMgYeRURpjcCiCIsyRFEElk2mmQyRRZSjIqWoQMmKI/PRPEpWoBIViC2LmWGA4eS8RNH3UYz3U4j3D88X430UPVlXK2vGIGO1sjqReTIlJmMxFSswkF/EQHYR/blFDOQWMpBdSBzlR/1bs5IlTaTFiGIukzSVZiMK2QyF3Mi0mM2Qzdjw+d7dh0+p7jC8lE6yafNrzioUvUTOSxR8iJyXyMVD5H2IbDxE5BVsuCYbAZbO24HLmXxyks/WpsWRdZmD/O8eVWusjDyKRx6m/7UHmvXzjZllgC8Crwa2AveZ2W3uvnm2yyKHLoqMQpSh0CqJNYvi2KlOFkbuVKtOJQ29cnV0kNbmy8PT5FGNGQ7K+vcemSbb1MIyea/0/eIknCtpsFbimHLFcTw9OSYnzLiSnh/dcWLcS8PbjJiXPg7kzqiAHxX6w3+XdF8HXH+McZ4a9+9ZqsYMVeKmdtdllnxRGw5EGzOPHbAN9ct185GNTCOzpBk0bSGrX47M+KsLXsQZJxQbckzN+O97BvAbd38MwMzWAecBCgBpC1FkRBi5GV6Ll9HcnXLVGapUGSzHDFWqDFViBsvJdKicBFztRAwMn4STiY26LFAfuqXKSNCWqj6yXIkpx54G4khNYiQ0R2oa7mPW1wWnj3l9+pbDQRinwenjTDsKjfuH1IwAWAr8rm55K/CSsRuZ2SXAJQDHHXfc7JRMROYsMyOfTZqDuhrzhTg4c/aHYO5+nbv3untvT09Ps4sjItJ2mhEA24D6S9rL0nUiIjKLmhEA9wEnm9kJZpYH3gLc1oRyiIgEbdavAbh7xczeC3yP5DbQ69394dkuh4hI6JpyE5+7fxf4bjP2LSIiiTl7EVhERBpLASAiEigFgIhIoFqiO2gz2wk8fogvXwzj/L68tbXbMbXb8UD7HVO7HQ+03zGNdzzHu/uEP6RqiQCYCTPbMFl/2K2o3Y6p3Y4H2u+Y2u14oP2O6VCOR01AIiKBUgCIiAQqhAC4rtkFaIB2O6Z2Ox5ov2Nqt+OB9jumaR9P218DEBGR8YVQAxARkXEoAEREAtXWAWBmrzWzX5nZb8zso80uz0yZ2RYz+4WZbTKzDc0uz6Ews+vNbIeZPVS3bqGZ/cDMHk2nC5pZxumY4HiuNrNt6ee0ycxe38wyTpeZHWtmd5rZZjN72MwuS9e35Oc0yfG07OdkZkUz+7mZPZAe0yfS9SeY2c/Sc9430x6XJ36fdr0GkI49/Gvqxh4G1rTy2MNmtgXodfeW/fGKmb0cGAC+6u6/l677FPC0u1+TBvUCd/9IM8s5VRMcz9XAgLt/upllO1RmdgxwjLvfb2ZdwEbgfOAiWvBzmuR4LqRFPyczM6DD3QfMLAf8BLgM+CBwq7uvM7P/Bzzg7l+a6H3auQYwPPawu5eA2tjD0kTufjfw9JjV5wE3pvM3kvznbAkTHE9Lc/ft7n5/Ot8PPEIylGtLfk6THE/L8sRAuphLHw6cA3wrXX/Qz6idA2C8sYdb+kMn+YC/b2Yb0zGT28USd9+ezj8JLGlmYQ6T95rZg2kTUUs0lYzHzJYDK4Gf0Qaf05jjgRb+nMwsY2abgB3AD4D/BJ5190q6yUHPee0cAO3oZe5+OvA64D1p80Nb8aRNstXbJb8EnASsALYDn2lucQ6NmXUCtwCXu/ue+uda8XMa53ha+nNy96q7ryAZVvcM4JTpvkc7B0DbjT3s7tvS6Q5gPcmH3g760nbaWnvtjiaXZ0bcvS/9zxkDX6YFP6e0XfkW4Ovufmu6umU/p/GOpx0+JwB3fxa4EzgTONLMagN9HfSc184B0FZjD5tZR3oBCzPrAF4DPDT5q1rGbcDadH4t8O0mlmXGaifJ1AW02OeUXmD8CvCIu3+27qmW/JwmOp5W/pzMrMfMjkzn55Hc7PIISRC8Kd3soJ9R294FBJDe1vU5RsYe/ssmF+mQmdmJJN/6IRnK8xuteDxmdhOwiqTr2j7gKuCfgJuB40i6/b7Q3VviwuoEx7OKpFnBgS3Au+razuc8M3sZcA/wCyBOV19J0m7ecp/TJMezhhb9nMzsNJKLvBmSL/I3u/sn0/PEOmAh8B/An7n70ITv084BICIiE2vnJiAREZmEAkBEJFAKABGRQCkAREQCpQAQEQmUAkAEMLNqXa+Qmw5n77Fmtry+t1CRuSJ78E1EgrA//Vm9SDBUAxCZRDoGw6fScRh+bmbPTdcvN7MfpR2J3WFmx6Xrl5jZ+rSf9gfM7Kz0rTJm9uW07/bvp7/eFGkqBYBIYt6YJqA/qXtut7u/CPi/JL8sB/gCcKO7nwZ8Hbg2XX8t8GN3fzFwOvBwuv5k4IvufirwLPDGBh+PyEHpl8AigJkNuHvnOOu3AOe4+2Nph2JPuvsiM3uKZJCRcrp+u7svNrOdwLL6n9+nXRD/wN1PTpc/AuTc/S8af2QiE1MNQOTgfIL56ajvj6WKrr/JHKAAEDm4P6mb/jSdv5ekh1mAt5J0NgZwB3ApDA/YMX+2CikyXfoWIpKYl46uVPOv7l67FXSBmT1I8i1+TbrufcA/mNmHgZ3An6frLwOuM7N3kHzTv5RksBGROUfXAEQmkV4D6HX3p5pdFpHDTU1AIiKBUg1ARCRQqgGIiARKASAiEigFgIhIoBQAIiKBUgCIiATq/wPgBpNUKss4IwAAAABJRU5ErkJggg==\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "plt.plot(history.history['acc'])\n",
        "plt.plot(history.history['val_acc'])\n",
        "plt.title('Model accuracy')\n",
        "plt.ylabel('Accuracy')\n",
        "plt.xlabel('Epoch')\n",
        "plt.legend(['Train', 'Val'], loc='upper left')\n",
        "plt.show()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 295
        },
        "id": "am9sZP65vcXQ",
        "outputId": "9cf3266c-a964-4aab-8029-3873dbfa73b7"
      },
      "execution_count": 38,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYMAAAEWCAYAAACEz/viAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deXxU1fn48c+TfU9IAgRIIOxBBUQRBakb7ljRqghqFbV1+Wq1WtuqX+ve2q/FutWfrbVu1YpW0aLVKioUFJR9kX0LEMgesu8z5/fHuYFJSMgAmUwy87xfr3ll5s6dO89l9D73nnPPc8QYg1JKqeAW4u8AlFJK+Z8mA6WUUpoMlFJKaTJQSimFJgOllFJoMlBKKYUmAxUkRCRTRIyIhHmx7gwR+boz4lKqq9BkoLocEckWkXoRSW2xfKVzQM/0T2RKBS5NBqqr2gFMb3ohIiOBGP+F0zV4c2Wj1JHQZKC6qr8D13q8vg54w3MFEUkUkTdEpFBEdorIAyIS4rwXKiIzRaRIRLYDk1v57N9EJFdE9ojI4yIS6k1gIvJPEckTkTIRWSAix3q8Fy0iTznxlInI1yIS7bw3UUQWiUipiOwWkRnO8vki8hOPbTRrpnKuhm4TkS3AFmfZs842ykVkuYj8wGP9UBG5X0S2iUiF836GiLwgIk+12Jc5InKXN/utApsmA9VVfQskiMgI5yA9DXizxTrPA4nAIOB0bPK43nnvp8BFwBhgLHB5i8++BjQCQ5x1zgV+gnc+BYYCvYAVwFse780ETgQmAMnArwC3iAxwPvc80BM4Hljl5fcBXAKcDBzjvF7qbCMZ+AfwTxGJct67G3tVdSGQANwAVAOvA9M9EmYqcLbzeRXsjDH60EeXegDZ2IPUA8ATwPnAXCAMMEAmEArUA8d4fO5mYL7z/CvgFo/3znU+Gwb0BuqAaI/3pwPznOczgK+9jDXJ2W4i9uSqBhjdynr3AR+0sY35wE88Xjf7fmf7Z7UTx76m7wU2AVPaWG8DcI7z/HbgE3//3vroGg9tf1Rd2d+BBcBAWjQRAalAOLDTY9lOoJ/zvC+wu8V7TQY4n80VkaZlIS3Wb5VzlfJb4ArsGb7bI55IIArY1spHM9pY7q1msYnIPcCN2P002CuApg73Q33X68A12OR6DfDsUcSkAog2E6kuyxizE9uRfCEwu8XbRUAD9sDepD+wx3meiz0oer7XZDf2yiDVGJPkPBKMMcfSvquAKdgrl0TsVQqAODHVAoNb+dzuNpYDVNG8czytlXX2lxd2+gd+BUwFehhjkoAyJ4b2vutNYIqIjAZGAB+2sZ4KMpoMVFd3I7aJpMpzoTHGBbwL/FZE4p02+bs50K/wLnCHiKSLSA/gXo/P5gKfA0+JSIKIhIjIYBE53Yt44rGJpBh7AP+dx3bdwCvAH0Wkr9ORO15EIrH9CmeLyFQRCRORFBE53vnoKuBHIhIjIkOcfW4vhkagEAgTkQexVwZNXgYeE5GhYo0SkRQnxhxsf8PfgfeNMTVe7LMKApoMVJdmjNlmjFnWxts/w55Vbwe+xnaEvuK891fgM2A1tpO35ZXFtUAEsB7b3v4e0MeLkN7ANjntcT77bYv37wHWYg+4JcD/ASHGmF3YK5xfOMtXAaOdzzyN7f/IxzbjvMWhfQb8B9jsxFJL82akP2KT4edAOfA3INrj/deBkdiEoBQAYoxObqNUMBGR07BXUAOMHgCUQ68MlAoiIhIO3Am8rIlAedJkoFSQEJERQCm2OewZP4ejuhhtJlJKKaVXBkoppeh+g85SU1NNZmamv8NQSqluZfny5UXGmJ5tvd/tkkFmZibLlrV1p6FSSqnWiMjOQ72vzURKKaU0GSillNJkoJRSim7YZ9CahoYGcnJyqK2t9XcoPhcVFUV6ejrh4eH+DkUpFUACIhnk5OQQHx9PZmYmHiWJA44xhuLiYnJychg4cKC/w1FKBZCAaCaqra0lJSUloBMBgIiQkpISFFdASqnOFRDJAAj4RNAkWPZTKdW5AqKZSCmluiNjDHWNbqrqGqmud1FV30hVnYtqj7/V9Qden5XVi9EZST6JRZNBByguLmbSpEkA5OXlERoaSs+edqDfkiVLiIiIaPOzy5Yt44033uC5557rlFiVUp3DGENJVT25ZbXkldWSW15LXlkNeWV15JXX7F9eXe/yeps94yM1GXRlKSkprFq1CoCHH36YuLg47rnnnv3vNzY2EhbW+j/12LFjGTt2bKfEqZTqWLUNLnaXVJNdXM3O4ip2FleTXVzFrpJqcktrqXe5m60fGiL0jo8kLTGKEWkJnDGsF6nxEcRFhhETEUZsRCgxkfZvdEQosRFhxETav9HhoYSE+K6ZWJOBj8yYMYOoqChWrlzJqaeeyrRp07jzzjupra0lOjqaV199leHDhzN//nxmzpzJxx9/zMMPP8yuXbvYvn07u3bt4uc//zl33HGHv3dFKQWs21vGgs1F7CyuIts58OeV1+JZ+DkhKozM1FhG9kvk/OPS6JMQRVpiNH0So0hLjCI1LpJQHx7Qj0bAJYNHPlrH+r3lHbrNY/om8NAPvZkrvbmcnBwWLVpEaGgo5eXlLFy4kLCwML744gvuv/9+3n///YM+s3HjRubNm0dFRQXDhw/n1ltv1TEFSvmJy22Yuz6PV77JZsmOEgBS4yIYkBLL+EEpDEiJJTM1xv5NiSEppu0m4a4u4JJBV3LFFVcQGhoKQFlZGddddx1btmxBRGhoaGj1M5MnTyYyMpLIyEh69epFfn4+6enpnRm2UkGvrKaBd5fu5vXF2eTsq6FfUjT/e+EILj8xnR6x3feAfygBlwyO5AzeV2JjY/c//81vfsOZZ57JBx98QHZ2NmeccUarn4mMjNz/PDQ0lMbGRl+HqVTAqa5vJLuomn49okmM9v7KenthJa8tyua95TlU17sYNzCZByaP4OwRvQkLDZg78VsVcMmgqyorK6Nfv34AvPbaa/4NRqkANnd9Pr/58Hvyyu3gzMTocDKSo+mfHENGcgz9PR59k6IJCxEWbini1W92MG9TIRGhIfxwdF+uPzWT4/ol+nlvOo8mg07yq1/9iuuuu47HH3+cyZMn+zscpQJOQXktD3+0jk/W5jG8dzy/PG84JVX17CqpZldJNRtzK/hifUGzO3xCBBKiwymtbiA1LpK7zh7GVSf3p2d85CG+KTB1uzmQx44da1pObrNhwwZGjBjhp4g6X7Dtr1KH4nYb3lm2m999soG6Rjd3ThrKTacNIryVZh2325BfUcuuYpsgdu+rIbe0hvGDU5g8qg+RYaF+2IPOISLLjTFt3seuVwZKqW5rW2El981ey5IdJZwyKJnfXTqSQT3j2lw/JETokxhNn8RoTh6U0omRdn2aDJRS3U59o5u//Hcbz8/bSlRYCP932Uimjs3Q2l1HQZOBUspvdhVX8+GqPWwpqNw/MjctMcoZpBVNr/jIg5p7Vuzax33vr2VTfgWTR/bhoYuPoVd8lJ/2IHBoMlBKdariyjr+vTaXD1fuYcWuUgDSe0RTVFlHbUPz8g0i0DMukj6JUfROiCIsVPj0+zzSEqJ4+dqxnH1Mb3/sQkDSZKCU8rmaehdzN+Tz4co9LNhcSKPbkJUWz70XZHHx6L70TYrGGEN5TSO5HkXc8jyKvGUXV1FcWc+1pwzgnvOGEx+lI/M7kiYDpRQAdY0uCsrrKKioJb+8joLyWvIr6sgvr6Wg3PlbUUdNg4te8ZH0Toiid0IkveLtWXuzZQlRxEaEsmhbMR+u2sNn3+dRVe+iT2IUN/5gIJcc348RfRKafb+IkBgTTmJMOFlpCW1EqXxFk0EHOPPMM7n33ns577zz9i975pln2LRpEy+++OJB659xxhnMnDlTq5Uqv6qsa+TrLYV8uaGAhVuK9g/S8hQeKvSKj6JXQiSDesYyfnAKUeGhFDpJYlNeBQs3F1FRd/BI+dAQweU2xEeF8cPRfZlyfD9OHpjs08qb6shpMugA06dPZ9asWc2SwaxZs3jyySf9GJVSB8suquKrjQV8tbGA73YU0+CyB+vThvVkeO/4/Wf1vePtGX6PmAivDt7V9Y37rx7yK+xVRVFlPcdnJHLG8F5EhQfu/fuBwqfJQETOB54FQoGXjTG/b/H+AOAVoCdQAlxjjMnxZUy+cPnll/PAAw9QX19PREQE2dnZ7N27l7fffpu7776bmpoaLr/8ch555BF/h6qCTIPLzdLsEr7aUMBXmwrYXlgFwJBecdxw6kDOzOrFiQN6tDpA63DERISRmWrLN6vuyWfJQERCgReAc4AcYKmIzDHGrPdYbSbwhjHmdRE5C3gC+PFRffGn90Le2qPaxEHSRsIFv2/z7eTkZMaNG8enn37KlClTmDVrFlOnTuX+++8nOTkZl8vFpEmTWLNmDaNGjerY2JTy0OBys25vOUt3lPDdjhK+215MRV0jEaEhnDwomWtPGcBZWb3pnxLj71CVN+oqIH+dPablrYHR02HABJ98lS+vDMYBW40x2wFEZBYwBfBMBscAdzvP5wEf+jAen2pqKmpKBn/729949913eemll2hsbCQ3N5f169drMlAdqrbBxardpSzZUcLS7BKW79y3fxrFgamxTB7VhzOzejFxSCqxkdoq3GUZA5X5kLvGHvTz1tpHyXbAKRkUnQwDTu2WyaAfsNvjdQ5wcot1VgM/wjYlXQrEi0iKMabYcyURuQm4CaB///6H/tZDnMH70pQpU7jrrrtYsWIF1dXVJCcnM3PmTJYuXUqPHj2YMWMGtbUHd9Apdbi+3V7Mgs2FLNlRwpqcMupdbkRgeO94rjgxnXEDUzgpswe9EnQgVoepKoZP7oGcpZD5AxgyCQafBTHJR7a9hlq7reyvIWeJPfBXFR54v0cmpI2yVwJpI+0joa8deOEj/j5VuAf4k4jMABYAe4CDZoc2xrwEvAS2UF1nBuituLg4zjzzTG644QamT59OeXk5sbGxJCYmkp+fz6efftrmHAZKeWNfVT0PzlnHR6v3EhYijExP5PpTMxk3MJmxA5JJjNH77n1i82fwr9uhZp9NAps/hdX/AAmBfifCkHNgyNnQdwyEtNH30lh34OCf/TXsXgKuOruNXsfC0PPsAb/PKOh9LER1fulsXyaDPUCGx+t0Z9l+xpi92CsDRCQOuMwYU+rDmHxq+vTpXHrppcyaNYusrCzGjBlDVlYWGRkZnHrqqf4OT3VjX6zP574P1lJaXc8vzhnGjT8YSEyEv8/lAlxdJXx2P6x43R6wfzzbHrDdLti7ErbMha1fwPwnYP7vICbFXi0MORsGngb7su2Bf8cCmwgaawGxB/xxP7VXGP1Pgegkf+8p4MMS1iISBmwGJmGTwFLgKmPMOo91UoESY4xbRH4LuIwxDx5qu1rCOvj2N5iV1TTw6EfreX9FDllp8Tw1dTTH9g2wCVfKcqC6GPqM9nckB+z6Fj64GfbthAk/g7MegLA25jioKobt82xy2PZl8+YeBNKOg8zTIHOibe/308HfbyWsjTGNInI78Bn21tJXjDHrRORRYJkxZg5wBvCEiBhsM9FtvopHqe7mv5sLuff9NRRU1HH7mUO4Y9JQIsICaOrFgo3wzTOw9p/29Y1zod8J/o2psd6e5X/zLCSmw/WftN9hG5sCIy+3D7fbdgDv/AaSBtjPHmm/Qifz6XWmMeYT4JMWyx70eP4e8J4vY1Cqu6msa+S3/97A20t2MaRXHLOvOZHRGT4+mzTGp52TzeQsg6+fho0fQ3gMnPQT2PAxvH8j3LwAIuM7J46W8tfD7Jsgfy2M+TGc/8ThxxISAn2Pt49uJmAaHY0xQVHLvLvNTKcOz6JtRfzqvTXsKa3h5tMGcdc5w5qP3jUGts+HhhqI6w1xveyjrSaMlqpLoGgLFG2Cos3O8822OaT/KXDKrTD8Qgjp4BHDxtimlIV/hOyFEJUEp/8axt1sz6yPmQKvTYZPfgmX/rljv7s9bhcsfgG+egwiE2Da25B1YefG0AUERDKIioqiuLiYlJSUgE4IxhiKi4uJitJbBgPNvqp6nv1yC68tyiYzJYb3bhnPiQNaNC801MDHd8Hqtw/eQFSSTQ7xvZ0k4SQKCW1+0K8uOvCZ0EhIGWJvYRx2AWz4CN65xt7WePItcPzVEHWUBePcLrvdr5+G3FUQ3wfO/S2ceF3zs+4BE+C0X8J//w8GT4JRVxzd97bGGHtHUOlOKN1lH/t22s7d3FWQdRFc9AzE9ez47+4GAmIO5IaGBnJycoLiPv6oqCjS09MJD9fbCLuzitoGlmaXsGhrMYu3F7M+txxjYMaETH59fhbRES3OzPdl2wN13vf2jHrYeVBZYAcqVRZAZZ7H83yoyIfGGvvZmBRIHQapQ52/ziOpf/MrAFejbbr59kXY/a09Sx7zYzj5JpsgvNVYb688dn0L3/0ZirdC8mA49U4YPa3tqxhXo706yF8HtyyE5IGH80/aXFkOrPvwwEG/KQHUVzZfLzIBegyAk2+F46/qvKYyP2ivAzkgkoFSXV1NvYtlO0tYvK2YRduKWbunDJfbEBEWwgn9k5gwOJWzsnpxXL9W7hTa8oVtT8fAj16GYee2/4XG2AOfq+HIOjBzlsN3L8K6D8C4IWsynHKbbUryPGDWltkE1VQuIW+N7Rh2N9j300bBD+6GERd71/RUugtenGgT1w3/gdAjOOnJXQ1vXg5VBRARZztyewywya/lI7rH4W+/m9JkoFQHaXC5WbFzHwu2FLIlv5IQEUJDhbAQITSk6W/I/tfh4mZQ2XcsKY3j49wEGlyGsBBhdEYS4welMGFwCicM6NF2RU+3GxbOhHm/swORrvw7JA/q3J0u2wNLX4blr9omlr5jbDNO0SabAPZlH1g3tqc9+DeNmE0bZQ/qh3u2/f1seO96+MEvYNIh7zQ/2I6F8PZ0O2jr6neh1zEBfbZ/ODQZKOWthlrbhOFx8NhdUs2CLYX8d1Mhi7YVU1nXSGiIMLhnLILQ6Hbjchsa3Wb/30aXm0HubB40f2G0bAVgV/wYKkZey4BTryQu1ovKnjWl8MEtdrTrqCttW3aEH4vL1VfbvopvX3SafQbZwVNNB/20kRCf1nHf96/bYeWbcN0cO4DLG+vn2Cuo5EFwzWxI7Ndx8QQATQZKeWPPcnjjEtw9BvL9sFuZXTGSBVuL9pd87pcUzWnDenL6sJ5MGJJCQltTLtZX207QxX+yZ6dnP2zv4Fn2im23jkmFE34MJ85oux0+f53tHyjdBec9YUerdpWzW2NsaYVwH9/EUF8FfzndNnXd8o294+hQlr0K/74b+o2Fq97pNvf2dyZNBipoNbjczF6Rw7yNhbiMwRiD24Db+WtfG/rWZfNg0T3USDS1LugvBaw1g5jb6wYSR03m9OG97JVAewfkrV/au31Kd8Lx18C5jx04KLndsO0rmxQ2f2oPqkPOhpNuhKHnHmhPX/sezPmZ7dic+rptow9Wuavh5bPtv9O0f7SeEI2BBX+Aeb+1NYKmvg4ROqdCazQZqKDjdhs+WrOXp+duJru4mozkaOIiwwkRCBEhROx8uyECaa48Ht93DwCPpP6RXumDuTz8a4Zu+jMhpTuh7wlwxn0w9Jy2z84rC+Gz++xI2pQhtkln4A/aDrAsB1a8Actft3cBJaTbK4XqYttp2388XPFaxza7dFeLX7D1gS6caa+QPLnd8OmvYOlfYdQ0mPKnI+twDhKaDFTQMMYwd30+T32+mU35FWSlxXPPucOZNKJX62f15bnwynlQVw7Xfwq9POo9uRpsG/mCP9jmmn5jbVIYMulAUnC7YdWb8PlvoKEaJt4NE+/yvgnF1QCbPrFXC9vn22Un32qvKPSgZrnd8I8rbMG3n86D3sfY5Y11tk9l3WwYfzuc81jbFUMVoMlABQFjDF9vLWLm55tZvbuUgamx3HXOMC4a2aft+XurS+DVC6FsN1w7B9JPbH29xnpbrnjBTLtu+klwxr2QmAEf/Rx2LbITjlz0DPQcduQ7UbwNakttSWTVXGUBvHiqHS9x0zxwN9o+le3z4ZxH7fgF1S5NBiqgLcsu4Q+fbeK7HSX0S4rmzklD+dEJ/Qg71Jy+dRXw+sW2o/aa97y7W6WxHla9BQufskkBsR3E5z5m+wf0rNS3tn4Jb/7ITvZSuNHOCHbx8zDman9H1m34rWqpUr60JqeUp+duZt6mQlLjInn4h8cw/eT+RIa1M7Cpodbeh567Gq580/vbFsMiYOz1dpTqqrdsGYPxtwdt6YJON2SS/fde/CcIi4Jpb8HwC/wdVUDRZKC6jd0l1cxZvZd/rdrD5vxKEqPD+fX5WVw3YYB3E724GuxgpuyFcOlLR1aMLCwSxt5w+J9TR2/SQ/auq6yLIGOcv6MJOJoMVJdWUFHLv9fkMmf1XlbuspPgnZTZg8emHMuUMf3avt+/Jbcb/nWb7bC9cCaMvtKHUSufCIuwfQTKJzQZqC6nrKaBz9blMWfVXhZtK8Jt4Jg+Cdx7QRY/HN2XfknRh7dBY+wtiGvesTNWtbxFUSmlyUD5hzGGspoG8svryC+vJb+8loKKOlbvLmX+pkLqXW4GpMRw25lDuHh0X4b2PooJT7563N6LPv52+ME9HbcTSgUQTQbKp4oqatny6fPU7MtnryuBXfXxbK+JZVNVDHmN8TS0+E8wLSGKa04ZwMXH92V0v3ikMh9K18EajzLE+3baO3oa69sPwLihYq8txXzu412nrINSXYwmA9XhGlxu5m8q5N1luxmz5Xn+J/TDg1cKs4/6iCQaY3oj8b2JSEwjNDwS9uXABzvtSF1XiwN+XG9berjP8XbKRG8kZ9oBYZoIlGqTJgO1nzGG73aUYAxkpcXTIzbisD6/Jb+Cfy7PYfaKPRRV1nFzzHz+J/RDyo65msQfPQ1VhQcmXnEmYomozCeiaVKWnO/sbF5JGdBnNIz4oa1Fn9RUiz4Dwg+zv0Ap5RVNBgqAgvJa/vfD75m7Pn//srSEKLL6xDM8LZ4RaQlk9YlnUGocEWEHBliV1zbw0eq9/HNZDqt2lxIWIpyV1Yv/6buF0d+8DEPPI/Gy5yA0DBLT7UMp1eVoMghyxhhmr9jDox+vp7bBxX0XZJHVJ4GNueVsyqtgQ14F32wtosFlR6qHhwqDe8aRlRaP28Bn6/Koa3QzrHccD0wewSVj+pFauhZeu8s25Vzxqk0ESqkuTf8vDWK5ZTXcP3st8zYVMnZAD568fBSDesYBcPqwAyNrG1xuthdWsTGvnI15FWzKq2DJjhKq6l1cfmI6U8dmMCo90RaDK94G/5hqJ2a/6l0tJ6xUN6HJIBjUVcDu7+z99tirgQVbCpm1ZDdhbjcvnZLBpBHhhJYuhlKB9LEQnbT/4+GhIQxPs81FUw71PVVF8OZl9nuuma2lGpTqRjQZBLoNH8Mnv7S3VzoEOB04XYBQYJXzaBKVZCcxH3eT9x229dX2iqAiF677GFIGd9guKKV8T5NBV1BbBru+tTVzdiy0E4+ffIstjHakd8+U7bGjbjd+DL2Pw33RM3y2o57XF2UDcN34AZx3bCslnusq7IQicx+E7/5iyzWPvurQ7f6uRnjvBti70hZ/yzjpyGJWSvmNlrD2h7oKe/DfscBO2pG7yg6OCo2w9fIBdn5j76mfeJedBcvbpOB2wZK/wlePgdtF42m/ZmnaNJ6bv5PF24uZOCSVJ340kozkdu7Rz/4avngYcpZC6jA46zf2Vs+W9+obY6d6XP4qTH4KTvrJ4f5rKKU6gc5n0BW4Gu1Z//b59iC7dyUYF4SE24N/5kQ7TWL6SQcO+tlfw/zf28/FpXkkhUPMopW7Bj66E/auYE/KBJ6LupWPdkdQXe8iPjKM+yePYNpJGe3P5dvEGNj4b/jyUSjaZCdeOfvh5mWfFz5l3594l31PKdUlaTLwF7cbdn8L378P6z6E6iJ78O93oj3wZ06E9HEQ0c4Z+o6FMP8Je6UQ38eOpD3h2mZJoaqijMKPHyFj02uUEcdD9T/mI/d4MpJjOH1YT04f1ovxg1OIizzCVkFXo50Ccv4TUL4HBk+Csx+Cgg3wwc0wcipc+hed4EWpLkyTQWcyxp71f/8+rPvAHjjDomH4+XDcZTD4rCO71dIYe4Uw7wk7zWJ8X9wT7+LtxjPYvfwzri5+lgwp5F33JBYMuJ2TRgzitGE9yUyJ8f4qwBsNNbD0ZXs1ULMPJBQyT4Wr37flhZVSXZYmg85QsBG+f88mgZLt9gpgyNk2AQy/ACLjOuZ7jIEdC6j74nEi9y6h1MSSJFUURWWSe9rvGTbu3PZn+uoINaWw6Dm735e+aKd/VEp1aTrtpS/tXmInRS9YBxICmT+wbedZF0FMcsd/nwhzKobyv3t/wclmLY/2/ZakrFNIPfUOUsMiO/772hKdBJMe7LzvU0r5nE+TgYicDzyLvZv9ZWPM71u83x94HUhy1rnXGPOJL2PqMBX5MOtq23Z/wZNwzCV21K2PVNY18uC/vmf2ij2c0D+JB6+8jb4pv/TZ9ymlgovPkoGIhAIvAOcAOcBSEZljjFnvsdoDwLvGmBdF5BjgEyDTVzF1GLcL3r/R3iJ63RzoNcKnX7dy1z7unLWKnH3V3DFpKHecNYSwUO2sVUp1HF9eGYwDthpjtgOIyCxgCuCZDAyQ4DxPBPbSHcx/wnboXvKiTxOBy234f/O28syXW0hLiOKdm8dzUqYPmp+UUkHPl8mgH7Db43UOcHKLdR4GPheRnwGxwNmtbUhEbgJuAujfv3+HB3pYtnwBC/5gZ846/iqffU3OvmruemcVS7P3cfHovjx2yXEkRns5+btSSh0mf7c1TAdeM8akAxcCfxeRg2IyxrxkjBlrjBnbs6cfi5+V5cDsn0KvY+HCP/jsa+as3ssFzy5kQ24Ff5w6mmenHa+JQCnlU768MtgDZHi8TneWeboROB/AGLNYRKKAVKDAh3EdGVeDrb/jqoepr/tkxq2C8loe+Xg9/16Ty5j+STx75Rj6p3g5taNSSh0FXyaDpcBQERmITQLTgJbtKruAScBrIjICiAIKfRjTkfvyEVsG+vJXIHVoh27a5Ta89d1O/vCfTdS53BkYGPQAABUISURBVPzinGHcesZg7SRWSnUanyUDY0yjiNwOfIa9bfQVY8w6EXkUWGaMmQP8AviriNyF7UyeYbriKLiN/4ZFz9sibMdd1qGbXre3jPs/+J7Vu0uZOCSVxy45joGpOiGMUqpz6Qjk9uzLhr+cBj0Gwo2fQwcN7qqqa+TpuZt5dVE2PWLC+c1Fx3Dx6L4dWz5CKaUcOgL5aDTWwT9n2GuWK17rsETw+bo8Hp6zjr1ltVx1cn9+fV4WiTHaQayU8h9NBofy+QPOhC1vQfLAo97c3tIaHpqzjrnr88lKi+f5q07gxAE9OiBQpZQ6OpoM2vL9bFjyEpxyG4y46Kg398bibH7/6UaMgfsuyOKGiQMJ1w5ipVQXocmgNUVbYc4ddrKZsx8+6s299d1OHvzXOk4f1pPHLzmu/VnGlFKqk2kyaM0HN9k5fy9/9ajr9C/cUsiD/1rHmcN78vJ1JxHacs5hpZTqArSdoiVXA+xZDif9FJIy2l//ELYWVPA/b61gaK84nr/qBE0ESqkuS5NBS9XF9u9RlqMurqzj+teWEhkWyt9mnHTkU04qpVQn0GTQUlWR/RuTesSbqGt0ccubyykor+Pl68bSL6njS1copVRH0tPVlqqcahixR1YQzxjDve+vZWn2Pl646gSOz0jqwOCUUso39MqgpaZmotgjuzL401db+WDlHu45dxiTR/XpwMCUUsp3NBm0dBTNRB+v2ctTczfzozH9uO3MIR0cmFJK+Y4mg5aqCu3k9tGHNzJ45a59/OLd1ZyU2YMnLhupNYaUUt1Ku8lARH7Y2oQzAau6CGJSIMT7Xc7ZV81P31hG74Qo/vLjsUSGhfowQKWU6njeHPGuBLaIyJMikuXrgPyuquiwmogqahv4yevLqGt088qMk0iOPbpBakop5Q/tJgNjzDXAGGAbdhKaxSJyk4jE+zw6f6gq8rrzuNHl5o63V7KloJIXrz6RIb3ifBycUkr5hldtIcaYcuA9YBbQB7gUWOFMZB9Yqr1PBjM/38y8TYU8NuU4Jg498nEJSinlb970GVwsIh8A84FwYJwx5gJgNHamssDiZTPR/E0F/Pm/25g+rj9Xndy/EwJTSinf8WbQ2WXA08aYBZ4LjTHVInKjb8LyE1cD1Ja2O+Asv7yWX7y7mqy0eB764TGdFJxSSvmON8ngYSC36YWIRAO9jTHZxpgvfRWYX+wfcJbS5iout+Hns1ZRXe/iT1edQFS43jmklOr+vOkz+Cfg9njtcpYFHi8GnP3pq60s3l7MY5ccpx3GSqmA4U0yCDPG1De9cJ4H5v2T7dQl+nZ7Mc9+aUcYX35ieicGppRSvuVNMigUkYubXojIFKDIdyH50SHqEhVX1nHnrJVkpsTy2CXHdXJgSinlW970GdwCvCUifwIE2A1c69Oo/KWNZiK32/CLf65mX3UDr8w4iVidm0ApFWDaPaoZY7YBp4hInPO60udR+UsbdYle/no78zcV8tiUYzm2b6KfglNKKd/x6hRXRCYDxwJRTQXYjDGP+jAu/2ilLtHKXft48j+buOC4NK45ZYAfg1NKKd/xZtDZn7H1iX6GbSa6AgjMo2KLAWdlNQ387O2VpCVG8fvLRmklUqVUwPKmA3mCMeZaYJ8x5hFgPDDMt2H5iUddIjtj2Rryymp5fvoYEqPD/RycUkr5jjfJoNb5Wy0ifYEGbH2iwONRl+jN73bx6fd5/Or84Yzpf3hzGyilVHfjTZ/BRyKSBPwBWAEY4K8+jcpfnGaidXvLeOzj9Zw5vCc/mTjI31EppZTPHTIZOJPafGmMKQXeF5GPgShjTFmnRNeZnLpEJjaVu95ZRY+YcJ6aejwhIdpPoJQKfIdsJjLGuIEXPF7XBWQigP0Dzgrd8WzOr+TOScN0ohqlVNDwps/gSxG5TAL9VhpnwNmGMpsAJg7R+QmUUsHDm2RwM7YwXZ2IlItIhYiUe7NxETlfRDaJyFYRubeV958WkVXOY7OIlB5m/B3HqUu0rCiUfknRZCRH+y0UpZTqbN6MQD6i6S1FJBTbxHQOkAMsFZE5xpj1Htu+y2P9n2Gn1/QPp5no670w4ZgUHVOglAoq7SYDETmtteUtJ7tpxThgqzFmu7OdWcAUYH0b608HHmovHp9xmomya6K5dkjb8xkopVQg8ubW0l96PI/CHuSXA2e187l+2KJ2TXKAk1tbUUQGAAOBr9p4/ybgJoD+/X00xWRVIW5CKCWO8YO0v0ApFVy8aSb6oedrEckAnungOKYB7xljXG3E8BLwEsDYsWNNB3+3VV1ERUgCA3vGk5YY5ZOvUEqprsqbDuSWcoARXqy3B8jweJ3uLGvNNODtI4ilw7griyhwxTFhsDYRKaWCjzd9Bs9jRx2DTR7HY0cit2cpMFREBmKTwDTgqla2nwX0ABZ7GbNPVO/Lo9CdwITB2kSklAo+3vQZLPN43gi8bYz5pr0PGWMaReR24DMgFHjFGLNORB4Flhlj5jirTgNmGWN80/zjpYaKAkroy4RBemWglAo+3iSD94DapvZ8EQkVkRhjTHV7HzTGfAJ80mLZgy1eP+x9uL4TXluCiRmpo46VUkHJqxHIgOcIrGjgC9+E4x+1tbXEmUoSUgKzGKtSSrXHm2QQ5TnVpfM8xnchdb61W7YDkNYn3c+RKKWUf3iTDKpE5ISmFyJyIlDju5A63/qtNhn0z/DRGAallOrivOkz+DnwTxHZi532Mg07DWbA2LFzJwDRSWl+jkQppfzDm0FnS53bP4c7izYZYxp8G1bnqaxrpLRor/2XiNXbSpVSwandZiIRuQ2INcZ8b4z5HogTkf/xfWidY2l2CUnGKcIao8lAKRWcvOkz+Kkz0xkAxph9wE99F1LnWrytmJ4hFRgJgWid61gpFZy8SQahnhPbOKWpA+Zm/EXbihgeX4vEpEDIkVTnUEqp7s+bDuT/AO+IyF+c1zcDn/oupM5TWl3Pur3lZPathRBtIlJKBS9vksGvseWjb3Fer8HeUdTtfbu9BGOgd2iF9hcopYJau+0ixhg38B2QjZ3L4Cxgg2/D6hyLtxURExFKXGOp3kmklApqbV4ZiMgw7Oxj04Ei4B0AY8yZnROa7y3aVsxJmclIQZFeGSilgtqhrgw2Yq8CLjLGTDTGPA+0OvlMd1RQUcuWgkomDkyA2lKI7envkJRSym8OlQx+BOQC80TkryIyCTsCOSAs3lYMwMR+zj9BrJauVkoFrzaTgTHmQ2PMNCALmIctS9FLRF4UkXM7K0BfWbS1mISoMIbF19kF2kyklApi3nQgVxlj/uHMhZwOrMTeYdStLdpexCmDUgitsVcI2kyklApmhzXKyhizzxjzkjFmkq8C6gy7S6rZXVJj5zuuKrIL9W4ipVQQC8oht039BROGpB5IBtpMpJQKYkGZDBZtKyI1LoKhveKgugi0LpFSKsgFXTIwxrBoWzHjB6ciIlBVCFqXSCkV5ILuCLitsIqCijrbXwC2mUibiJRSQS7oksHibbaPYH8yqC7WzmOlVNALumSwaFsx/ZKi6Z8cYxdUFWoyUEoFvaBKBm63YfH2YsYPTmH/FA3aTKSUUsGVDDbklVNa3XCgicjVoHWJlFKKIEsGTeMLxnv2F4DWJVJKBb2gSgaLthUzKDWWPonRdoEOOFNKKSCIkkGDy81324uZMMTjKqC6qRSFNhMppYJb0CSDtXvKqKp3MWGwx1WA1iVSSikgiJJBU3/BKYM8rgy0mUgppYBDTHsZaKaOzWB473iSYyMOLNS6REopBQTRlUHP+EjOPqZ384Val0gppQAfJwMROV9ENonIVhG5t411porIehFZJyL/8GU8B9EBZ0opBfiwmUhEQoEXgHOAHGCpiMwxxqz3WGcocB9wqjFmn4j08lU8rdK6REopBfj2ymAcsNUYs90YUw/MAqa0WOenwAvGmH0AxpgCH8ZzMK1LpJRSgG+TQT9gt8frHGeZp2HAMBH5RkS+FZHzfRjPwbSZSCmlAP/fTRQGDAXOANKBBSIy0hhT6rmSiNwE3ATQv3//jvlmrUuklFL7+fLKYA+Q4fE63VnmKQeYY4xpMMbsADZjk0MzxpiXjDFjjTFje/bsoIN3dYn9q3WJlFLKp8lgKTBURAaKSAQwDZjTYp0PsVcFiEgqttlouw9jOqCq0P7VZiKllPJdMjDGNAK3A58BG4B3jTHrRORREbnYWe0zoFhE1gPzgF8aY4p9FVMzWpdIKaX282mfgTHmE+CTFsse9HhugLudR+fSukRKKbVf8A691bpESim1X/AmA61LpJRS+wVvMqgq0rpESinlCN4jYVWhNhEppZQjeJOB1iVSSqn9gjcZVBVpMlBKKUcQJwNtJlJKqSbBmQz21yXSZKCUUhCsyWB/XSJNBkopBcGaDLQukVJKNROcyaBaS1EopZSn4EwGVVqkTimlPAV3MtBmIqWUAoI1GWhdIqWUaiY4k4HWJVJKqWaC82ioA86UUqqZ4EwGWpdIKaWaCc5koHWJlFKqmSBNBtpMpJRSnoIvGWhdIqWUOkjwJQOtS6SUUgcJvmSgdYmUUuogwZcMtC6RUkodJPiSgdYlUkqpgwRvMtBmIqWU2i/4koHWJVJKqYMEXzLQukRKKXWQ4Dsi6oAzpZQ6SPAlA61LpJRSBwm+ZKB1iZRS6iBBmAy0mUgppVoKrmSgdYmUUqpVwZUMtC6RUkq1yqfJQETOF5FNIrJVRO5t5f0ZIlIoIqucx098Gc/+UhTaTKSUUs2E+WrDIhIKvACcA+QAS0VkjjFmfYtV3zHG3O6rOJppKlKnVwZKKdWML68MxgFbjTHbjTH1wCxgig+/r31al0gppVrly2TQD9jt8TrHWdbSZSKyRkTeE5GM1jYkIjeJyDIRWVZYWHjkEVUX27/aTKSUUs34uwP5IyDTGDMKmAu83tpKxpiXjDFjjTFje/Y8irP6qkKtS6SUUq3wZTLYA3ie6ac7y/YzxhQbY+qcly8DJ/owHq1LpJRSbfDlUXEpMFREBopIBDANmOO5goj08Xh5MbDBh/HYu4m0iUgppQ7is7uJjDGNInI78BkQCrxijFknIo8Cy4wxc4A7RORioBEoAWb4Kh5AS1EopVQbfJYMAIwxnwCftFj2oMfz+4D7fBlDM1VFkHZcp32dUkp1F8HVeK7NREop1argSQauBqjZp81ESinViuBJBlqXSCml2hREyUDrEimlVFuCJxloXSKllGpTECUDrUuklFJtCZ5koHWJlFKqTcGTDBLTIesirUuklFKt8Omgsy4la7J9KKWUOkjwXBkopZRqkyYDpZRSmgyUUkppMlBKKYUmA6WUUmgyUEophSYDpZRSaDJQSikFiDHG3zEcFhEpBHYe4cdTgaIODKcrCLR9CrT9gcDbp0DbHwi8fWptfwYYY9osztbtksHREJFlxpix/o6jIwXaPgXa/kDg7VOg7Q8E3j4dyf5oM5FSSilNBkoppYIvGbzk7wB8IND2KdD2BwJvnwJtfyDw9umw9yeo+gyUUkq1LtiuDJRSSrVCk4FSSqngSQYicr6IbBKRrSJyr7/jOVoiki0ia0VklYgs83c8R0JEXhGRAhH53mNZsojMFZEtzt9uMzVdG/vzsIjscX6nVSJyoT9jPFwikiEi80RkvYisE5E7neXd8nc6xP50299JRKJEZImIrHb26RFn+UAR+c455r0jIhGH3E4w9BmISCiwGTgHyAGWAtONMev9GthREJFsYKwxptsOlBGR04BK4A1jzHHOsieBEmPM752k3cMY82t/xumtNvbnYaDSGDPTn7EdKRHpA/QxxqwQkXhgOXAJMINu+DsdYn+m0k1/JxERINYYUyki4cDXwJ3A3cBsY8wsEfkzsNoY82Jb2wmWK4NxwFZjzHZjTD0wC5ji55iCnjFmAVDSYvEU4HXn+evY/1G7hTb2p1szxuQaY1Y4zyuADUA/uunvdIj96baMVem8DHceBjgLeM9Z3u5vFCzJoB+w2+N1Dt38PwDsj/25iCwXkZv8HUwH6m2MyXWe5wG9/RlMB7ldRNY4zUjdojmlNSKSCYwBviMAfqcW+wPd+HcSkVARWQUUAHOBbUCpMabRWaXdY16wJINANNEYcwJwAXCb00QRUIxtw+zu7ZgvAoOB44Fc4Cn/hnNkRCQOeB/4uTGm3PO97vg7tbI/3fp3Msa4jDHHA+nYlpCsw91GsCSDPUCGx+t0Z1m3ZYzZ4/wtAD7A/gcQCPKddt2m9t0CP8dzVIwx+c7/qG7gr3TD38lph34feMsYM9tZ3G1/p9b2JxB+JwBjTCkwDxgPJIlImPNWu8e8YEkGS4GhTu96BDANmOPnmI6YiMQ6nV+ISCxwLvD9oT/VbcwBrnOeXwf8y4+xHLWmA6bjUrrZ7+R0Tv4N2GCM+aPHW93yd2prf7rz7yQiPUUkyXkejb1RZgM2KVzurNbubxQUdxMBOLeKPQOEAq8YY37r55COmIgMwl4NAIQB/+iO+yMibwNnYMvt5gMPAR8C7wL9saXKpxpjukWnbBv7cwa26cEA2cDNHm3tXZ6ITAQWAmsBt7P4fmw7e7f7nQ6xP9Pppr+TiIzCdhCHYk/w3zXGPOocJ2YBycBK4BpjTF2b2wmWZKCUUqptwdJMpJRS6hA0GSillNJkoJRSSpOBUkopNBkopZRCk4FSBxERl0f1ylUdWeVWRDI9q5oq1VWEtb+KUkGnxhnar1TQ0CsDpbzkzCHxpDOPxBIRGeIszxSRr5wiZ1+KSH9neW8R+cCpM79aRCY4mwoVkb86tec/d0aNKuVXmgyUOlh0i2aiKz3eKzPGjAT+hB3RDvA88LoxZhTwFvCcs/w54L/GmNHACcA6Z/lQ4AVjzLFAKXCZj/dHqXbpCGSlWhCRSmNMXCvLs4GzjDHbnWJnecaYFBEpwk6Y0uAszzXGpIpIIZDuWQLAKZs81xgz1Hn9ayDcGPO47/dMqbbplYFSh8e08fxweNaHcaF9d6oL0GSg1OG50uPvYuf5ImwlXICrsYXQAL4EboX9k48kdlaQSh0uPSNR6mDRzqxRTf5jjGm6vbSHiKzBnt1Pd5b9DHhVRH4JFALXO8vvBF4SkRuxVwC3YidOUarL0T4Dpbzk9BmMNcYU+TsWpTqaNhMppZTSKwOllFJ6ZaCUUgpNBkoppdBkoJRSCk0GSiml0GSglFIK+P/NEZTYaWsz2gAAAABJRU5ErkJggg==\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install tensorflow_addons"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HBUCTffdozNk",
        "outputId": "e7eeb2b9-2722-4e42-b4c9-9be78a7f8ec2"
      },
      "execution_count": 39,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: tensorflow_addons in /usr/local/lib/python3.8/dist-packages (0.19.0)\n",
            "Requirement already satisfied: typeguard>=2.7 in /usr/local/lib/python3.8/dist-packages (from tensorflow_addons) (2.7.1)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.8/dist-packages (from tensorflow_addons) (21.3)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.8/dist-packages (from packaging->tensorflow_addons) (3.0.9)\n"
          ]
        }
      ]
    }
  ]
}