Assignment11_SOM.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Assignment11-SOM.ipynb",
      "provenance": [],
      "authorship_tag": "ABX9TyPDhnlMMKLF47DI2UGdrHbj",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/belikeamitesh/CS306-Machine-Learning/blob/main/Assignment11_SOM.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "LiVWKfW8xdsf"
      },
      "source": [
        "1. Implement 1-D Self-organising Map (SOM) (own code) to cluster\n",
        "the samples from Wine dataset and compare the performace\n",
        "obtained with the in-built SOM library function."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "o2FNbF44xgxC"
      },
      "source": [
        "import numpy as np\n",
        "import pandas as pd\n",
        "from sklearn import datasets\n",
        "import random\n",
        "import sys\n",
        "import math"
      ],
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "K2deMsmZzpi9",
        "outputId": "884bdf6d-4555-4a0e-d13e-05f35cfb2551"
      },
      "source": [
        "wine = datasets.load_wine()\n",
        "print(wine.feature_names)\n",
        "data = pd.DataFrame(wine.data)\n",
        "\n",
        "# normalize the dataset\n",
        "max_val=max(data.max())\n",
        "data =data/max_val\n",
        "\n",
        "data.columns = wine.feature_names\n",
        "data = np.array(data)"
      ],
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "['alcohol', 'malic_acid', 'ash', 'alcalinity_of_ash', 'magnesium', 'total_phenols', 'flavanoids', 'nonflavanoid_phenols', 'proanthocyanins', 'color_intensity', 'hue', 'od280/od315_of_diluted_wines', 'proline']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vcRg3DhR0hhy"
      },
      "source": [
        "def winner_cluster(x , W ,C):\n",
        "  index = 0\n",
        "  cost = np.linalg.norm(W[0] - x)\n",
        "  for i in range(C):\n",
        "    curr_cost = np.linalg.norm(W[i] - x)\n",
        "    if(cost > curr_cost):\n",
        "      curr_cost = cost\n",
        "      index = i  \n",
        "  return index "
      ],
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EN1HAF8c0ske"
      },
      "source": [
        "def Gaussian_Neighbourhood_funct( i, j):\n",
        "  return math.exp(-((abs(i-j)**2) / 2))"
      ],
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-MvJzFCq0w9l"
      },
      "source": [
        "def SSE(mediod , X , cluster , k):\n",
        "  sse_cost = 0\n",
        "  for i in range(k):\n",
        "    pattern = []\n",
        "    for j in range(0, X.shape[0]):\n",
        "      if(i == cluster[j]):\n",
        "        pattern.append(j)\n",
        "    for j in range(len(pattern)):\n",
        "      sse_cost = sse_cost + np.linalg.norm(X[pattern[j]] - mediod[i])**2\n",
        "  return sse_cost"
      ],
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zWkuvWoc1aAb"
      },
      "source": [
        "def SOM(X , C , epoch ):\n",
        "  n = len(X[0])\n",
        "  W = [[0]*n]*C\n",
        "  \n",
        "  for i in range(C):\n",
        "    for j in range(n):\n",
        "      W[i][j] = random.uniform(0 , 1)\n",
        "    \n",
        "  cluster = [0]*len(X)\n",
        "  newCluster = [0]*len(X)\n",
        "  for i in range(epoch):\n",
        "    cluster = newCluster.copy()\n",
        "    for j in range(len(X)):\n",
        "      k = winner_cluster(X[j] , W , C)\n",
        "      newCluster[j] = k\n",
        "      # print(W)\n",
        "      for l in range(C):\n",
        "        h = Gaussian_Neighbourhood_funct(l , k)\n",
        "        # here learning rate is 1\n",
        "        W[l] = W[l] + (0.2)* h * X[j]*(X[j] - W[l])\n",
        "    sse = SSE(W, X, cluster, C)\n",
        "    print(\"Epoch: \", i+1, \" SSE: \", sse)\n",
        "    \"\"\"\n",
        "    if(cluster == newCluster):\n",
        "      return cluster , W\n",
        "    \"\"\"\n",
        "  return cluster , W"
      ],
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "K7wQ4nn01hjs",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "f804125c-6ad6-41a7-be1c-9b6535e39928"
      },
      "source": [
        "from sklearn.metrics import silhouette_score\n",
        "cluster , W = SOM(data , 3, 1000)\n",
        "print(cluster)\n",
        "print(W)"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch:  1  SSE:  658.9729625275285\n",
            "Epoch:  2  SSE:  580.023793144653\n",
            "Epoch:  3  SSE:  518.59207220142\n",
            "Epoch:  4  SSE:  470.55529402152496\n",
            "Epoch:  5  SSE:  430.9368507548982\n",
            "Epoch:  6  SSE:  397.4065338130934\n",
            "Epoch:  7  SSE:  368.5098265033937\n",
            "Epoch:  8  SSE:  343.2817496542697\n",
            "Epoch:  9  SSE:  321.04484323208794\n",
            "Epoch:  10  SSE:  301.29967609150174\n",
            "Epoch:  11  SSE:  283.663104792947\n",
            "Epoch:  12  SSE:  267.83191183785345\n",
            "Epoch:  13  SSE:  253.56037899644383\n",
            "Epoch:  14  SSE:  240.64578821215187\n",
            "Epoch:  15  SSE:  228.9186084395035\n",
            "Epoch:  16  SSE:  218.23556697181317\n",
            "Epoch:  17  SSE:  208.47457212705865\n",
            "Epoch:  18  SSE:  199.53087448164592\n",
            "Epoch:  19  SSE:  191.3140899107241\n",
            "Epoch:  20  SSE:  183.7458440109239\n",
            "Epoch:  21  SSE:  176.757878564169\n",
            "Epoch:  22  SSE:  170.2905104834367\n",
            "Epoch:  23  SSE:  164.29136528991114\n",
            "Epoch:  24  SSE:  158.71432794948282\n",
            "Epoch:  25  SSE:  153.51866803686008\n",
            "Epoch:  26  SSE:  148.66830614164505\n",
            "Epoch:  27  SSE:  144.1311956403512\n",
            "Epoch:  28  SSE:  139.87879932313587\n",
            "Epoch:  29  SSE:  135.88564444458808\n",
            "Epoch:  30  SSE:  132.12894292734845\n",
            "Epoch:  31  SSE:  128.58826592828675\n",
            "Epoch:  32  SSE:  125.24526394666142\n",
            "Epoch:  33  SSE:  122.0834252309428\n",
            "Epoch:  34  SSE:  119.08786651246251\n",
            "Epoch:  35  SSE:  116.24515112448974\n",
            "Epoch:  36  SSE:  113.54313040407887\n",
            "Epoch:  37  SSE:  110.97080495921783\n",
            "Epoch:  38  SSE:  108.51820294535783\n",
            "Epoch:  39  SSE:  106.17627295697568\n",
            "Epoch:  40  SSE:  103.93678952024365\n",
            "Epoch:  41  SSE:  101.79226948730012\n",
            "Epoch:  42  SSE:  99.73589789313252\n",
            "Epoch:  43  SSE:  97.76146205258654\n",
            "Epoch:  44  SSE:  95.86329285537651\n",
            "Epoch:  45  SSE:  94.03621236771895\n",
            "Epoch:  46  SSE:  92.27548697553055\n",
            "Epoch:  47  SSE:  90.57678541032828\n",
            "Epoch:  48  SSE:  88.9361410885335\n",
            "Epoch:  49  SSE:  87.34991827064081\n",
            "Epoch:  50  SSE:  85.8147816110252\n",
            "Epoch:  51  SSE:  84.32766872392304\n",
            "Epoch:  52  SSE:  82.8857654379233\n",
            "Epoch:  53  SSE:  81.4864834514216\n",
            "Epoch:  54  SSE:  80.12744013600197\n",
            "Epoch:  55  SSE:  78.80644026449833\n",
            "Epoch:  56  SSE:  77.52145946627924\n",
            "Epoch:  57  SSE:  76.27062923470467\n",
            "Epoch:  58  SSE:  75.05222333122265\n",
            "Epoch:  59  SSE:  73.86464544764013\n",
            "Epoch:  60  SSE:  72.70641800305579\n",
            "Epoch:  61  SSE:  71.57617196508649\n",
            "Epoch:  62  SSE:  70.47263759660257\n",
            "Epoch:  63  SSE:  69.39463603942598\n",
            "Epoch:  64  SSE:  68.34107165549906\n",
            "Epoch:  65  SSE:  67.31092505407973\n",
            "Epoch:  66  SSE:  66.30324674067242\n",
            "Epoch:  67  SSE:  65.31715132977142\n",
            "Epoch:  68  SSE:  64.35181226918567\n",
            "Epoch:  69  SSE:  63.40645702880321\n",
            "Epoch:  70  SSE:  62.48036271119823\n",
            "Epoch:  71  SSE:  61.572852045580476\n",
            "Epoch:  72  SSE:  60.683289730245235\n",
            "Epoch:  73  SSE:  59.811079091983444\n",
            "Epoch:  74  SSE:  58.95565903387714\n",
            "Epoch:  75  SSE:  58.11650124558127\n",
            "Epoch:  76  SSE:  57.293107652601556\n",
            "Epoch:  77  SSE:  56.48500808325495\n",
            "Epoch:  78  SSE:  55.69175813396589\n",
            "Epoch:  79  SSE:  54.91293721532564\n",
            "Epoch:  80  SSE:  54.14814676295315\n",
            "Epoch:  81  SSE:  53.39700859864689\n",
            "Epoch:  82  SSE:  52.65916342863496\n",
            "Epoch:  83  SSE:  51.934269466927816\n",
            "Epoch:  84  SSE:  51.22200117285531\n",
            "Epoch:  85  SSE:  50.522048092855194\n",
            "Epoch:  86  SSE:  49.83411379746806\n",
            "Epoch:  87  SSE:  49.15791490530393\n",
            "Epoch:  88  SSE:  48.49318018647862\n",
            "Epoch:  89  SSE:  47.83964973868516\n",
            "Epoch:  90  SSE:  47.19707422967275\n",
            "Epoch:  91  SSE:  46.56521420045281\n",
            "Epoch:  92  SSE:  45.9438394240579\n",
            "Epoch:  93  SSE:  45.33272831512964\n",
            "Epoch:  94  SSE:  44.731667386030004\n",
            "Epoch:  95  SSE:  44.140450745544264\n",
            "Epoch:  96  SSE:  43.558879636589815\n",
            "Epoch:  97  SSE:  42.98676200965593\n",
            "Epoch:  98  SSE:  42.42391212898523\n",
            "Epoch:  99  SSE:  41.87015020876517\n",
            "Epoch:  100  SSE:  41.32530207683599\n",
            "Epoch:  101  SSE:  40.789198863635654\n",
            "Epoch:  102  SSE:  40.26167671429938\n",
            "Epoch:  103  SSE:  39.74257652200819\n",
            "Epoch:  104  SSE:  39.23174368084727\n",
            "Epoch:  105  SSE:  38.72902785658031\n",
            "Epoch:  106  SSE:  38.23428277388482\n",
            "Epoch:  107  SSE:  37.74736601871427\n",
            "Epoch:  108  SSE:  37.268138854568\n",
            "Epoch:  109  SSE:  36.79646605155317\n",
            "Epoch:  110  SSE:  36.3322157272146\n",
            "Epoch:  111  SSE:  35.87525919819829\n",
            "Epoch:  112  SSE:  35.42547084188916\n",
            "Epoch:  113  SSE:  34.982727967238326\n",
            "Epoch:  114  SSE:  34.54691069405826\n",
            "Epoch:  115  SSE:  34.11790184012738\n",
            "Epoch:  116  SSE:  33.69558681549595\n",
            "Epoch:  117  SSE:  33.279853523439876\n",
            "Epoch:  118  SSE:  32.87059226755168\n",
            "Epoch:  119  SSE:  32.46769566450108\n",
            "Epoch:  120  SSE:  32.07105856203574\n",
            "Epoch:  121  SSE:  31.68057796182817\n",
            "Epoch:  122  SSE:  31.296152946805954\n",
            "Epoch:  123  SSE:  30.917684612632524\n",
            "Epoch:  124  SSE:  30.545076003033962\n",
            "Epoch:  125  SSE:  30.17823204868822\n",
            "Epoch:  126  SSE:  29.81705950942049\n",
            "Epoch:  127  SSE:  29.461466919464886\n",
            "Epoch:  128  SSE:  29.111364535574786\n",
            "Epoch:  129  SSE:  28.76666428777983\n",
            "Epoch:  130  SSE:  28.427279732603346\n",
            "Epoch:  131  SSE:  28.093126008570714\n",
            "Epoch:  132  SSE:  27.76411979384897\n",
            "Epoch:  133  SSE:  27.44017926587441\n",
            "Epoch:  134  SSE:  27.121224062832997\n",
            "Epoch:  135  SSE:  26.807175246870386\n",
            "Epoch:  136  SSE:  26.497955268917188\n",
            "Epoch:  137  SSE:  26.193487935024756\n",
            "Epoch:  138  SSE:  25.89369837411343\n",
            "Epoch:  139  SSE:  25.598513007043838\n",
            "Epoch:  140  SSE:  25.307859516928108\n",
            "Epoch:  141  SSE:  25.021666820603702\n",
            "Epoch:  142  SSE:  24.739865041199533\n",
            "Epoch:  143  SSE:  24.462385481727267\n",
            "Epoch:  144  SSE:  24.189160599638225\n",
            "Epoch:  145  SSE:  23.920123982288118\n",
            "Epoch:  146  SSE:  23.655210323258114\n",
            "Epoch:  147  SSE:  23.394355399483093\n",
            "Epoch:  148  SSE:  23.137496049141976\n",
            "Epoch:  149  SSE:  22.884570150268644\n",
            "Epoch:  150  SSE:  22.635516600043925\n",
            "Epoch:  151  SSE:  22.390275294733048\n",
            "Epoch:  152  SSE:  22.148787110234203\n",
            "Epoch:  153  SSE:  21.910993883207606\n",
            "Epoch:  154  SSE:  21.676838392755023\n",
            "Epoch:  155  SSE:  21.446264342623348\n",
            "Epoch:  156  SSE:  21.219216343906666\n",
            "Epoch:  157  SSE:  20.99563989822237\n",
            "Epoch:  158  SSE:  20.775481381340338\n",
            "Epoch:  159  SSE:  20.558688027243548\n",
            "Epoch:  160  SSE:  20.34520791260149\n",
            "Epoch:  161  SSE:  20.134989941637773\n",
            "Epoch:  162  SSE:  19.927983831375396\n",
            "Epoch:  163  SSE:  19.724140097243392\n",
            "Epoch:  164  SSE:  19.52341003903009\n",
            "Epoch:  165  SSE:  19.32574572716949\n",
            "Epoch:  166  SSE:  19.1310999893465\n",
            "Epoch:  167  SSE:  18.939426397409964\n",
            "Epoch:  168  SSE:  18.750679254580923\n",
            "Epoch:  169  SSE:  18.564813582945664\n",
            "Epoch:  170  SSE:  18.381785111222506\n",
            "Epoch:  171  SSE:  18.201550262794143\n",
            "Epoch:  172  SSE:  18.024066143994247\n",
            "Epoch:  173  SSE:  17.84929053264138\n",
            "Epoch:  174  SSE:  17.67718186681108\n",
            "Epoch:  175  SSE:  17.50769923383873\n",
            "Epoch:  176  SSE:  17.340802359545503\n",
            "Epoch:  177  SSE:  17.176451597680813\n",
            "Epoch:  178  SSE:  17.0146079195742\n",
            "Epoch:  179  SSE:  16.855232903990707\n",
            "Epoch:  180  SSE:  16.698288727183517\n",
            "Epoch:  181  SSE:  16.543738153138158\n",
            "Epoch:  182  SSE:  16.391544524003045\n",
            "Epoch:  183  SSE:  16.241671750700917\n",
            "Epoch:  184  SSE:  16.09408430371637\n",
            "Epoch:  185  SSE:  15.94874720405479\n",
            "Epoch:  186  SSE:  15.805626014367938\n",
            "Epoch:  187  SSE:  15.664686830242202\n",
            "Epoch:  188  SSE:  15.525896271645239\n",
            "Epoch:  189  SSE:  15.389221474526883\n",
            "Epoch:  190  SSE:  15.254630082570623\n",
            "Epoch:  191  SSE:  15.122090239092243\n",
            "Epoch:  192  SSE:  14.991570579081747\n",
            "Epoch:  193  SSE:  14.863040221385365\n",
            "Epoch:  194  SSE:  14.73646876102439\n",
            "Epoch:  195  SSE:  14.611826261647815\n",
            "Epoch:  196  SSE:  14.48908324811557\n",
            "Epoch:  197  SSE:  14.368210699209468\n",
            "Epoch:  198  SSE:  14.249180040469444\n",
            "Epoch:  199  SSE:  14.131963137151716\n",
            "Epoch:  200  SSE:  14.01653228730687\n",
            "Epoch:  201  SSE:  13.902860214975052\n",
            "Epoch:  202  SSE:  13.790920063495776\n",
            "Epoch:  203  SSE:  13.680685388930128\n",
            "Epoch:  204  SSE:  13.572130153593049\n",
            "Epoch:  205  SSE:  13.465228719693368\n",
            "Epoch:  206  SSE:  13.359955843079542\n",
            "Epoch:  207  SSE:  13.256286667088974\n",
            "Epoch:  208  SSE:  13.154196716498753\n",
            "Epoch:  209  SSE:  13.053661891576212\n",
            "Epoch:  210  SSE:  12.95465846222689\n",
            "Epoch:  211  SSE:  12.857163062238333\n",
            "Epoch:  212  SSE:  12.761152683618025\n",
            "Epoch:  213  SSE:  12.666604671023272\n",
            "Epoch:  214  SSE:  12.573496716281735\n",
            "Epoch:  215  SSE:  12.481806853000698\n",
            "Epoch:  216  SSE:  12.3915134512636\n",
            "Epoch:  217  SSE:  12.302595212411953\n",
            "Epoch:  218  SSE:  12.215031163911489\n",
            "Epoch:  219  SSE:  12.128800654300756\n",
            "Epoch:  220  SSE:  12.043883348220632\n",
            "Epoch:  221  SSE:  11.960259221523579\n",
            "Epoch:  222  SSE:  11.877908556461062\n",
            "Epoch:  223  SSE:  11.79681193694756\n",
            "Epoch:  224  SSE:  11.716950243900378\n",
            "Epoch:  225  SSE:  11.638304650653224\n",
            "Epoch:  226  SSE:  11.560856618442937\n",
            "Epoch:  227  SSE:  11.484587891967623\n",
            "Epoch:  228  SSE:  11.409480495015249\n",
            "Epoch:  229  SSE:  11.335516726161194\n",
            "Epoch:  230  SSE:  11.262679154534109\n",
            "Epoch:  231  SSE:  11.190950615648305\n",
            "Epoch:  232  SSE:  11.120314207301858\n",
            "Epoch:  233  SSE:  11.050753285539505\n",
            "Epoch:  234  SSE:  10.982251460678684\n",
            "Epoch:  235  SSE:  10.9147925933984\n",
            "Epoch:  236  SSE:  10.848360790889041\n",
            "Epoch:  237  SSE:  10.78294040306292\n",
            "Epoch:  238  SSE:  10.718516018824015\n",
            "Epoch:  239  SSE:  10.655072462396076\n",
            "Epoch:  240  SSE:  10.592594789708173\n",
            "Epoch:  241  SSE:  10.531068284836735\n",
            "Epoch:  242  SSE:  10.470478456503063\n",
            "Epoch:  243  SSE:  10.410811034625508\n",
            "Epoch:  244  SSE:  10.352051966925501\n",
            "Epoch:  245  SSE:  10.294187415586157\n",
            "Epoch:  246  SSE:  10.237203753963227\n",
            "Epoch:  247  SSE:  10.181087563346944\n",
            "Epoch:  248  SSE:  10.125825629774337\n",
            "Epoch:  249  SSE:  10.071404940891014\n",
            "Epoch:  250  SSE:  10.017812682861631\n",
            "Epoch:  251  SSE:  9.965036237328412\n",
            "Epoch:  252  SSE:  9.91306317841669\n",
            "Epoch:  253  SSE:  9.861881269786883\n",
            "Epoch:  254  SSE:  9.811478461732213\n",
            "Epoch:  255  SSE:  9.761842888321329\n",
            "Epoch:  256  SSE:  9.712962864585034\n",
            "Epoch:  257  SSE:  9.664826883746668\n",
            "Epoch:  258  SSE:  9.617423614495248\n",
            "Epoch:  259  SSE:  9.570741898300657\n",
            "Epoch:  260  SSE:  9.524770746770468\n",
            "Epoch:  261  SSE:  9.479499339047452\n",
            "Epoch:  262  SSE:  9.434917019247283\n",
            "Epoch:  263  SSE:  9.391013293935771\n",
            "Epoch:  264  SSE:  9.347777829644963\n",
            "Epoch:  265  SSE:  9.305200450427629\n",
            "Epoch:  266  SSE:  9.263271135449289\n",
            "Epoch:  267  SSE:  9.22198001661744\n",
            "Epoch:  268  SSE:  9.181317376247263\n",
            "Epoch:  269  SSE:  9.14127364476323\n",
            "Epoch:  270  SSE:  9.101839398436137\n",
            "Epoch:  271  SSE:  9.063005357154834\n",
            "Epoch:  272  SSE:  9.024762382232403\n",
            "Epoch:  273  SSE:  8.987101474245936\n",
            "Epoch:  274  SSE:  8.950013770909468\n",
            "Epoch:  275  SSE:  8.913490544979792\n",
            "Epoch:  276  SSE:  8.877523202194231\n",
            "Epoch:  277  SSE:  8.842103279240256\n",
            "Epoch:  278  SSE:  8.807222441756105\n",
            "Epoch:  279  SSE:  8.772872482362276\n",
            "Epoch:  280  SSE:  8.739045318723072\n",
            "Epoch:  281  SSE:  8.705732991638007\n",
            "Epoch:  282  SSE:  8.672927663162415\n",
            "Epoch:  283  SSE:  8.640621614756922\n",
            "Epoch:  284  SSE:  8.608807245465279\n",
            "Epoch:  285  SSE:  8.577477070120116\n",
            "Epoch:  286  SSE:  8.546623717576212\n",
            "Epoch:  287  SSE:  8.516239928970863\n",
            "Epoch:  288  SSE:  8.486318556010886\n",
            "Epoch:  289  SSE:  8.456852559285801\n",
            "Epoch:  290  SSE:  8.427835006606964\n",
            "Epoch:  291  SSE:  8.399259071372054\n",
            "Epoch:  292  SSE:  8.371118030954621\n",
            "Epoch:  293  SSE:  8.343405265118326\n",
            "Epoch:  294  SSE:  8.316114254455359\n",
            "Epoch:  295  SSE:  8.289238578848838\n",
            "Epoch:  296  SSE:  8.26277191595875\n",
            "Epoch:  297  SSE:  8.236708039730972\n",
            "Epoch:  298  SSE:  8.211040818929176\n",
            "Epoch:  299  SSE:  8.185764215689137\n",
            "Epoch:  300  SSE:  8.160872284095195\n",
            "Epoch:  301  SSE:  8.13635916877845\n",
            "Epoch:  302  SSE:  8.112219103536411\n",
            "Epoch:  303  SSE:  8.08844640997374\n",
            "Epoch:  304  SSE:  8.06503549616377\n",
            "Epoch:  305  SSE:  8.041980855330472\n",
            "Epoch:  306  SSE:  8.019277064550614\n",
            "Epoch:  307  SSE:  7.996918783475687\n",
            "Epoch:  308  SSE:  7.974900753073379\n",
            "Epoch:  309  SSE:  7.95321779438832\n",
            "Epoch:  310  SSE:  7.931864807321675\n",
            "Epoch:  311  SSE:  7.910836769429454\n",
            "Epoch:  312  SSE:  7.890128734739151\n",
            "Epoch:  313  SSE:  7.86973583258443\n",
            "Epoch:  314  SSE:  7.849653266457648\n",
            "Epoch:  315  SSE:  7.82987631287986\n",
            "Epoch:  316  SSE:  7.810400320288116\n",
            "Epoch:  317  SSE:  7.791220707939682\n",
            "Epoch:  318  SSE:  7.772332964833086\n",
            "Epoch:  319  SSE:  7.753732648645534\n",
            "Epoch:  320  SSE:  7.7354153846865845\n",
            "Epoch:  321  SSE:  7.717376864867836\n",
            "Epoch:  322  SSE:  7.699612846688249\n",
            "Epoch:  323  SSE:  7.6821191522350425\n",
            "Epoch:  324  SSE:  7.664891667199731\n",
            "Epoch:  325  SSE:  7.647926339909315\n",
            "Epoch:  326  SSE:  7.631219180372091\n",
            "Epoch:  327  SSE:  7.614766259338152\n",
            "Epoch:  328  SSE:  7.598563707374163\n",
            "Epoch:  329  SSE:  7.582607713952222\n",
            "Epoch:  330  SSE:  7.5668945265526775\n",
            "Epoch:  331  SSE:  7.551420449780614\n",
            "Epoch:  332  SSE:  7.536181844495752\n",
            "Epoch:  333  SSE:  7.521175126955724\n",
            "Epoch:  334  SSE:  7.506396767972301\n",
            "Epoch:  335  SSE:  7.491843292080608\n",
            "Epoch:  336  SSE:  7.477511276720862\n",
            "Epoch:  337  SSE:  7.463397351432735\n",
            "Epoch:  338  SSE:  7.449498197061898\n",
            "Epoch:  339  SSE:  7.4358632126864155\n",
            "Epoch:  340  SSE:  7.527579172497338\n",
            "Epoch:  341  SSE:  7.5135130662537035\n",
            "Epoch:  342  SSE:  7.49965400892572\n",
            "Epoch:  343  SSE:  7.485998828148255\n",
            "Epoch:  344  SSE:  7.4725444798594065\n",
            "Epoch:  345  SSE:  7.459287980146799\n",
            "Epoch:  346  SSE:  7.446226391245822\n",
            "Epoch:  347  SSE:  7.433356818425263\n",
            "Epoch:  348  SSE:  7.420676409181888\n",
            "Epoch:  349  SSE:  7.408182352861956\n",
            "Epoch:  350  SSE:  7.395871880295478\n",
            "Epoch:  351  SSE:  7.383742263371241\n",
            "Epoch:  352  SSE:  7.371790814557114\n",
            "Epoch:  353  SSE:  7.360014886382167\n",
            "Epoch:  354  SSE:  7.348411870895409\n",
            "Epoch:  355  SSE:  7.3369791991117586\n",
            "Epoch:  356  SSE:  7.325714340452534\n",
            "Epoch:  357  SSE:  7.314614802185306\n",
            "Epoch:  358  SSE:  7.303678128866198\n",
            "Epoch:  359  SSE:  7.292901901786688\n",
            "Epoch:  360  SSE:  7.282283738426192\n",
            "Epoch:  361  SSE:  7.2718212919112215\n",
            "Epoch:  362  SSE:  7.261512250481637\n",
            "Epoch:  363  SSE:  7.251354336964197\n",
            "Epoch:  364  SSE:  7.241345308253567\n",
            "Epoch:  365  SSE:  7.231482954800869\n",
            "Epoch:  366  SSE:  7.221765100109762\n",
            "Epoch:  367  SSE:  7.212189600239866\n",
            "Epoch:  368  SSE:  7.202754343317727\n",
            "Epoch:  369  SSE:  7.193457249054972\n",
            "Epoch:  370  SSE:  7.184296268273711\n",
            "Epoch:  371  SSE:  7.175269382439115\n",
            "Epoch:  372  SSE:  7.166374603198895\n",
            "Epoch:  373  SSE:  7.157609971929814\n",
            "Epoch:  374  SSE:  7.148973559290956\n",
            "Epoch:  375  SSE:  7.140463464783704\n",
            "Epoch:  376  SSE:  7.132077816318405\n",
            "Epoch:  377  SSE:  7.12381476978744\n",
            "Epoch:  378  SSE:  7.115672508644851\n",
            "Epoch:  379  SSE:  7.107649243492183\n",
            "Epoch:  380  SSE:  7.099743211670656\n",
            "Epoch:  381  SSE:  7.091952676859379\n",
            "Epoch:  382  SSE:  7.084275928679683\n",
            "Epoch:  383  SSE:  7.076711282305427\n",
            "Epoch:  384  SSE:  7.069257078079066\n",
            "Epoch:  385  SSE:  7.061911681133651\n",
            "Epoch:  386  SSE:  7.054673481020398\n",
            "Epoch:  387  SSE:  7.0475408913419315\n",
            "Epoch:  388  SSE:  7.040512349391025\n",
            "Epoch:  389  SSE:  7.0335863157948015\n",
            "Epoch:  390  SSE:  7.0267612741643\n",
            "Epoch:  391  SSE:  7.020035730749306\n",
            "Epoch:  392  SSE:  7.013408214098358\n",
            "Epoch:  393  SSE:  7.006877274723958\n",
            "Epoch:  394  SSE:  7.000441484772705\n",
            "Epoch:  395  SSE:  6.994099437700544\n",
            "Epoch:  396  SSE:  6.98784974795276\n",
            "Epoch:  397  SSE:  6.981691050648926\n",
            "Epoch:  398  SSE:  6.975641665745414\n",
            "Epoch:  399  SSE:  7.014261845140855\n",
            "Epoch:  400  SSE:  7.00803497870077\n",
            "Epoch:  401  SSE:  7.001896316594245\n",
            "Epoch:  402  SSE:  6.995844493729398\n",
            "Epoch:  403  SSE:  6.989878227071849\n",
            "Epoch:  404  SSE:  6.983996268859249\n",
            "Epoch:  405  SSE:  6.9781973952141625\n",
            "Epoch:  406  SSE:  6.9724804026283165\n",
            "Epoch:  407  SSE:  6.966844106511483\n",
            "Epoch:  408  SSE:  6.961287340388297\n",
            "Epoch:  409  SSE:  6.955808955346894\n",
            "Epoch:  410  SSE:  6.9504078196091115\n",
            "Epoch:  411  SSE:  6.945082818169991\n",
            "Epoch:  412  SSE:  6.939832852481004\n",
            "Epoch:  413  SSE:  6.934842907781982\n",
            "Epoch:  414  SSE:  6.950795013967532\n",
            "Epoch:  415  SSE:  6.945611540796308\n",
            "Epoch:  416  SSE:  6.940501405226763\n",
            "Epoch:  417  SSE:  6.935462511672385\n",
            "Epoch:  418  SSE:  6.930493600812923\n",
            "Epoch:  419  SSE:  6.925593615424624\n",
            "Epoch:  420  SSE:  6.920761558615934\n",
            "Epoch:  421  SSE:  6.91599645930811\n",
            "Epoch:  422  SSE:  6.91129736335149\n",
            "Epoch:  423  SSE:  6.906663331099631\n",
            "Epoch:  424  SSE:  6.902093436649754\n",
            "Epoch:  425  SSE:  6.897586767515127\n",
            "Epoch:  426  SSE:  6.893142424407471\n",
            "Epoch:  427  SSE:  6.888759521046863\n",
            "Epoch:  428  SSE:  6.884437183977812\n",
            "Epoch:  429  SSE:  6.880174552387384\n",
            "Epoch:  430  SSE:  6.875970777924381\n",
            "Epoch:  431  SSE:  6.871825024520029\n",
            "Epoch:  432  SSE:  6.867736468210325\n",
            "Epoch:  433  SSE:  6.863704296960382\n",
            "Epoch:  434  SSE:  6.859727710490915\n",
            "Epoch:  435  SSE:  6.855805920106903\n",
            "Epoch:  436  SSE:  6.851943423257557\n",
            "Epoch:  437  SSE:  6.86567304685538\n",
            "Epoch:  438  SSE:  6.861786329528213\n",
            "Epoch:  439  SSE:  6.857952379976211\n",
            "Epoch:  440  SSE:  6.8541704298035695\n",
            "Epoch:  441  SSE:  6.850439744802293\n",
            "Epoch:  442  SSE:  6.847680668870169\n",
            "Epoch:  443  SSE:  7.202097215050934\n",
            "Epoch:  444  SSE:  7.1946578756539115\n",
            "Epoch:  445  SSE:  7.187302676175918\n",
            "Epoch:  446  SSE:  7.179835724726887\n",
            "Epoch:  447  SSE:  7.179696528445319\n",
            "Epoch:  448  SSE:  7.172451162088949\n",
            "Epoch:  449  SSE:  7.165288142803903\n",
            "Epoch:  450  SSE:  7.158206547644058\n",
            "Epoch:  451  SSE:  7.151205436484924\n",
            "Epoch:  452  SSE:  7.144283875803652\n",
            "Epoch:  453  SSE:  7.137440942383053\n",
            "Epoch:  454  SSE:  7.130675723883289\n",
            "Epoch:  455  SSE:  7.123987318870661\n",
            "Epoch:  456  SSE:  7.117132056832074\n",
            "Epoch:  457  SSE:  7.117225812299373\n",
            "Epoch:  458  SSE:  7.110624893743552\n",
            "Epoch:  459  SSE:  7.115405778141519\n",
            "Epoch:  460  SSE:  7.13943179791865\n",
            "Epoch:  461  SSE:  7.132413644137558\n",
            "Epoch:  462  SSE:  7.125474853892076\n",
            "Epoch:  463  SSE:  7.114975046163626\n",
            "Epoch:  464  SSE:  7.153164847165293\n",
            "Epoch:  465  SSE:  7.145541211328587\n",
            "Epoch:  466  SSE:  7.137736382663318\n",
            "Epoch:  467  SSE:  7.140133792441058\n",
            "Epoch:  468  SSE:  7.132638018981383\n",
            "Epoch:  469  SSE:  7.12522757356474\n",
            "Epoch:  470  SSE:  7.117901368471613\n",
            "Epoch:  471  SSE:  7.110658413248295\n",
            "Epoch:  472  SSE:  7.103497748402087\n",
            "Epoch:  473  SSE:  7.096418430197666\n",
            "Epoch:  474  SSE:  7.089419527008062\n",
            "Epoch:  475  SSE:  7.082500118309163\n",
            "Epoch:  476  SSE:  7.075659294305018\n",
            "Epoch:  477  SSE:  7.068896155720271\n",
            "Epoch:  478  SSE:  7.0622098136461116\n",
            "Epoch:  479  SSE:  7.055599389408078\n",
            "Epoch:  480  SSE:  7.049064014444471\n",
            "Epoch:  481  SSE:  7.042602830190552\n",
            "Epoch:  482  SSE:  7.036214987965904\n",
            "Epoch:  483  SSE:  7.029899648863802\n",
            "Epoch:  484  SSE:  7.023655983641734\n",
            "Epoch:  485  SSE:  7.017483172612697\n",
            "Epoch:  486  SSE:  7.011380405537347\n",
            "Epoch:  487  SSE:  7.00534688151671\n",
            "Epoch:  488  SSE:  6.999381808885702\n",
            "Epoch:  489  SSE:  6.993484405107326\n",
            "Epoch:  490  SSE:  6.987653896667793\n",
            "Epoch:  491  SSE:  6.981889518972516\n",
            "Epoch:  492  SSE:  6.976190516242996\n",
            "Epoch:  493  SSE:  6.970556141414787\n",
            "Epoch:  494  SSE:  6.964959251014562\n",
            "Epoch:  495  SSE:  6.969907798403244\n",
            "Epoch:  496  SSE:  6.96716291232433\n",
            "Epoch:  497  SSE:  6.961591269303942\n",
            "Epoch:  498  SSE:  6.956083044856616\n",
            "Epoch:  499  SSE:  6.950637413945092\n",
            "Epoch:  500  SSE:  6.945253638978003\n",
            "Epoch:  501  SSE:  6.938709997530336\n",
            "Epoch:  502  SSE:  6.935022238719809\n",
            "Epoch:  503  SSE:  6.929731312561145\n",
            "Epoch:  504  SSE:  6.924500458155924\n",
            "Epoch:  505  SSE:  6.917012612707432\n",
            "Epoch:  506  SSE:  6.913088665842108\n",
            "Epoch:  507  SSE:  6.911733759430546\n",
            "Epoch:  508  SSE:  6.892846904876713\n",
            "Epoch:  509  SSE:  6.890755514891342\n",
            "Epoch:  510  SSE:  6.885865510671138\n",
            "Epoch:  511  SSE:  6.879233069877573\n",
            "Epoch:  512  SSE:  6.89073133879311\n",
            "Epoch:  513  SSE:  6.884912787911385\n",
            "Epoch:  514  SSE:  6.894915951802107\n",
            "Epoch:  515  SSE:  6.889157936996775\n",
            "Epoch:  516  SSE:  6.883466928604828\n",
            "Epoch:  517  SSE:  6.8778422327601865\n",
            "Epoch:  518  SSE:  6.871383765811397\n",
            "Epoch:  519  SSE:  6.874273502386647\n",
            "Epoch:  520  SSE:  6.908414592122468\n",
            "Epoch:  521  SSE:  6.917171622864499\n",
            "Epoch:  522  SSE:  6.911323642189359\n",
            "Epoch:  523  SSE:  6.90554451912505\n",
            "Epoch:  524  SSE:  6.89983356731746\n",
            "Epoch:  525  SSE:  6.894190004527543\n",
            "Epoch:  526  SSE:  6.888613038082223\n",
            "Epoch:  527  SSE:  6.883101881037871\n",
            "Epoch:  528  SSE:  6.877655755168543\n",
            "Epoch:  529  SSE:  6.872273891440939\n",
            "Epoch:  530  SSE:  6.866955530008272\n",
            "Epoch:  531  SSE:  6.861699920112544\n",
            "Epoch:  532  SSE:  6.8565063199700145\n",
            "Epoch:  533  SSE:  6.8513739966550435\n",
            "Epoch:  534  SSE:  6.846302225985172\n",
            "Epoch:  535  SSE:  6.8412902924084555\n",
            "Epoch:  536  SSE:  6.836337488892891\n",
            "Epoch:  537  SSE:  6.820100260914595\n",
            "Epoch:  538  SSE:  6.816403394092503\n",
            "Epoch:  539  SSE:  6.811425375077358\n",
            "Epoch:  540  SSE:  6.806233462148659\n",
            "Epoch:  541  SSE:  6.805156009776569\n",
            "Epoch:  542  SSE:  6.800294842936222\n",
            "Epoch:  543  SSE:  6.7954909082210495\n",
            "Epoch:  544  SSE:  6.790743959907765\n",
            "Epoch:  545  SSE:  6.786053400133362\n",
            "Epoch:  546  SSE:  6.781418572034633\n",
            "Epoch:  547  SSE:  6.776838814575747\n",
            "Epoch:  548  SSE:  6.772313472625481\n",
            "Epoch:  549  SSE:  6.767841898675784\n",
            "Epoch:  550  SSE:  6.763423453024138\n",
            "Epoch:  551  SSE:  6.7590575036902765\n",
            "Epoch:  552  SSE:  6.754743426298689\n",
            "Epoch:  553  SSE:  6.750480603964877\n",
            "Epoch:  554  SSE:  6.746216203029861\n",
            "Epoch:  555  SSE:  6.736090265482387\n",
            "Epoch:  556  SSE:  6.731012913852135\n",
            "Epoch:  557  SSE:  6.705949519469114\n",
            "Epoch:  558  SSE:  6.701547766579063\n",
            "Epoch:  559  SSE:  6.697315275406906\n",
            "Epoch:  560  SSE:  6.6931332801262045\n",
            "Epoch:  561  SSE:  6.689001421544157\n",
            "Epoch:  562  SSE:  6.646316485678197\n",
            "Epoch:  563  SSE:  6.63929212239792\n",
            "Epoch:  564  SSE:  6.576553810203956\n",
            "Epoch:  565  SSE:  6.572553901654378\n",
            "Epoch:  566  SSE:  6.5677329177169455\n",
            "Epoch:  567  SSE:  6.567635693061011\n",
            "Epoch:  568  SSE:  6.5635775959582565\n",
            "Epoch:  569  SSE:  6.559569098833768\n",
            "Epoch:  570  SSE:  6.522244726327583\n",
            "Epoch:  571  SSE:  6.516122938318371\n",
            "Epoch:  572  SSE:  6.51221005754832\n",
            "Epoch:  573  SSE:  6.4879557129556025\n",
            "Epoch:  574  SSE:  6.492530647580294\n",
            "Epoch:  575  SSE:  6.488661551958282\n",
            "Epoch:  576  SSE:  6.484840316583398\n",
            "Epoch:  577  SSE:  6.481066138920019\n",
            "Epoch:  578  SSE:  6.477338400052637\n",
            "Epoch:  579  SSE:  6.473656520610233\n",
            "Epoch:  580  SSE:  6.470019934461886\n",
            "Epoch:  581  SSE:  6.466428083775547\n",
            "Epoch:  582  SSE:  6.462880417979286\n",
            "Epoch:  583  SSE:  6.4593763934519925\n",
            "Epoch:  584  SSE:  6.455915473362331\n",
            "Epoch:  585  SSE:  6.452497127546163\n",
            "Epoch:  586  SSE:  6.449120832399487\n",
            "Epoch:  587  SSE:  6.445786070780663\n",
            "Epoch:  588  SSE:  6.442492331918861\n",
            "Epoch:  589  SSE:  6.439239111327579\n",
            "Epoch:  590  SSE:  6.436004465147798\n",
            "Epoch:  591  SSE:  6.447081292331711\n",
            "Epoch:  592  SSE:  6.4439116053160195\n",
            "Epoch:  593  SSE:  6.43300360673258\n",
            "Epoch:  594  SSE:  6.425125818270304\n",
            "Epoch:  595  SSE:  6.421995798733663\n",
            "Epoch:  596  SSE:  6.41890431675155\n",
            "Epoch:  597  SSE:  6.4158510967350795\n",
            "Epoch:  598  SSE:  6.4128356996477205\n",
            "Epoch:  599  SSE:  6.408079950462512\n",
            "Epoch:  600  SSE:  6.401787493154969\n",
            "Epoch:  601  SSE:  6.398842901508335\n",
            "Epoch:  602  SSE:  6.395935043941666\n",
            "Epoch:  603  SSE:  6.393046621255021\n",
            "Epoch:  604  SSE:  6.406148207402968\n",
            "Epoch:  605  SSE:  6.4033160398119495\n",
            "Epoch:  606  SSE:  6.389871795639577\n",
            "Epoch:  607  SSE:  6.385560791744007\n",
            "Epoch:  608  SSE:  6.382797231452558\n",
            "Epoch:  609  SSE:  6.380068129684595\n",
            "Epoch:  610  SSE:  6.377373174471531\n",
            "Epoch:  611  SSE:  6.374711958309671\n",
            "Epoch:  612  SSE:  6.37208406134781\n",
            "Epoch:  613  SSE:  6.369489066130322\n",
            "Epoch:  614  SSE:  6.366926560109923\n",
            "Epoch:  615  SSE:  6.364396135989999\n",
            "Epoch:  616  SSE:  6.361897391693245\n",
            "Epoch:  617  SSE:  6.359429930274471\n",
            "Epoch:  618  SSE:  6.356993359831874\n",
            "Epoch:  619  SSE:  6.35458729342444\n",
            "Epoch:  620  SSE:  6.352211348995365\n",
            "Epoch:  621  SSE:  6.349865149300069\n",
            "Epoch:  622  SSE:  6.347548321838129\n",
            "Epoch:  623  SSE:  6.345260498788165\n",
            "Epoch:  624  SSE:  6.343001316945001\n",
            "Epoch:  625  SSE:  6.340770417658864\n",
            "Epoch:  626  SSE:  6.338567446776112\n",
            "Epoch:  627  SSE:  6.336392054581336\n",
            "Epoch:  628  SSE:  6.334243895740673\n",
            "Epoch:  629  SSE:  6.332122629246096\n",
            "Epoch:  630  SSE:  6.330027918360702\n",
            "Epoch:  631  SSE:  6.327959430564797\n",
            "Epoch:  632  SSE:  6.325916837502861\n",
            "Epoch:  633  SSE:  6.323899814931196\n",
            "Epoch:  634  SSE:  6.321897015757898\n",
            "Epoch:  635  SSE:  6.338106786683632\n",
            "Epoch:  636  SSE:  6.3361428136851075\n",
            "Epoch:  637  SSE:  6.334203506440571\n",
            "Epoch:  638  SSE:  6.332288530150939\n",
            "Epoch:  639  SSE:  6.330397575350159\n",
            "Epoch:  640  SSE:  6.328530340157988\n",
            "Epoch:  641  SSE:  6.326686527067163\n",
            "Epoch:  642  SSE:  6.324865842346146\n",
            "Epoch:  643  SSE:  6.323067995909948\n",
            "Epoch:  644  SSE:  6.321292701272079\n",
            "Epoch:  645  SSE:  6.319539675508522\n",
            "Epoch:  646  SSE:  6.317808639221847\n",
            "Epoch:  647  SSE:  6.315867685962927\n",
            "Epoch:  648  SSE:  6.315227262514145\n",
            "Epoch:  649  SSE:  6.313542368836539\n",
            "Epoch:  650  SSE:  6.311878828919744\n",
            "Epoch:  651  SSE:  6.308386684599414\n",
            "Epoch:  652  SSE:  6.303554136998465\n",
            "Epoch:  653  SSE:  6.301932867243121\n",
            "Epoch:  654  SSE:  6.300332192431735\n",
            "Epoch:  655  SSE:  6.29875172460359\n",
            "Epoch:  656  SSE:  6.297191185709035\n",
            "Epoch:  657  SSE:  6.295650320132154\n",
            "Epoch:  658  SSE:  6.294128878905362\n",
            "Epoch:  659  SSE:  6.2926266168263405\n",
            "Epoch:  660  SSE:  6.291143291903794\n",
            "Epoch:  661  SSE:  6.289678665224901\n",
            "Epoch:  662  SSE:  6.288232500899894\n",
            "Epoch:  663  SSE:  6.286804566020909\n",
            "Epoch:  664  SSE:  6.285394630623915\n",
            "Epoch:  665  SSE:  6.2840024676515\n",
            "Epoch:  666  SSE:  6.282627852916193\n",
            "Epoch:  667  SSE:  6.281270565064125\n",
            "Epoch:  668  SSE:  6.279930385539135\n",
            "Epoch:  669  SSE:  6.27860709854732\n",
            "Epoch:  670  SSE:  6.277300491021924\n",
            "Epoch:  671  SSE:  6.276010352588668\n",
            "Epoch:  672  SSE:  6.274736475531539\n",
            "Epoch:  673  SSE:  6.273478654758961\n",
            "Epoch:  674  SSE:  6.272236687770396\n",
            "Epoch:  675  SSE:  6.271010374623366\n",
            "Epoch:  676  SSE:  6.269799517900935\n",
            "Epoch:  677  SSE:  6.268603922679556\n",
            "Epoch:  678  SSE:  6.267423396497361\n",
            "Epoch:  679  SSE:  6.2662577493228735\n",
            "Epoch:  680  SSE:  6.2651067935241125\n",
            "Epoch:  681  SSE:  6.263970343838104\n",
            "Epoch:  682  SSE:  6.262848217340803\n",
            "Epoch:  683  SSE:  6.2617402334173855\n",
            "Epoch:  684  SSE:  6.260646213732947\n",
            "Epoch:  685  SSE:  6.259565982203575\n",
            "Epoch:  686  SSE:  6.258487220239839\n",
            "Epoch:  687  SSE:  6.469062908847591\n",
            "Epoch:  688  SSE:  6.466826239148379\n",
            "Epoch:  689  SSE:  6.464610089023785\n",
            "Epoch:  690  SSE:  6.4624141387362535\n",
            "Epoch:  691  SSE:  6.460238148426594\n",
            "Epoch:  692  SSE:  6.458081904070393\n",
            "Epoch:  693  SSE:  6.455945201974021\n",
            "Epoch:  694  SSE:  6.45382784341433\n",
            "Epoch:  695  SSE:  6.451729632634057\n",
            "Epoch:  696  SSE:  6.449650376100115\n",
            "Epoch:  697  SSE:  6.44758988225435\n",
            "Epoch:  698  SSE:  6.445547961450683\n",
            "Epoch:  699  SSE:  6.443524425955616\n",
            "Epoch:  700  SSE:  6.441519089964319\n",
            "Epoch:  701  SSE:  6.439531769615146\n",
            "Epoch:  702  SSE:  6.437562282997555\n",
            "Epoch:  703  SSE:  6.43561045015298\n",
            "Epoch:  704  SSE:  6.433676093069749\n",
            "Epoch:  705  SSE:  6.431759035673311\n",
            "Epoch:  706  SSE:  6.4297300573918985\n",
            "Epoch:  707  SSE:  6.445785044120081\n",
            "Epoch:  708  SSE:  6.541198505361466\n",
            "Epoch:  709  SSE:  6.538804284469562\n",
            "Epoch:  710  SSE:  6.536430120466962\n",
            "Epoch:  711  SSE:  6.534075723290057\n",
            "Epoch:  712  SSE:  6.5317408679700835\n",
            "Epoch:  713  SSE:  6.529425356618027\n",
            "Epoch:  714  SSE:  6.527129003344914\n",
            "Epoch:  715  SSE:  6.524851628032746\n",
            "Epoch:  716  SSE:  6.522593053781339\n",
            "Epoch:  717  SSE:  6.520353105893531\n",
            "Epoch:  718  SSE:  6.518131611493674\n",
            "Epoch:  719  SSE:  6.515928399398437\n",
            "Epoch:  720  SSE:  6.513743300082267\n",
            "Epoch:  721  SSE:  6.511576145674244\n",
            "Epoch:  722  SSE:  6.509426769961691\n",
            "Epoch:  723  SSE:  6.5072950083923775\n",
            "Epoch:  724  SSE:  6.505180698072736\n",
            "Epoch:  725  SSE:  6.503083677762147\n",
            "Epoch:  726  SSE:  6.5010037878641\n",
            "Epoch:  727  SSE:  6.4960860899987924\n",
            "Epoch:  728  SSE:  6.966046389926767\n",
            "Epoch:  729  SSE:  7.2171678957021514\n",
            "Epoch:  730  SSE:  7.209536551806145\n",
            "Epoch:  731  SSE:  7.201960525685302\n",
            "Epoch:  732  SSE:  7.194438806103058\n",
            "Epoch:  733  SSE:  7.182658928207481\n",
            "Epoch:  734  SSE:  7.1736782092410625\n",
            "Epoch:  735  SSE:  7.166263175919563\n",
            "Epoch:  736  SSE:  7.158901617547462\n",
            "Epoch:  737  SSE:  7.151592842716894\n",
            "Epoch:  738  SSE:  7.144336376019223\n",
            "Epoch:  739  SSE:  7.137131801879081\n",
            "Epoch:  740  SSE:  7.126814835324703\n",
            "Epoch:  741  SSE:  7.1157436437887265\n",
            "Epoch:  742  SSE:  7.234316841287852\n",
            "Epoch:  743  SSE:  7.226195044992135\n",
            "Epoch:  744  SSE:  7.218132545405228\n",
            "Epoch:  745  SSE:  7.210128574638807\n",
            "Epoch:  746  SSE:  7.202182616231639\n",
            "Epoch:  747  SSE:  7.1942942138748345\n",
            "Epoch:  748  SSE:  7.186354125104954\n",
            "Epoch:  749  SSE:  7.332928203641473\n",
            "Epoch:  750  SSE:  7.323375566709064\n",
            "Epoch:  751  SSE:  7.3806176359939455\n",
            "Epoch:  752  SSE:  7.371559453116944\n",
            "Epoch:  753  SSE:  7.3625671109977056\n",
            "Epoch:  754  SSE:  7.3536400966807935\n",
            "Epoch:  755  SSE:  7.341196699994163\n",
            "Epoch:  756  SSE:  7.497129676553291\n",
            "Epoch:  757  SSE:  7.648852501703341\n",
            "Epoch:  758  SSE:  7.635747627501491\n",
            "Epoch:  759  SSE:  7.68090595652754\n",
            "Epoch:  760  SSE:  7.668993627104796\n",
            "Epoch:  761  SSE:  7.651447698825776\n",
            "Epoch:  762  SSE:  7.625190740124263\n",
            "Epoch:  763  SSE:  7.916810781217818\n",
            "Epoch:  764  SSE:  7.901838485894878\n",
            "Epoch:  765  SSE:  7.8869852424697005\n",
            "Epoch:  766  SSE:  7.872248617770301\n",
            "Epoch:  767  SSE:  7.8545512520084095\n",
            "Epoch:  768  SSE:  7.88170784365741\n",
            "Epoch:  769  SSE:  7.864485809157618\n",
            "Epoch:  770  SSE:  7.898461376024115\n",
            "Epoch:  771  SSE:  7.883191385997723\n",
            "Epoch:  772  SSE:  7.854510744708524\n",
            "Epoch:  773  SSE:  8.015312294193935\n",
            "Epoch:  774  SSE:  7.99628334289848\n",
            "Epoch:  775  SSE:  8.051738868254493\n",
            "Epoch:  776  SSE:  8.0342944212149\n",
            "Epoch:  777  SSE:  8.016990577970715\n",
            "Epoch:  778  SSE:  7.99543351972326\n",
            "Epoch:  779  SSE:  8.091070473953538\n",
            "Epoch:  780  SSE:  8.073156917224154\n",
            "Epoch:  781  SSE:  8.055392290951536\n",
            "Epoch:  782  SSE:  8.028418011158612\n",
            "Epoch:  783  SSE:  8.084084975550473\n",
            "Epoch:  784  SSE:  8.064948943225767\n",
            "Epoch:  785  SSE:  8.157643381082664\n",
            "Epoch:  786  SSE:  8.138584696598503\n",
            "Epoch:  787  SSE:  8.11968688178445\n",
            "Epoch:  788  SSE:  8.10094889491437\n",
            "Epoch:  789  SSE:  8.077626480884073\n",
            "Epoch:  790  SSE:  8.089655001332764\n",
            "Epoch:  791  SSE:  8.104907423660903\n",
            "Epoch:  792  SSE:  8.08577006879175\n",
            "Epoch:  793  SSE:  8.01402379718422\n",
            "Epoch:  794  SSE:  8.353602529150097\n",
            "Epoch:  795  SSE:  8.329945429823075\n",
            "Epoch:  796  SSE:  8.3065052255314\n",
            "Epoch:  797  SSE:  8.282606753424913\n",
            "Epoch:  798  SSE:  8.359759321275456\n",
            "Epoch:  799  SSE:  8.377666746879765\n",
            "Epoch:  800  SSE:  8.35390708502696\n",
            "Epoch:  801  SSE:  8.33036439619787\n",
            "Epoch:  802  SSE:  8.307036472028534\n",
            "Epoch:  803  SSE:  8.283921282599911\n",
            "Epoch:  804  SSE:  8.261016861890644\n",
            "Epoch:  805  SSE:  8.238321275391119\n",
            "Epoch:  806  SSE:  8.20460211233586\n",
            "Epoch:  807  SSE:  8.374436943663436\n",
            "Epoch:  808  SSE:  8.391682151065442\n",
            "Epoch:  809  SSE:  8.347632929790075\n",
            "Epoch:  810  SSE:  8.481199980690093\n",
            "Epoch:  811  SSE:  8.455447240340536\n",
            "Epoch:  812  SSE:  8.429468395564513\n",
            "Epoch:  813  SSE:  8.45933345785889\n",
            "Epoch:  814  SSE:  8.433882091316333\n",
            "Epoch:  815  SSE:  8.398242604429578\n",
            "Epoch:  816  SSE:  8.456544339270469\n",
            "Epoch:  817  SSE:  8.430806871249768\n",
            "Epoch:  818  SSE:  8.405316589445745\n",
            "Epoch:  819  SSE:  8.380071782048953\n",
            "Epoch:  820  SSE:  8.355070265225041\n",
            "Epoch:  821  SSE:  8.330309740163742\n",
            "Epoch:  822  SSE:  8.305787892599596\n",
            "Epoch:  823  SSE:  8.25514851753541\n",
            "Epoch:  824  SSE:  8.286977437667757\n",
            "Epoch:  825  SSE:  8.262166899928463\n",
            "Epoch:  826  SSE:  8.237599957236323\n",
            "Epoch:  827  SSE:  8.21327332644343\n",
            "Epoch:  828  SSE:  8.189184404851723\n",
            "Epoch:  829  SSE:  8.165330795244774\n",
            "Epoch:  830  SSE:  8.141710174917023\n",
            "Epoch:  831  SSE:  8.112367656237263\n",
            "Epoch:  832  SSE:  8.12089227216751\n",
            "Epoch:  833  SSE:  8.090900639507561\n",
            "Epoch:  834  SSE:  8.095018208490629\n",
            "Epoch:  835  SSE:  8.071741346068913\n",
            "Epoch:  836  SSE:  8.04869345090416\n",
            "Epoch:  837  SSE:  8.025872387439435\n",
            "Epoch:  838  SSE:  8.002014938458348\n",
            "Epoch:  839  SSE:  8.072820585565614\n",
            "Epoch:  840  SSE:  8.0499349635825\n",
            "Epoch:  841  SSE:  8.027275930436982\n",
            "Epoch:  842  SSE:  8.004841341517984\n",
            "Epoch:  843  SSE:  7.982628998255052\n",
            "Epoch:  844  SSE:  7.960636704084695\n",
            "Epoch:  845  SSE:  7.938862279101888\n",
            "Epoch:  846  SSE:  7.91730356376578\n",
            "Epoch:  847  SSE:  7.895958419698697\n",
            "Epoch:  848  SSE:  7.874824729717314\n",
            "Epoch:  849  SSE:  7.853900397667192\n",
            "Epoch:  850  SSE:  7.797068632960963\n",
            "Epoch:  851  SSE:  7.844388084610719\n",
            "Epoch:  852  SSE:  7.823061595984144\n",
            "Epoch:  853  SSE:  7.793355842658191\n",
            "Epoch:  854  SSE:  7.796201390580361\n",
            "Epoch:  855  SSE:  7.775056655507867\n",
            "Epoch:  856  SSE:  7.747664362745302\n",
            "Epoch:  857  SSE:  7.750168350632397\n",
            "Epoch:  858  SSE:  7.69194749889164\n",
            "Epoch:  859  SSE:  7.739114354493338\n",
            "Epoch:  860  SSE:  7.67498820585718\n",
            "Epoch:  861  SSE:  7.715907788105644\n",
            "Epoch:  862  SSE:  7.693398635017469\n",
            "Epoch:  863  SSE:  7.653704117321414\n",
            "Epoch:  864  SSE:  7.654387503023392\n",
            "Epoch:  865  SSE:  7.672530487793853\n",
            "Epoch:  866  SSE:  7.649698559062764\n",
            "Epoch:  867  SSE:  7.627111197324062\n",
            "Epoch:  868  SSE:  7.6047652444339\n",
            "Epoch:  869  SSE:  7.582657962466049\n",
            "Epoch:  870  SSE:  7.560786750602985\n",
            "Epoch:  871  SSE:  7.510373402633599\n",
            "Epoch:  872  SSE:  7.4708391131929925\n",
            "Epoch:  873  SSE:  7.465419527899512\n",
            "Epoch:  874  SSE:  7.443772454207025\n",
            "Epoch:  875  SSE:  7.409941202786128\n",
            "Epoch:  876  SSE:  7.407573802937309\n",
            "Epoch:  877  SSE:  7.386308281124499\n",
            "Epoch:  878  SSE:  7.365273546690242\n",
            "Epoch:  879  SSE:  7.344467096005485\n",
            "Epoch:  880  SSE:  7.323886442407706\n",
            "Epoch:  881  SSE:  7.303529128103816\n",
            "Epoch:  882  SSE:  7.283392724280926\n",
            "Epoch:  883  SSE:  7.263474829950403\n",
            "Epoch:  884  SSE:  7.243351331362895\n",
            "Epoch:  885  SSE:  7.260995872741756\n",
            "Epoch:  886  SSE:  7.097566931909685\n",
            "Epoch:  887  SSE:  7.13687533419125\n",
            "Epoch:  888  SSE:  7.116521544639692\n",
            "Epoch:  889  SSE:  7.096395892028723\n",
            "Epoch:  890  SSE:  7.076494889927691\n",
            "Epoch:  891  SSE:  7.051088490823238\n",
            "Epoch:  892  SSE:  6.997014386057137\n",
            "Epoch:  893  SSE:  7.017289188489763\n",
            "Epoch:  894  SSE:  7.057000753797415\n",
            "Epoch:  895  SSE:  7.037025407077696\n",
            "Epoch:  896  SSE:  7.017275177894857\n",
            "Epoch:  897  SSE:  6.997747592277029\n",
            "Epoch:  898  SSE:  6.978440151096795\n",
            "Epoch:  899  SSE:  6.959350372779257\n",
            "Epoch:  900  SSE:  6.940475802041952\n",
            "Epoch:  901  SSE:  6.921814011344829\n",
            "Epoch:  902  SSE:  6.903362600825162\n",
            "Epoch:  903  SSE:  6.803135915592816\n",
            "Epoch:  904  SSE:  6.96205081856916\n",
            "Epoch:  905  SSE:  7.049730661483285\n",
            "Epoch:  906  SSE:  7.0286821152029875\n",
            "Epoch:  907  SSE:  7.044039790392515\n",
            "Epoch:  908  SSE:  6.948109388929389\n",
            "Epoch:  909  SSE:  6.939574021617949\n",
            "Epoch:  910  SSE:  6.920643280719743\n",
            "Epoch:  911  SSE:  6.901936605872461\n",
            "Epoch:  912  SSE:  6.883451118958285\n",
            "Epoch:  913  SSE:  6.865184126449013\n",
            "Epoch:  914  SSE:  6.847133015688157\n",
            "Epoch:  915  SSE:  6.8292952231291215\n",
            "Epoch:  916  SSE:  6.811668222811564\n",
            "Epoch:  917  SSE:  6.794249521680804\n",
            "Epoch:  918  SSE:  6.775530627572804\n",
            "Epoch:  919  SSE:  6.7952933790725405\n",
            "Epoch:  920  SSE:  6.778300784371997\n",
            "Epoch:  921  SSE:  6.761509306462142\n",
            "Epoch:  922  SSE:  6.744916661595557\n",
            "Epoch:  923  SSE:  6.728520523820012\n",
            "Epoch:  924  SSE:  6.71231857535897\n",
            "Epoch:  925  SSE:  6.696308519766669\n",
            "Epoch:  926  SSE:  6.680488085637419\n",
            "Epoch:  927  SSE:  6.664855027641791\n",
            "Epoch:  928  SSE:  6.649407126708618\n",
            "Epoch:  929  SSE:  6.63414218990501\n",
            "Epoch:  930  SSE:  6.619058050203116\n",
            "Epoch:  931  SSE:  6.6041525662040454\n",
            "Epoch:  932  SSE:  6.544743005236375\n",
            "Epoch:  933  SSE:  6.5517780215478005\n",
            "Epoch:  934  SSE:  6.537038094776984\n",
            "Epoch:  935  SSE:  6.522474961957707\n",
            "Epoch:  936  SSE:  6.4788956279822525\n",
            "Epoch:  937  SSE:  6.473955569326163\n",
            "Epoch:  938  SSE:  6.459744000093893\n",
            "Epoch:  939  SSE:  6.445703073614436\n",
            "Epoch:  940  SSE:  6.412047607299121\n",
            "Epoch:  941  SSE:  6.408391234789694\n",
            "Epoch:  942  SSE:  6.394680278941207\n",
            "Epoch:  943  SSE:  6.3758141975500475\n",
            "Epoch:  944  SSE:  6.393194503016633\n",
            "Epoch:  945  SSE:  6.379840920272722\n",
            "Epoch:  946  SSE:  6.366647733742335\n",
            "Epoch:  947  SSE:  6.35361325762582\n",
            "Epoch:  948  SSE:  6.340735657819784\n",
            "Epoch:  949  SSE:  6.328013072781689\n",
            "Epoch:  950  SSE:  6.315443646889704\n",
            "Epoch:  951  SSE:  6.303025540755401\n",
            "Epoch:  952  SSE:  6.290756934707532\n",
            "Epoch:  953  SSE:  6.2786360299749875\n",
            "Epoch:  954  SSE:  6.266661049010891\n",
            "Epoch:  955  SSE:  6.254830235474987\n",
            "Epoch:  956  SSE:  6.243141854076459\n",
            "Epoch:  957  SSE:  6.231594190360217\n",
            "Epoch:  958  SSE:  6.2201855504717685\n",
            "Epoch:  959  SSE:  6.207132941311555\n",
            "Epoch:  960  SSE:  6.2273351238142745\n",
            "Epoch:  961  SSE:  6.216217983795318\n",
            "Epoch:  962  SSE:  6.2052351063092335\n",
            "Epoch:  963  SSE:  6.194384798014745\n",
            "Epoch:  964  SSE:  6.183665431478564\n",
            "Epoch:  965  SSE:  6.140528307371634\n",
            "Epoch:  966  SSE:  6.137165781862473\n",
            "Epoch:  967  SSE:  6.126724423223493\n",
            "Epoch:  968  SSE:  6.116408788826921\n",
            "Epoch:  969  SSE:  6.106217736235123\n",
            "Epoch:  970  SSE:  6.096149860388748\n",
            "Epoch:  971  SSE:  6.0862037028146405\n",
            "Epoch:  972  SSE:  6.076377802484594\n",
            "Epoch:  973  SSE:  6.066670709283044\n",
            "Epoch:  974  SSE:  6.057080988047955\n",
            "Epoch:  975  SSE:  6.047607219895255\n",
            "Epoch:  976  SSE:  6.038248002633508\n",
            "Epoch:  977  SSE:  6.02900195083115\n",
            "Epoch:  978  SSE:  5.989776638404948\n",
            "Epoch:  979  SSE:  6.077124690224088\n",
            "Epoch:  980  SSE:  6.06790096573355\n",
            "Epoch:  981  SSE:  6.058790373922567\n",
            "Epoch:  982  SSE:  6.049791252268417\n",
            "Epoch:  983  SSE:  6.026473087244007\n",
            "Epoch:  984  SSE:  6.024009112598724\n",
            "Epoch:  985  SSE:  6.0429945188119625\n",
            "Epoch:  986  SSE:  6.031627569775578\n",
            "Epoch:  987  SSE:  6.049893606024755\n",
            "Epoch:  988  SSE:  6.041267182025927\n",
            "Epoch:  989  SSE:  6.032746865336015\n",
            "Epoch:  990  SSE:  6.0243314269804795\n",
            "Epoch:  991  SSE:  6.016019597652771\n",
            "Epoch:  992  SSE:  6.007810109007012\n",
            "Epoch:  993  SSE:  5.999701703943871\n",
            "Epoch:  994  SSE:  5.9916931393693105\n",
            "Epoch:  995  SSE:  5.983783186949099\n",
            "Epoch:  996  SSE:  5.975970633251282\n",
            "Epoch:  997  SSE:  5.947749467761896\n",
            "Epoch:  998  SSE:  5.946915400412283\n",
            "Epoch:  999  SSE:  5.939295580739578\n",
            "Epoch:  1000  SSE:  5.931770202214572\n",
            "[0, 0, 0, 0, 2, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 2, 2, 2, 2, 2, 2, 2, 1, 0, 2, 2, 0, 0, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 1, 0, 0, 0, 2, 1, 2, 0, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 0, 2, 2, 0, 0, 2, 2, 2, 2, 2, 2, 2, 2, 2, 0, 2, 0, 2, 2, 2, 1, 2, 1, 2, 2, 1, 1, 0, 2, 2, 2, 1, 0, 0, 0, 0, 2]\n",
            "[array([0.00797534, 0.00170634, 0.00144771, 0.01161353, 0.06280381,\n",
            "       0.00154722, 0.0016379 , 0.00217176, 0.00112279, 0.00404237,\n",
            "       0.000594  , 0.00166869, 0.46607791]), array([0.00777727, 0.00171288, 0.00143008, 0.01201112, 0.06006226,\n",
            "       0.00147042, 0.00150395, 0.00508627, 0.00106929, 0.00371565,\n",
            "       0.00059893, 0.00166217, 0.39419432]), array([0.00767012, 0.00171452, 0.00141856, 0.01218164, 0.05869389,\n",
            "       0.00142438, 0.00142204, 0.06844436, 0.00104232, 0.00345806,\n",
            "       0.0007555 , 0.00166313, 0.35527026])]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-sPE2bIG1jVw",
        "outputId": "fcdb1028-0902-4ac4-f96c-db11fc7c76bb"
      },
      "source": [
        "print(len(cluster))"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "178\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WvyoLCIy1yEu",
        "outputId": "50a0f077-099f-4c87-aa33-393de36759ad"
      },
      "source": [
        "silhouette_avg = silhouette_score(data, cluster)\n",
        "print(\"Silhoutte score : \",silhouette_avg)"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Silhoutte score :  0.2243475187857315\n"
          ]
        }
      ]
    }
  ]
}