15- learning-rate-schedules.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "v1JOUdAYDXjm"
      },
      "source": [
        "# Learning Rate schedules in Practice\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "wi2X-ciBDXjn"
      },
      "outputs": [],
      "source": [
        "import os\n",
        "os.environ['KMP_DUPLICATE_LIB_OK']='True'\n",
        "\n",
        "from tensorflow import keras\n",
        "import tensorflow as tf\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "import math"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "YP7ss_DXDXjo"
      },
      "source": [
        "## Fashion MMIST dataset"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SxJq4OiLDXjp",
        "outputId": "44ceb427-77b0-4d9a-f858-4175e2785a2c"
      },
      "outputs": [],
      "source": [
        "fashion_mnist = keras.datasets.fashion_mnist\n",
        "(X_train_full, y_train_full), (X_test, y_test) = fashion_mnist.load_data()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "OEqV2_gfDXjp",
        "outputId": "4691fa38-87c9-42be-c88f-50fb0eceaca6"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "((60000, 28, 28), dtype('uint8'))"
            ]
          },
          "execution_count": 3,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "X_train_full.shape, X_train_full.dtype"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "8dq9zjWhDXjq"
      },
      "outputs": [],
      "source": [
        "# For faster training, let's use a subset 10,000\n",
        "X_train, y_train = X_train_full[:10000] / 255.0, y_train_full[:10000]"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "w5P8FmaFDXjq"
      },
      "source": [
        "## Building a NN model"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "4M_iIsSeDXjr"
      },
      "outputs": [],
      "source": [
        "from tensorflow.keras.models import Sequential\n",
        "from tensorflow.keras.layers import Dense, Flatten\n",
        "\n",
        "def create_model(): \n",
        "    model = Sequential([\n",
        "        Flatten(input_shape=(28, 28)),\n",
        "        Dense(300, activation='relu'),\n",
        "        Dense(100, activation='relu'),\n",
        "        Dense(10, activation='softmax'),\n",
        "    ])\n",
        "    return model"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JbbQpmYfDXjr",
        "outputId": "d5616dec-cf9f-4b54-9e24-9a79c5682444"
      },
      "outputs": [],
      "source": [
        "model = create_model()\n",
        "model.summary()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "C3eQusVADXjr"
      },
      "source": [
        "## Helper functions for plotting"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "id": "MIWP_e16DXjs"
      },
      "outputs": [],
      "source": [
        "%matplotlib inline\n",
        "%config InlineBackend.figure_format = 'svg'\n",
        "\n",
        "def plot_lr(history):\n",
        "    learning_rate = history.history['lr']\n",
        "    epochs = range(1, len(learning_rate) + 1)\n",
        "    plt.plot(epochs, learning_rate)\n",
        "    plt.title('Learning rate')\n",
        "    plt.xlabel('Epochs')\n",
        "    plt.ylabel('Learning rate')\n",
        "    plt.show()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "id": "yfSXYllfDXjs"
      },
      "outputs": [],
      "source": [
        "def plot_metric(history, metric):\n",
        "    train_metrics = history.history[metric]\n",
        "    val_metrics = history.history['val_'+metric]\n",
        "    epochs = range(1, len(train_metrics) + 1)\n",
        "    plt.plot(epochs, train_metrics)\n",
        "    plt.plot(epochs, val_metrics)\n",
        "    plt.title('Training and validation '+ metric)\n",
        "    plt.xlabel(\"Epochs\")\n",
        "    plt.ylabel(metric)\n",
        "    plt.legend([\"train_\"+metric, 'val_'+metric])\n",
        "    plt.show()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3yjlwMsgDXjs"
      },
      "source": [
        "## 1. Constant Learning Rate\n",
        "\n",
        "همان نرخ یادگیری پیش فرض در آپتیمایزر هاست."
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "id": "3erx831IDXjt"
      },
      "outputs": [],
      "source": [
        "# Create a new model\n",
        "model = create_model()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PZPZK2apDXjt",
        "outputId": "9ccf1869-cae5-40e5-a6f5-b138291e3735"
      },
      "outputs": [],
      "source": [
        "# Learning rate defaults to 0.01 according to https://keras.io/api/optimizers/sgd/\n",
        "# To use a custom Learning Rate\n",
        "sgd = tf.keras.optimizers.SGD(learning_rate=0.01)\n",
        "\n",
        "model.compile(\n",
        "    optimizer=sgd, \n",
        "    loss='sparse_categorical_crossentropy', \n",
        "    metrics=['accuracy']\n",
        ")\n",
        "\n",
        "history_constant = model.fit(\n",
        "    X_train, \n",
        "    y_train, \n",
        "    epochs=100, \n",
        "    validation_split=0.2,\n",
        "    batch_size=64\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 391
        },
        "id": "mgIh-fdeDXjt",
        "outputId": "344c81df-b3a0-4fed-e5b3-a396d7dc4480"
      },
      "outputs": [
        {
          "data": {
            "image/svg+xml": [
              "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
              "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
              "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
              "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
              "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 392.14375 277.314375\" width=\"392.14375pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
              " <defs>\n",
              "  <style type=\"text/css\">\n",
              "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
              "  </style>\n",
              " </defs>\n",
              " <g id=\"figure_1\">\n",
              "  <g id=\"patch_1\">\n",
              "   <path d=\"M 0 277.314375 \n",
              "L 392.14375 277.314375 \n",
              "L 392.14375 0 \n",
              "L 0 0 \n",
              "z\n",
              "\" style=\"fill:none;\"/>\n",
              "  </g>\n",
              "  <g id=\"axes_1\">\n",
              "   <g id=\"patch_2\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 384.94375 239.758125 \n",
              "L 384.94375 22.318125 \n",
              "L 50.14375 22.318125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;\"/>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_1\">\n",
              "    <g id=\"xtick_1\">\n",
              "     <g id=\"line2d_1\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L 0 3.5 \n",
              "\" id=\"m3a820d9297\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.287552\" xlink:href=\"#m3a820d9297\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_1\">\n",
              "      <!-- 0 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 66.40625 \n",
              "Q 24.171875 66.40625 20.328125 58.90625 \n",
              "Q 16.5 51.421875 16.5 36.375 \n",
              "Q 16.5 21.390625 20.328125 13.890625 \n",
              "Q 24.171875 6.390625 31.78125 6.390625 \n",
              "Q 39.453125 6.390625 43.28125 13.890625 \n",
              "Q 47.125 21.390625 47.125 36.375 \n",
              "Q 47.125 51.421875 43.28125 58.90625 \n",
              "Q 39.453125 66.40625 31.78125 66.40625 \n",
              "z\n",
              "M 31.78125 74.21875 \n",
              "Q 44.046875 74.21875 50.515625 64.515625 \n",
              "Q 56.984375 54.828125 56.984375 36.375 \n",
              "Q 56.984375 17.96875 50.515625 8.265625 \n",
              "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
              "Q 19.53125 -1.421875 13.0625 8.265625 \n",
              "Q 6.59375 17.96875 6.59375 36.375 \n",
              "Q 6.59375 54.828125 13.0625 64.515625 \n",
              "Q 19.53125 74.21875 31.78125 74.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-48\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(59.106302 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_2\">\n",
              "     <g id=\"line2d_2\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"123.775155\" xlink:href=\"#m3a820d9297\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_2\">\n",
              "      <!-- 20 -->\n",
              "      <defs>\n",
              "       <path d=\"M 19.1875 8.296875 \n",
              "L 53.609375 8.296875 \n",
              "L 53.609375 0 \n",
              "L 7.328125 0 \n",
              "L 7.328125 8.296875 \n",
              "Q 12.9375 14.109375 22.625 23.890625 \n",
              "Q 32.328125 33.6875 34.8125 36.53125 \n",
              "Q 39.546875 41.84375 41.421875 45.53125 \n",
              "Q 43.3125 49.21875 43.3125 52.78125 \n",
              "Q 43.3125 58.59375 39.234375 62.25 \n",
              "Q 35.15625 65.921875 28.609375 65.921875 \n",
              "Q 23.96875 65.921875 18.8125 64.3125 \n",
              "Q 13.671875 62.703125 7.8125 59.421875 \n",
              "L 7.8125 69.390625 \n",
              "Q 13.765625 71.78125 18.9375 73 \n",
              "Q 24.125 74.21875 28.421875 74.21875 \n",
              "Q 39.75 74.21875 46.484375 68.546875 \n",
              "Q 53.21875 62.890625 53.21875 53.421875 \n",
              "Q 53.21875 48.921875 51.53125 44.890625 \n",
              "Q 49.859375 40.875 45.40625 35.40625 \n",
              "Q 44.1875 33.984375 37.640625 27.21875 \n",
              "Q 31.109375 20.453125 19.1875 8.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-50\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(117.412655 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_3\">\n",
              "     <g id=\"line2d_3\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"185.262758\" xlink:href=\"#m3a820d9297\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_3\">\n",
              "      <!-- 40 -->\n",
              "      <defs>\n",
              "       <path d=\"M 37.796875 64.3125 \n",
              "L 12.890625 25.390625 \n",
              "L 37.796875 25.390625 \n",
              "z\n",
              "M 35.203125 72.90625 \n",
              "L 47.609375 72.90625 \n",
              "L 47.609375 25.390625 \n",
              "L 58.015625 25.390625 \n",
              "L 58.015625 17.1875 \n",
              "L 47.609375 17.1875 \n",
              "L 47.609375 0 \n",
              "L 37.796875 0 \n",
              "L 37.796875 17.1875 \n",
              "L 4.890625 17.1875 \n",
              "L 4.890625 26.703125 \n",
              "z\n",
              "\" id=\"DejaVuSans-52\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(178.900258 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-52\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_4\">\n",
              "     <g id=\"line2d_4\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"246.750362\" xlink:href=\"#m3a820d9297\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_4\">\n",
              "      <!-- 60 -->\n",
              "      <defs>\n",
              "       <path d=\"M 33.015625 40.375 \n",
              "Q 26.375 40.375 22.484375 35.828125 \n",
              "Q 18.609375 31.296875 18.609375 23.390625 \n",
              "Q 18.609375 15.53125 22.484375 10.953125 \n",
              "Q 26.375 6.390625 33.015625 6.390625 \n",
              "Q 39.65625 6.390625 43.53125 10.953125 \n",
              "Q 47.40625 15.53125 47.40625 23.390625 \n",
              "Q 47.40625 31.296875 43.53125 35.828125 \n",
              "Q 39.65625 40.375 33.015625 40.375 \n",
              "z\n",
              "M 52.59375 71.296875 \n",
              "L 52.59375 62.3125 \n",
              "Q 48.875 64.0625 45.09375 64.984375 \n",
              "Q 41.3125 65.921875 37.59375 65.921875 \n",
              "Q 27.828125 65.921875 22.671875 59.328125 \n",
              "Q 17.53125 52.734375 16.796875 39.40625 \n",
              "Q 19.671875 43.65625 24.015625 45.921875 \n",
              "Q 28.375 48.1875 33.59375 48.1875 \n",
              "Q 44.578125 48.1875 50.953125 41.515625 \n",
              "Q 57.328125 34.859375 57.328125 23.390625 \n",
              "Q 57.328125 12.15625 50.6875 5.359375 \n",
              "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
              "Q 20.359375 -1.421875 13.671875 8.265625 \n",
              "Q 6.984375 17.96875 6.984375 36.375 \n",
              "Q 6.984375 53.65625 15.1875 63.9375 \n",
              "Q 23.390625 74.21875 37.203125 74.21875 \n",
              "Q 40.921875 74.21875 44.703125 73.484375 \n",
              "Q 48.484375 72.75 52.59375 71.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-54\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(240.387862 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_5\">\n",
              "     <g id=\"line2d_5\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"308.237965\" xlink:href=\"#m3a820d9297\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_5\">\n",
              "      <!-- 80 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 34.625 \n",
              "Q 24.75 34.625 20.71875 30.859375 \n",
              "Q 16.703125 27.09375 16.703125 20.515625 \n",
              "Q 16.703125 13.921875 20.71875 10.15625 \n",
              "Q 24.75 6.390625 31.78125 6.390625 \n",
              "Q 38.8125 6.390625 42.859375 10.171875 \n",
              "Q 46.921875 13.96875 46.921875 20.515625 \n",
              "Q 46.921875 27.09375 42.890625 30.859375 \n",
              "Q 38.875 34.625 31.78125 34.625 \n",
              "z\n",
              "M 21.921875 38.8125 \n",
              "Q 15.578125 40.375 12.03125 44.71875 \n",
              "Q 8.5 49.078125 8.5 55.328125 \n",
              "Q 8.5 64.0625 14.71875 69.140625 \n",
              "Q 20.953125 74.21875 31.78125 74.21875 \n",
              "Q 42.671875 74.21875 48.875 69.140625 \n",
              "Q 55.078125 64.0625 55.078125 55.328125 \n",
              "Q 55.078125 49.078125 51.53125 44.71875 \n",
              "Q 48 40.375 41.703125 38.8125 \n",
              "Q 48.828125 37.15625 52.796875 32.3125 \n",
              "Q 56.78125 27.484375 56.78125 20.515625 \n",
              "Q 56.78125 9.90625 50.3125 4.234375 \n",
              "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
              "Q 19.734375 -1.421875 13.25 4.234375 \n",
              "Q 6.78125 9.90625 6.78125 20.515625 \n",
              "Q 6.78125 27.484375 10.78125 32.3125 \n",
              "Q 14.796875 37.15625 21.921875 38.8125 \n",
              "z\n",
              "M 18.3125 54.390625 \n",
              "Q 18.3125 48.734375 21.84375 45.5625 \n",
              "Q 25.390625 42.390625 31.78125 42.390625 \n",
              "Q 38.140625 42.390625 41.71875 45.5625 \n",
              "Q 45.3125 48.734375 45.3125 54.390625 \n",
              "Q 45.3125 60.0625 41.71875 63.234375 \n",
              "Q 38.140625 66.40625 31.78125 66.40625 \n",
              "Q 25.390625 66.40625 21.84375 63.234375 \n",
              "Q 18.3125 60.0625 18.3125 54.390625 \n",
              "z\n",
              "\" id=\"DejaVuSans-56\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(301.875465 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_6\">\n",
              "     <g id=\"line2d_6\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"369.725568\" xlink:href=\"#m3a820d9297\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_6\">\n",
              "      <!-- 100 -->\n",
              "      <defs>\n",
              "       <path d=\"M 12.40625 8.296875 \n",
              "L 28.515625 8.296875 \n",
              "L 28.515625 63.921875 \n",
              "L 10.984375 60.40625 \n",
              "L 10.984375 69.390625 \n",
              "L 28.421875 72.90625 \n",
              "L 38.28125 72.90625 \n",
              "L 38.28125 8.296875 \n",
              "L 54.390625 8.296875 \n",
              "L 54.390625 0 \n",
              "L 12.40625 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-49\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(360.181818 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_7\">\n",
              "     <!-- Epochs -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 55.90625 72.90625 \n",
              "L 55.90625 64.59375 \n",
              "L 19.671875 64.59375 \n",
              "L 19.671875 43.015625 \n",
              "L 54.390625 43.015625 \n",
              "L 54.390625 34.71875 \n",
              "L 19.671875 34.71875 \n",
              "L 19.671875 8.296875 \n",
              "L 56.78125 8.296875 \n",
              "L 56.78125 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-69\"/>\n",
              "      <path d=\"M 18.109375 8.203125 \n",
              "L 18.109375 -20.796875 \n",
              "L 9.078125 -20.796875 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.390625 \n",
              "Q 20.953125 51.265625 25.265625 53.625 \n",
              "Q 29.59375 56 35.59375 56 \n",
              "Q 45.5625 56 51.78125 48.09375 \n",
              "Q 58.015625 40.1875 58.015625 27.296875 \n",
              "Q 58.015625 14.40625 51.78125 6.484375 \n",
              "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
              "Q 29.59375 -1.421875 25.265625 0.953125 \n",
              "Q 20.953125 3.328125 18.109375 8.203125 \n",
              "z\n",
              "M 48.6875 27.296875 \n",
              "Q 48.6875 37.203125 44.609375 42.84375 \n",
              "Q 40.53125 48.484375 33.40625 48.484375 \n",
              "Q 26.265625 48.484375 22.1875 42.84375 \n",
              "Q 18.109375 37.203125 18.109375 27.296875 \n",
              "Q 18.109375 17.390625 22.1875 11.75 \n",
              "Q 26.265625 6.109375 33.40625 6.109375 \n",
              "Q 40.53125 6.109375 44.609375 11.75 \n",
              "Q 48.6875 17.390625 48.6875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-112\"/>\n",
              "      <path d=\"M 30.609375 48.390625 \n",
              "Q 23.390625 48.390625 19.1875 42.75 \n",
              "Q 14.984375 37.109375 14.984375 27.296875 \n",
              "Q 14.984375 17.484375 19.15625 11.84375 \n",
              "Q 23.34375 6.203125 30.609375 6.203125 \n",
              "Q 37.796875 6.203125 41.984375 11.859375 \n",
              "Q 46.1875 17.53125 46.1875 27.296875 \n",
              "Q 46.1875 37.015625 41.984375 42.703125 \n",
              "Q 37.796875 48.390625 30.609375 48.390625 \n",
              "z\n",
              "M 30.609375 56 \n",
              "Q 42.328125 56 49.015625 48.375 \n",
              "Q 55.71875 40.765625 55.71875 27.296875 \n",
              "Q 55.71875 13.875 49.015625 6.21875 \n",
              "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
              "Q 18.84375 -1.421875 12.171875 6.21875 \n",
              "Q 5.515625 13.875 5.515625 27.296875 \n",
              "Q 5.515625 40.765625 12.171875 48.375 \n",
              "Q 18.84375 56 30.609375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-111\"/>\n",
              "      <path d=\"M 48.78125 52.59375 \n",
              "L 48.78125 44.1875 \n",
              "Q 44.96875 46.296875 41.140625 47.34375 \n",
              "Q 37.3125 48.390625 33.40625 48.390625 \n",
              "Q 24.65625 48.390625 19.8125 42.84375 \n",
              "Q 14.984375 37.3125 14.984375 27.296875 \n",
              "Q 14.984375 17.28125 19.8125 11.734375 \n",
              "Q 24.65625 6.203125 33.40625 6.203125 \n",
              "Q 37.3125 6.203125 41.140625 7.25 \n",
              "Q 44.96875 8.296875 48.78125 10.40625 \n",
              "L 48.78125 2.09375 \n",
              "Q 45.015625 0.34375 40.984375 -0.53125 \n",
              "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
              "Q 20.0625 -1.421875 12.78125 6.34375 \n",
              "Q 5.515625 14.109375 5.515625 27.296875 \n",
              "Q 5.515625 40.671875 12.859375 48.328125 \n",
              "Q 20.21875 56 33.015625 56 \n",
              "Q 37.15625 56 41.109375 55.140625 \n",
              "Q 45.0625 54.296875 48.78125 52.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-99\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 75.984375 \n",
              "L 18.109375 75.984375 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-104\"/>\n",
              "      <path d=\"M 44.28125 53.078125 \n",
              "L 44.28125 44.578125 \n",
              "Q 40.484375 46.53125 36.375 47.5 \n",
              "Q 32.28125 48.484375 27.875 48.484375 \n",
              "Q 21.1875 48.484375 17.84375 46.4375 \n",
              "Q 14.5 44.390625 14.5 40.28125 \n",
              "Q 14.5 37.15625 16.890625 35.375 \n",
              "Q 19.28125 33.59375 26.515625 31.984375 \n",
              "L 29.59375 31.296875 \n",
              "Q 39.15625 29.25 43.1875 25.515625 \n",
              "Q 47.21875 21.78125 47.21875 15.09375 \n",
              "Q 47.21875 7.46875 41.1875 3.015625 \n",
              "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
              "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
              "Q 10.6875 0.296875 5.421875 2 \n",
              "L 5.421875 11.28125 \n",
              "Q 10.40625 8.6875 15.234375 7.390625 \n",
              "Q 20.0625 6.109375 24.8125 6.109375 \n",
              "Q 31.15625 6.109375 34.5625 8.28125 \n",
              "Q 37.984375 10.453125 37.984375 14.40625 \n",
              "Q 37.984375 18.0625 35.515625 20.015625 \n",
              "Q 33.0625 21.96875 24.703125 23.78125 \n",
              "L 21.578125 24.515625 \n",
              "Q 13.234375 26.265625 9.515625 29.90625 \n",
              "Q 5.8125 33.546875 5.8125 39.890625 \n",
              "Q 5.8125 47.609375 11.28125 51.796875 \n",
              "Q 16.75 56 26.8125 56 \n",
              "Q 31.78125 56 36.171875 55.265625 \n",
              "Q 40.578125 54.546875 44.28125 53.078125 \n",
              "z\n",
              "\" id=\"DejaVuSans-115\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(199.628125 268.034687)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
              "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
              "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_2\">\n",
              "    <g id=\"ytick_1\">\n",
              "     <g id=\"line2d_7\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L -3.5 0 \n",
              "\" id=\"m0726af1182\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m0726af1182\" y=\"215.590757\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_8\">\n",
              "      <!-- 0.60 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.6875 12.40625 \n",
              "L 21 12.40625 \n",
              "L 21 0 \n",
              "L 10.6875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-46\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 219.389976)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_2\">\n",
              "     <g id=\"line2d_8\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m0726af1182\" y=\"187.720091\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_9\">\n",
              "      <!-- 0.65 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.796875 72.90625 \n",
              "L 49.515625 72.90625 \n",
              "L 49.515625 64.59375 \n",
              "L 19.828125 64.59375 \n",
              "L 19.828125 46.734375 \n",
              "Q 21.96875 47.46875 24.109375 47.828125 \n",
              "Q 26.265625 48.1875 28.421875 48.1875 \n",
              "Q 40.625 48.1875 47.75 41.5 \n",
              "Q 54.890625 34.8125 54.890625 23.390625 \n",
              "Q 54.890625 11.625 47.5625 5.09375 \n",
              "Q 40.234375 -1.421875 26.90625 -1.421875 \n",
              "Q 22.3125 -1.421875 17.546875 -0.640625 \n",
              "Q 12.796875 0.140625 7.71875 1.703125 \n",
              "L 7.71875 11.625 \n",
              "Q 12.109375 9.234375 16.796875 8.0625 \n",
              "Q 21.484375 6.890625 26.703125 6.890625 \n",
              "Q 35.15625 6.890625 40.078125 11.328125 \n",
              "Q 45.015625 15.765625 45.015625 23.390625 \n",
              "Q 45.015625 31 40.078125 35.4375 \n",
              "Q 35.15625 39.890625 26.703125 39.890625 \n",
              "Q 22.75 39.890625 18.8125 39.015625 \n",
              "Q 14.890625 38.140625 10.796875 36.28125 \n",
              "z\n",
              "\" id=\"DejaVuSans-53\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 191.51931)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_3\">\n",
              "     <g id=\"line2d_9\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m0726af1182\" y=\"159.849425\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_10\">\n",
              "      <!-- 0.70 -->\n",
              "      <defs>\n",
              "       <path d=\"M 8.203125 72.90625 \n",
              "L 55.078125 72.90625 \n",
              "L 55.078125 68.703125 \n",
              "L 28.609375 0 \n",
              "L 18.3125 0 \n",
              "L 43.21875 64.59375 \n",
              "L 8.203125 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-55\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 163.648643)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_4\">\n",
              "     <g id=\"line2d_10\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m0726af1182\" y=\"131.978758\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_11\">\n",
              "      <!-- 0.75 -->\n",
              "      <g transform=\"translate(20.878125 135.777977)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_5\">\n",
              "     <g id=\"line2d_11\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m0726af1182\" y=\"104.108092\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_12\">\n",
              "      <!-- 0.80 -->\n",
              "      <g transform=\"translate(20.878125 107.907311)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_6\">\n",
              "     <g id=\"line2d_12\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m0726af1182\" y=\"76.237425\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_13\">\n",
              "      <!-- 0.85 -->\n",
              "      <g transform=\"translate(20.878125 80.036644)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_7\">\n",
              "     <g id=\"line2d_13\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m0726af1182\" y=\"48.366759\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_14\">\n",
              "      <!-- 0.90 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.984375 1.515625 \n",
              "L 10.984375 10.5 \n",
              "Q 14.703125 8.734375 18.5 7.8125 \n",
              "Q 22.3125 6.890625 25.984375 6.890625 \n",
              "Q 35.75 6.890625 40.890625 13.453125 \n",
              "Q 46.046875 20.015625 46.78125 33.40625 \n",
              "Q 43.953125 29.203125 39.59375 26.953125 \n",
              "Q 35.25 24.703125 29.984375 24.703125 \n",
              "Q 19.046875 24.703125 12.671875 31.3125 \n",
              "Q 6.296875 37.9375 6.296875 49.421875 \n",
              "Q 6.296875 60.640625 12.9375 67.421875 \n",
              "Q 19.578125 74.21875 30.609375 74.21875 \n",
              "Q 43.265625 74.21875 49.921875 64.515625 \n",
              "Q 56.59375 54.828125 56.59375 36.375 \n",
              "Q 56.59375 19.140625 48.40625 8.859375 \n",
              "Q 40.234375 -1.421875 26.421875 -1.421875 \n",
              "Q 22.703125 -1.421875 18.890625 -0.6875 \n",
              "Q 15.09375 0.046875 10.984375 1.515625 \n",
              "z\n",
              "M 30.609375 32.421875 \n",
              "Q 37.25 32.421875 41.125 36.953125 \n",
              "Q 45.015625 41.5 45.015625 49.421875 \n",
              "Q 45.015625 57.28125 41.125 61.84375 \n",
              "Q 37.25 66.40625 30.609375 66.40625 \n",
              "Q 23.96875 66.40625 20.09375 61.84375 \n",
              "Q 16.21875 57.28125 16.21875 49.421875 \n",
              "Q 16.21875 41.5 20.09375 36.953125 \n",
              "Q 23.96875 32.421875 30.609375 32.421875 \n",
              "z\n",
              "\" id=\"DejaVuSans-57\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 52.165978)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-57\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_15\">\n",
              "     <!-- accuracy -->\n",
              "     <defs>\n",
              "      <path d=\"M 34.28125 27.484375 \n",
              "Q 23.390625 27.484375 19.1875 25 \n",
              "Q 14.984375 22.515625 14.984375 16.5 \n",
              "Q 14.984375 11.71875 18.140625 8.90625 \n",
              "Q 21.296875 6.109375 26.703125 6.109375 \n",
              "Q 34.1875 6.109375 38.703125 11.40625 \n",
              "Q 43.21875 16.703125 43.21875 25.484375 \n",
              "L 43.21875 27.484375 \n",
              "z\n",
              "M 52.203125 31.203125 \n",
              "L 52.203125 0 \n",
              "L 43.21875 0 \n",
              "L 43.21875 8.296875 \n",
              "Q 40.140625 3.328125 35.546875 0.953125 \n",
              "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
              "Q 15.921875 -1.421875 10.953125 3.296875 \n",
              "Q 6 8.015625 6 15.921875 \n",
              "Q 6 25.140625 12.171875 29.828125 \n",
              "Q 18.359375 34.515625 30.609375 34.515625 \n",
              "L 43.21875 34.515625 \n",
              "L 43.21875 35.40625 \n",
              "Q 43.21875 41.609375 39.140625 45 \n",
              "Q 35.0625 48.390625 27.6875 48.390625 \n",
              "Q 23 48.390625 18.546875 47.265625 \n",
              "Q 14.109375 46.140625 10.015625 43.890625 \n",
              "L 10.015625 52.203125 \n",
              "Q 14.9375 54.109375 19.578125 55.046875 \n",
              "Q 24.21875 56 28.609375 56 \n",
              "Q 40.484375 56 46.34375 49.84375 \n",
              "Q 52.203125 43.703125 52.203125 31.203125 \n",
              "z\n",
              "\" id=\"DejaVuSans-97\"/>\n",
              "      <path d=\"M 8.5 21.578125 \n",
              "L 8.5 54.6875 \n",
              "L 17.484375 54.6875 \n",
              "L 17.484375 21.921875 \n",
              "Q 17.484375 14.15625 20.5 10.265625 \n",
              "Q 23.53125 6.390625 29.59375 6.390625 \n",
              "Q 36.859375 6.390625 41.078125 11.03125 \n",
              "Q 45.3125 15.671875 45.3125 23.6875 \n",
              "L 45.3125 54.6875 \n",
              "L 54.296875 54.6875 \n",
              "L 54.296875 0 \n",
              "L 45.3125 0 \n",
              "L 45.3125 8.40625 \n",
              "Q 42.046875 3.421875 37.71875 1 \n",
              "Q 33.40625 -1.421875 27.6875 -1.421875 \n",
              "Q 18.265625 -1.421875 13.375 4.4375 \n",
              "Q 8.5 10.296875 8.5 21.578125 \n",
              "z\n",
              "M 31.109375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-117\"/>\n",
              "      <path d=\"M 41.109375 46.296875 \n",
              "Q 39.59375 47.171875 37.8125 47.578125 \n",
              "Q 36.03125 48 33.890625 48 \n",
              "Q 26.265625 48 22.1875 43.046875 \n",
              "Q 18.109375 38.09375 18.109375 28.8125 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 20.953125 51.171875 25.484375 53.578125 \n",
              "Q 30.03125 56 36.53125 56 \n",
              "Q 37.453125 56 38.578125 55.875 \n",
              "Q 39.703125 55.765625 41.0625 55.515625 \n",
              "z\n",
              "\" id=\"DejaVuSans-114\"/>\n",
              "      <path d=\"M 32.171875 -5.078125 \n",
              "Q 28.375 -14.84375 24.75 -17.8125 \n",
              "Q 21.140625 -20.796875 15.09375 -20.796875 \n",
              "L 7.90625 -20.796875 \n",
              "L 7.90625 -13.28125 \n",
              "L 13.1875 -13.28125 \n",
              "Q 16.890625 -13.28125 18.9375 -11.515625 \n",
              "Q 21 -9.765625 23.484375 -3.21875 \n",
              "L 25.09375 0.875 \n",
              "L 2.984375 54.6875 \n",
              "L 12.5 54.6875 \n",
              "L 29.59375 11.921875 \n",
              "L 46.6875 54.6875 \n",
              "L 56.203125 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-121\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(14.798438 153.5975)rotate(-90)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"61.279297\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"116.259766\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"171.240234\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"234.619141\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"275.732422\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"337.011719\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"391.992188\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"line2d_14\">\n",
              "    <path clip-path=\"url(#pcd360438e8)\" d=\"M 65.361932 229.874489 \n",
              "L 68.436312 154.066255 \n",
              "L 71.510692 132.605836 \n",
              "L 74.585072 121.387908 \n",
              "L 77.659452 111.354465 \n",
              "L 80.733833 105.780337 \n",
              "L 83.808213 99.788146 \n",
              "L 86.882593 94.980439 \n",
              "L 89.956973 93.238516 \n",
              "L 93.031353 90.172765 \n",
              "L 96.105733 87.525045 \n",
              "L 99.180114 87.31603 \n",
              "L 102.254494 84.877324 \n",
              "L 105.328874 81.045119 \n",
              "L 108.403254 80.278665 \n",
              "L 111.477634 77.282586 \n",
              "L 114.552014 78.815461 \n",
              "L 117.626395 76.516132 \n",
              "L 120.700775 75.40132 \n",
              "L 123.775155 74.077459 \n",
              "L 126.849535 73.589725 \n",
              "L 129.923915 73.10199 \n",
              "L 132.998295 70.663284 \n",
              "L 136.072676 69.687815 \n",
              "L 139.147056 70.872332 \n",
              "L 142.221436 70.17555 \n",
              "L 145.295816 68.503331 \n",
              "L 148.370196 66.55236 \n",
              "L 151.444576 64.601422 \n",
              "L 154.518957 68.712346 \n",
              "L 157.593337 65.785939 \n",
              "L 160.667717 64.113687 \n",
              "L 163.742097 64.740765 \n",
              "L 166.816477 63.974344 \n",
              "L 169.890857 62.302092 \n",
              "L 172.965238 61.256952 \n",
              "L 176.039618 61.535638 \n",
              "L 179.113998 60.281482 \n",
              "L 182.188378 60.490497 \n",
              "L 185.262758 59.236309 \n",
              "L 188.337138 58.469888 \n",
              "L 191.411519 57.355042 \n",
              "L 194.485899 55.891838 \n",
              "L 197.560279 58.539559 \n",
              "L 200.634659 55.682824 \n",
              "L 203.709039 57.28537 \n",
              "L 206.783419 57.146027 \n",
              "L 209.8578 55.682824 \n",
              "L 212.93218 54.986041 \n",
              "L 216.00656 54.080244 \n",
              "L 219.08094 53.731852 \n",
              "L 222.15532 52.686712 \n",
              "L 225.2297 53.801524 \n",
              "L 228.304081 53.035103 \n",
              "L 231.378461 52.33832 \n",
              "L 234.452841 51.989962 \n",
              "L 237.527221 48.99385 \n",
              "L 240.601601 51.850586 \n",
              "L 243.675981 50.805445 \n",
              "L 246.750362 49.899648 \n",
              "L 249.824742 49.829976 \n",
              "L 252.899122 50.875117 \n",
              "L 255.973502 48.575787 \n",
              "L 259.047882 47.321598 \n",
              "L 262.122262 47.879038 \n",
              "L 265.196643 46.555177 \n",
              "L 268.271023 46.764192 \n",
              "L 271.345403 46.555177 \n",
              "L 274.419783 45.161645 \n",
              "L 277.494163 44.743583 \n",
              "L 280.568543 46.067443 \n",
              "L 283.642924 43.419722 \n",
              "L 286.717304 45.510004 \n",
              "L 289.791684 42.583596 \n",
              "L 292.866064 42.862316 \n",
              "L 295.940444 43.350051 \n",
              "L 299.014824 43.907457 \n",
              "L 302.089205 40.772001 \n",
              "L 305.163585 42.513925 \n",
              "L 308.237965 42.653268 \n",
              "L 311.312345 41.468784 \n",
              "L 314.386725 39.448141 \n",
              "L 317.461105 39.866204 \n",
              "L 320.535486 38.333329 \n",
              "L 323.609866 38.681687 \n",
              "L 326.684246 37.07914 \n",
              "L 329.758626 37.566874 \n",
              "L 332.833006 38.681687 \n",
              "L 335.907386 37.35786 \n",
              "L 338.981767 34.083028 \n",
              "L 342.056147 36.521734 \n",
              "L 345.130527 36.312686 \n",
              "L 348.204907 35.894623 \n",
              "L 351.279287 34.849482 \n",
              "L 354.353667 34.710139 \n",
              "L 357.428048 33.664998 \n",
              "L 360.502428 32.828872 \n",
              "L 363.576808 32.759201 \n",
              "L 366.651188 33.525622 \n",
              "L 369.725568 32.201761 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"line2d_15\">\n",
              "    <path clip-path=\"url(#pcd360438e8)\" d=\"M 65.361932 177.407941 \n",
              "L 68.436312 153.160458 \n",
              "L 71.510692 137.2742 \n",
              "L 74.585072 123.06016 \n",
              "L 77.659452 118.600845 \n",
              "L 80.733833 120.551783 \n",
              "L 83.808213 104.944211 \n",
              "L 86.882593 96.025613 \n",
              "L 89.956973 103.550679 \n",
              "L 93.031353 96.304299 \n",
              "L 96.105733 103.829399 \n",
              "L 99.180114 98.533957 \n",
              "L 102.254494 92.402423 \n",
              "L 105.328874 92.959829 \n",
              "L 108.403254 88.779233 \n",
              "L 111.477634 87.385701 \n",
              "L 114.552014 95.189487 \n",
              "L 117.626395 85.992169 \n",
              "L 120.700775 85.71345 \n",
              "L 123.775155 81.532854 \n",
              "L 126.849535 90.730171 \n",
              "L 129.923915 82.926386 \n",
              "L 132.998295 90.730171 \n",
              "L 136.072676 82.647666 \n",
              "L 139.147056 81.532854 \n",
              "L 142.221436 83.483792 \n",
              "L 145.295816 86.828295 \n",
              "L 148.370196 76.516132 \n",
              "L 151.444576 86.828295 \n",
              "L 154.518957 78.46707 \n",
              "L 157.593337 85.43473 \n",
              "L 160.667717 78.188384 \n",
              "L 163.742097 77.909664 \n",
              "L 166.816477 77.352258 \n",
              "L 169.890857 77.352258 \n",
              "L 172.965238 79.303196 \n",
              "L 176.039618 77.352258 \n",
              "L 179.113998 80.139322 \n",
              "L 182.188378 80.696728 \n",
              "L 185.262758 86.270856 \n",
              "L 188.337138 82.09026 \n",
              "L 191.411519 84.598637 \n",
              "L 194.485899 79.303196 \n",
              "L 197.560279 78.74579 \n",
              "L 200.634659 78.46707 \n",
              "L 203.709039 80.418041 \n",
              "L 206.783419 75.680006 \n",
              "L 209.8578 75.1226 \n",
              "L 212.93218 83.205105 \n",
              "L 216.00656 75.40132 \n",
              "L 219.08094 78.188384 \n",
              "L 222.15532 77.909664 \n",
              "L 225.2297 77.909664 \n",
              "L 228.304081 79.860602 \n",
              "L 231.378461 77.073538 \n",
              "L 234.452841 74.565194 \n",
              "L 237.527221 77.909664 \n",
              "L 240.601601 79.860602 \n",
              "L 243.675981 75.40132 \n",
              "L 246.750362 71.77813 \n",
              "L 249.824742 78.74579 \n",
              "L 252.899122 87.385701 \n",
              "L 255.973502 72.614222 \n",
              "L 259.047882 74.565194 \n",
              "L 262.122262 74.007788 \n",
              "L 265.196643 77.630944 \n",
              "L 268.271023 75.1226 \n",
              "L 271.345403 75.680006 \n",
              "L 274.419783 77.909664 \n",
              "L 277.494163 86.828295 \n",
              "L 280.568543 78.74579 \n",
              "L 283.642924 77.073538 \n",
              "L 286.717304 75.680006 \n",
              "L 289.791684 72.335536 \n",
              "L 292.866064 74.007788 \n",
              "L 295.940444 72.056816 \n",
              "L 299.014824 73.450348 \n",
              "L 302.089205 75.680006 \n",
              "L 305.163585 73.729068 \n",
              "L 308.237965 72.614222 \n",
              "L 311.312345 73.729068 \n",
              "L 314.386725 72.335536 \n",
              "L 317.461105 73.171662 \n",
              "L 320.535486 70.105878 \n",
              "L 323.609866 75.1226 \n",
              "L 326.684246 80.418041 \n",
              "L 329.758626 82.36898 \n",
              "L 332.833006 71.22069 \n",
              "L 335.907386 74.84388 \n",
              "L 338.981767 72.335536 \n",
              "L 342.056147 76.516132 \n",
              "L 345.130527 70.942004 \n",
              "L 348.204907 75.40132 \n",
              "L 351.279287 71.77813 \n",
              "L 354.353667 73.171662 \n",
              "L 357.428048 73.450348 \n",
              "L 360.502428 70.384598 \n",
              "L 363.576808 72.614222 \n",
              "L 366.651188 74.007788 \n",
              "L 369.725568 83.205105 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_3\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 50.14375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_4\">\n",
              "    <path d=\"M 384.94375 239.758125 \n",
              "L 384.94375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_5\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 384.94375 239.758125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_6\">\n",
              "    <path d=\"M 50.14375 22.318125 \n",
              "L 384.94375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"text_16\">\n",
              "    <!-- Training and validation accuracy -->\n",
              "    <defs>\n",
              "     <path d=\"M -0.296875 72.90625 \n",
              "L 61.375 72.90625 \n",
              "L 61.375 64.59375 \n",
              "L 35.5 64.59375 \n",
              "L 35.5 0 \n",
              "L 25.59375 0 \n",
              "L 25.59375 64.59375 \n",
              "L -0.296875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-84\"/>\n",
              "     <path d=\"M 9.421875 54.6875 \n",
              "L 18.40625 54.6875 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 64.59375 \n",
              "L 9.421875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-105\"/>\n",
              "     <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-110\"/>\n",
              "     <path d=\"M 45.40625 27.984375 \n",
              "Q 45.40625 37.75 41.375 43.109375 \n",
              "Q 37.359375 48.484375 30.078125 48.484375 \n",
              "Q 22.859375 48.484375 18.828125 43.109375 \n",
              "Q 14.796875 37.75 14.796875 27.984375 \n",
              "Q 14.796875 18.265625 18.828125 12.890625 \n",
              "Q 22.859375 7.515625 30.078125 7.515625 \n",
              "Q 37.359375 7.515625 41.375 12.890625 \n",
              "Q 45.40625 18.265625 45.40625 27.984375 \n",
              "z\n",
              "M 54.390625 6.78125 \n",
              "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
              "Q 42 -20.796875 29.203125 -20.796875 \n",
              "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
              "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
              "L 12.109375 -9.1875 \n",
              "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
              "Q 23.78125 -13.375 27.78125 -13.375 \n",
              "Q 36.625 -13.375 41.015625 -8.765625 \n",
              "Q 45.40625 -4.15625 45.40625 5.171875 \n",
              "L 45.40625 9.625 \n",
              "Q 42.625 4.78125 38.28125 2.390625 \n",
              "Q 33.9375 0 27.875 0 \n",
              "Q 17.828125 0 11.671875 7.65625 \n",
              "Q 5.515625 15.328125 5.515625 27.984375 \n",
              "Q 5.515625 40.671875 11.671875 48.328125 \n",
              "Q 17.828125 56 27.875 56 \n",
              "Q 33.9375 56 38.28125 53.609375 \n",
              "Q 42.625 51.21875 45.40625 46.390625 \n",
              "L 45.40625 54.6875 \n",
              "L 54.390625 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-103\"/>\n",
              "     <path id=\"DejaVuSans-32\"/>\n",
              "     <path d=\"M 45.40625 46.390625 \n",
              "L 45.40625 75.984375 \n",
              "L 54.390625 75.984375 \n",
              "L 54.390625 0 \n",
              "L 45.40625 0 \n",
              "L 45.40625 8.203125 \n",
              "Q 42.578125 3.328125 38.25 0.953125 \n",
              "Q 33.9375 -1.421875 27.875 -1.421875 \n",
              "Q 17.96875 -1.421875 11.734375 6.484375 \n",
              "Q 5.515625 14.40625 5.515625 27.296875 \n",
              "Q 5.515625 40.1875 11.734375 48.09375 \n",
              "Q 17.96875 56 27.875 56 \n",
              "Q 33.9375 56 38.25 53.625 \n",
              "Q 42.578125 51.265625 45.40625 46.390625 \n",
              "z\n",
              "M 14.796875 27.296875 \n",
              "Q 14.796875 17.390625 18.875 11.75 \n",
              "Q 22.953125 6.109375 30.078125 6.109375 \n",
              "Q 37.203125 6.109375 41.296875 11.75 \n",
              "Q 45.40625 17.390625 45.40625 27.296875 \n",
              "Q 45.40625 37.203125 41.296875 42.84375 \n",
              "Q 37.203125 48.484375 30.078125 48.484375 \n",
              "Q 22.953125 48.484375 18.875 42.84375 \n",
              "Q 14.796875 37.203125 14.796875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-100\"/>\n",
              "     <path d=\"M 2.984375 54.6875 \n",
              "L 12.5 54.6875 \n",
              "L 29.59375 8.796875 \n",
              "L 46.6875 54.6875 \n",
              "L 56.203125 54.6875 \n",
              "L 35.6875 0 \n",
              "L 23.484375 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-118\"/>\n",
              "     <path d=\"M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-108\"/>\n",
              "     <path d=\"M 18.3125 70.21875 \n",
              "L 18.3125 54.6875 \n",
              "L 36.8125 54.6875 \n",
              "L 36.8125 47.703125 \n",
              "L 18.3125 47.703125 \n",
              "L 18.3125 18.015625 \n",
              "Q 18.3125 11.328125 20.140625 9.421875 \n",
              "Q 21.96875 7.515625 27.59375 7.515625 \n",
              "L 36.8125 7.515625 \n",
              "L 36.8125 0 \n",
              "L 27.59375 0 \n",
              "Q 17.1875 0 13.234375 3.875 \n",
              "Q 9.28125 7.765625 9.28125 18.015625 \n",
              "L 9.28125 47.703125 \n",
              "L 2.6875 47.703125 \n",
              "L 2.6875 54.6875 \n",
              "L 9.28125 54.6875 \n",
              "L 9.28125 70.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-116\"/>\n",
              "    </defs>\n",
              "    <g transform=\"translate(120.251875 16.318125)scale(0.12 -0.12)\">\n",
              "     <use xlink:href=\"#DejaVuSans-84\"/>\n",
              "     <use x=\"46.333984\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"87.447266\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"148.726562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"176.509766\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"239.888672\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"267.671875\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"331.050781\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "     <use x=\"394.527344\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"426.314453\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"487.59375\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"550.972656\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "     <use x=\"614.449219\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"646.236328\" xlink:href=\"#DejaVuSans-118\"/>\n",
              "     <use x=\"705.416016\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"766.695312\" xlink:href=\"#DejaVuSans-108\"/>\n",
              "     <use x=\"794.478516\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"822.261719\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "     <use x=\"885.738281\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"947.017578\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "     <use x=\"986.226562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"1014.009766\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "     <use x=\"1075.191406\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"1138.570312\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"1170.357422\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"1231.636719\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1286.617188\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1341.597656\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "     <use x=\"1404.976562\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"1446.089844\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"1507.369141\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1562.349609\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"legend_1\">\n",
              "    <g id=\"patch_7\">\n",
              "     <path d=\"M 57.14375 60.230625 \n",
              "L 162.5375 60.230625 \n",
              "Q 164.5375 60.230625 164.5375 58.230625 \n",
              "L 164.5375 29.318125 \n",
              "Q 164.5375 27.318125 162.5375 27.318125 \n",
              "L 57.14375 27.318125 \n",
              "Q 55.14375 27.318125 55.14375 29.318125 \n",
              "L 55.14375 58.230625 \n",
              "Q 55.14375 60.230625 57.14375 60.230625 \n",
              "z\n",
              "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_16\">\n",
              "     <path d=\"M 59.14375 35.416562 \n",
              "L 79.14375 35.416562 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_17\"/>\n",
              "    <g id=\"text_17\">\n",
              "     <!-- train_accuracy -->\n",
              "     <defs>\n",
              "      <path d=\"M 50.984375 -16.609375 \n",
              "L 50.984375 -23.578125 \n",
              "L -0.984375 -23.578125 \n",
              "L -0.984375 -16.609375 \n",
              "z\n",
              "\" id=\"DejaVuSans-95\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(87.14375 38.916562)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-95\"/>\n",
              "      <use x=\"282.763672\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"344.042969\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"399.023438\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"454.003906\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"517.382812\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"558.496094\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"619.775391\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"674.755859\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"line2d_18\">\n",
              "     <path d=\"M 59.14375 50.372812 \n",
              "L 79.14375 50.372812 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_19\"/>\n",
              "    <g id=\"text_18\">\n",
              "     <!-- val_accuracy -->\n",
              "     <g transform=\"translate(87.14375 53.872812)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-118\"/>\n",
              "      <use x=\"59.179688\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"120.458984\" xlink:href=\"#DejaVuSans-108\"/>\n",
              "      <use x=\"148.242188\" xlink:href=\"#DejaVuSans-95\"/>\n",
              "      <use x=\"198.242188\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"259.521484\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"314.501953\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"369.482422\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"432.861328\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"473.974609\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"535.253906\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"590.234375\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "  </g>\n",
              " </g>\n",
              " <defs>\n",
              "  <clipPath id=\"pcd360438e8\">\n",
              "   <rect height=\"217.44\" width=\"334.8\" x=\"50.14375\" y=\"22.318125\"/>\n",
              "  </clipPath>\n",
              " </defs>\n",
              "</svg>\n"
            ],
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          },
          "output_type": "display_data"
        }
      ],
      "source": [
        "plot_metric(history_constant, 'accuracy')"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3ZvE_Y3NDXjt"
      },
      "source": [
        "## 2. Time-Based Decay\n",
        "\n",
        "  lr = lr * 1(1 + decay * epoch)\n",
        "\n",
        "  decay  معمولا بصورت زیر مقدار دهی می شود:\n",
        "\n",
        "  decay = initial_lr / num_of_epochs"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "id": "Gs7GnA3PDXjt"
      },
      "outputs": [],
      "source": [
        "# Create a new model\n",
        "model = create_model()\n",
        "\n",
        "model.compile(\n",
        "    optimizer='sgd', # Learning rate defaults to 0.01\n",
        "    loss='sparse_categorical_crossentropy', \n",
        "    metrics=['accuracy']\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4FliLzDRDXju",
        "outputId": "abfc0c99-da6f-4ba6-921e-1d543844ec95"
      },
      "outputs": [],
      "source": [
        "from tensorflow.keras.callbacks import LearningRateScheduler\n",
        "\n",
        "# Define the learning rate schedule function\n",
        "initial_learning_rate = 0.01\n",
        "epochs = 100\n",
        "decay = initial_learning_rate / epochs\n",
        "\n",
        "def lr_time_based_decay(epoch, lr):\n",
        "    return lr * 1 / (1 + decay * epoch)\n",
        "\n",
        "history_time_based_decay = model.fit(\n",
        "    X_train, \n",
        "    y_train, \n",
        "    epochs=100, \n",
        "    validation_split=0.2,\n",
        "    batch_size=64,\n",
        "    callbacks=[LearningRateScheduler(lr_time_based_decay, verbose=1)],\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 391
        },
        "id": "oyI69Oc2DXju",
        "outputId": "ef16e788-c3b3-42e8-eb5d-1245048aee02"
      },
      "outputs": [
        {
          "data": {
            "image/svg+xml": [
              "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
              "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
              "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
              "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
              "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 392.14375 277.314375\" width=\"392.14375pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
              " <defs>\n",
              "  <style type=\"text/css\">\n",
              "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
              "  </style>\n",
              " </defs>\n",
              " <g id=\"figure_1\">\n",
              "  <g id=\"patch_1\">\n",
              "   <path d=\"M 0 277.314375 \n",
              "L 392.14375 277.314375 \n",
              "L 392.14375 0 \n",
              "L 0 0 \n",
              "z\n",
              "\" style=\"fill:none;\"/>\n",
              "  </g>\n",
              "  <g id=\"axes_1\">\n",
              "   <g id=\"patch_2\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 384.94375 239.758125 \n",
              "L 384.94375 22.318125 \n",
              "L 50.14375 22.318125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;\"/>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_1\">\n",
              "    <g id=\"xtick_1\">\n",
              "     <g id=\"line2d_1\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L 0 3.5 \n",
              "\" id=\"m69464ea46c\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.287552\" xlink:href=\"#m69464ea46c\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_1\">\n",
              "      <!-- 0 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 66.40625 \n",
              "Q 24.171875 66.40625 20.328125 58.90625 \n",
              "Q 16.5 51.421875 16.5 36.375 \n",
              "Q 16.5 21.390625 20.328125 13.890625 \n",
              "Q 24.171875 6.390625 31.78125 6.390625 \n",
              "Q 39.453125 6.390625 43.28125 13.890625 \n",
              "Q 47.125 21.390625 47.125 36.375 \n",
              "Q 47.125 51.421875 43.28125 58.90625 \n",
              "Q 39.453125 66.40625 31.78125 66.40625 \n",
              "z\n",
              "M 31.78125 74.21875 \n",
              "Q 44.046875 74.21875 50.515625 64.515625 \n",
              "Q 56.984375 54.828125 56.984375 36.375 \n",
              "Q 56.984375 17.96875 50.515625 8.265625 \n",
              "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
              "Q 19.53125 -1.421875 13.0625 8.265625 \n",
              "Q 6.59375 17.96875 6.59375 36.375 \n",
              "Q 6.59375 54.828125 13.0625 64.515625 \n",
              "Q 19.53125 74.21875 31.78125 74.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-48\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(59.106302 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_2\">\n",
              "     <g id=\"line2d_2\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"123.775155\" xlink:href=\"#m69464ea46c\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_2\">\n",
              "      <!-- 20 -->\n",
              "      <defs>\n",
              "       <path d=\"M 19.1875 8.296875 \n",
              "L 53.609375 8.296875 \n",
              "L 53.609375 0 \n",
              "L 7.328125 0 \n",
              "L 7.328125 8.296875 \n",
              "Q 12.9375 14.109375 22.625 23.890625 \n",
              "Q 32.328125 33.6875 34.8125 36.53125 \n",
              "Q 39.546875 41.84375 41.421875 45.53125 \n",
              "Q 43.3125 49.21875 43.3125 52.78125 \n",
              "Q 43.3125 58.59375 39.234375 62.25 \n",
              "Q 35.15625 65.921875 28.609375 65.921875 \n",
              "Q 23.96875 65.921875 18.8125 64.3125 \n",
              "Q 13.671875 62.703125 7.8125 59.421875 \n",
              "L 7.8125 69.390625 \n",
              "Q 13.765625 71.78125 18.9375 73 \n",
              "Q 24.125 74.21875 28.421875 74.21875 \n",
              "Q 39.75 74.21875 46.484375 68.546875 \n",
              "Q 53.21875 62.890625 53.21875 53.421875 \n",
              "Q 53.21875 48.921875 51.53125 44.890625 \n",
              "Q 49.859375 40.875 45.40625 35.40625 \n",
              "Q 44.1875 33.984375 37.640625 27.21875 \n",
              "Q 31.109375 20.453125 19.1875 8.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-50\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(117.412655 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_3\">\n",
              "     <g id=\"line2d_3\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"185.262758\" xlink:href=\"#m69464ea46c\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_3\">\n",
              "      <!-- 40 -->\n",
              "      <defs>\n",
              "       <path d=\"M 37.796875 64.3125 \n",
              "L 12.890625 25.390625 \n",
              "L 37.796875 25.390625 \n",
              "z\n",
              "M 35.203125 72.90625 \n",
              "L 47.609375 72.90625 \n",
              "L 47.609375 25.390625 \n",
              "L 58.015625 25.390625 \n",
              "L 58.015625 17.1875 \n",
              "L 47.609375 17.1875 \n",
              "L 47.609375 0 \n",
              "L 37.796875 0 \n",
              "L 37.796875 17.1875 \n",
              "L 4.890625 17.1875 \n",
              "L 4.890625 26.703125 \n",
              "z\n",
              "\" id=\"DejaVuSans-52\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(178.900258 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-52\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_4\">\n",
              "     <g id=\"line2d_4\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"246.750362\" xlink:href=\"#m69464ea46c\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_4\">\n",
              "      <!-- 60 -->\n",
              "      <defs>\n",
              "       <path d=\"M 33.015625 40.375 \n",
              "Q 26.375 40.375 22.484375 35.828125 \n",
              "Q 18.609375 31.296875 18.609375 23.390625 \n",
              "Q 18.609375 15.53125 22.484375 10.953125 \n",
              "Q 26.375 6.390625 33.015625 6.390625 \n",
              "Q 39.65625 6.390625 43.53125 10.953125 \n",
              "Q 47.40625 15.53125 47.40625 23.390625 \n",
              "Q 47.40625 31.296875 43.53125 35.828125 \n",
              "Q 39.65625 40.375 33.015625 40.375 \n",
              "z\n",
              "M 52.59375 71.296875 \n",
              "L 52.59375 62.3125 \n",
              "Q 48.875 64.0625 45.09375 64.984375 \n",
              "Q 41.3125 65.921875 37.59375 65.921875 \n",
              "Q 27.828125 65.921875 22.671875 59.328125 \n",
              "Q 17.53125 52.734375 16.796875 39.40625 \n",
              "Q 19.671875 43.65625 24.015625 45.921875 \n",
              "Q 28.375 48.1875 33.59375 48.1875 \n",
              "Q 44.578125 48.1875 50.953125 41.515625 \n",
              "Q 57.328125 34.859375 57.328125 23.390625 \n",
              "Q 57.328125 12.15625 50.6875 5.359375 \n",
              "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
              "Q 20.359375 -1.421875 13.671875 8.265625 \n",
              "Q 6.984375 17.96875 6.984375 36.375 \n",
              "Q 6.984375 53.65625 15.1875 63.9375 \n",
              "Q 23.390625 74.21875 37.203125 74.21875 \n",
              "Q 40.921875 74.21875 44.703125 73.484375 \n",
              "Q 48.484375 72.75 52.59375 71.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-54\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(240.387862 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_5\">\n",
              "     <g id=\"line2d_5\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"308.237965\" xlink:href=\"#m69464ea46c\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_5\">\n",
              "      <!-- 80 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 34.625 \n",
              "Q 24.75 34.625 20.71875 30.859375 \n",
              "Q 16.703125 27.09375 16.703125 20.515625 \n",
              "Q 16.703125 13.921875 20.71875 10.15625 \n",
              "Q 24.75 6.390625 31.78125 6.390625 \n",
              "Q 38.8125 6.390625 42.859375 10.171875 \n",
              "Q 46.921875 13.96875 46.921875 20.515625 \n",
              "Q 46.921875 27.09375 42.890625 30.859375 \n",
              "Q 38.875 34.625 31.78125 34.625 \n",
              "z\n",
              "M 21.921875 38.8125 \n",
              "Q 15.578125 40.375 12.03125 44.71875 \n",
              "Q 8.5 49.078125 8.5 55.328125 \n",
              "Q 8.5 64.0625 14.71875 69.140625 \n",
              "Q 20.953125 74.21875 31.78125 74.21875 \n",
              "Q 42.671875 74.21875 48.875 69.140625 \n",
              "Q 55.078125 64.0625 55.078125 55.328125 \n",
              "Q 55.078125 49.078125 51.53125 44.71875 \n",
              "Q 48 40.375 41.703125 38.8125 \n",
              "Q 48.828125 37.15625 52.796875 32.3125 \n",
              "Q 56.78125 27.484375 56.78125 20.515625 \n",
              "Q 56.78125 9.90625 50.3125 4.234375 \n",
              "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
              "Q 19.734375 -1.421875 13.25 4.234375 \n",
              "Q 6.78125 9.90625 6.78125 20.515625 \n",
              "Q 6.78125 27.484375 10.78125 32.3125 \n",
              "Q 14.796875 37.15625 21.921875 38.8125 \n",
              "z\n",
              "M 18.3125 54.390625 \n",
              "Q 18.3125 48.734375 21.84375 45.5625 \n",
              "Q 25.390625 42.390625 31.78125 42.390625 \n",
              "Q 38.140625 42.390625 41.71875 45.5625 \n",
              "Q 45.3125 48.734375 45.3125 54.390625 \n",
              "Q 45.3125 60.0625 41.71875 63.234375 \n",
              "Q 38.140625 66.40625 31.78125 66.40625 \n",
              "Q 25.390625 66.40625 21.84375 63.234375 \n",
              "Q 18.3125 60.0625 18.3125 54.390625 \n",
              "z\n",
              "\" id=\"DejaVuSans-56\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(301.875465 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_6\">\n",
              "     <g id=\"line2d_6\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"369.725568\" xlink:href=\"#m69464ea46c\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_6\">\n",
              "      <!-- 100 -->\n",
              "      <defs>\n",
              "       <path d=\"M 12.40625 8.296875 \n",
              "L 28.515625 8.296875 \n",
              "L 28.515625 63.921875 \n",
              "L 10.984375 60.40625 \n",
              "L 10.984375 69.390625 \n",
              "L 28.421875 72.90625 \n",
              "L 38.28125 72.90625 \n",
              "L 38.28125 8.296875 \n",
              "L 54.390625 8.296875 \n",
              "L 54.390625 0 \n",
              "L 12.40625 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-49\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(360.181818 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_7\">\n",
              "     <!-- Epochs -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 55.90625 72.90625 \n",
              "L 55.90625 64.59375 \n",
              "L 19.671875 64.59375 \n",
              "L 19.671875 43.015625 \n",
              "L 54.390625 43.015625 \n",
              "L 54.390625 34.71875 \n",
              "L 19.671875 34.71875 \n",
              "L 19.671875 8.296875 \n",
              "L 56.78125 8.296875 \n",
              "L 56.78125 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-69\"/>\n",
              "      <path d=\"M 18.109375 8.203125 \n",
              "L 18.109375 -20.796875 \n",
              "L 9.078125 -20.796875 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.390625 \n",
              "Q 20.953125 51.265625 25.265625 53.625 \n",
              "Q 29.59375 56 35.59375 56 \n",
              "Q 45.5625 56 51.78125 48.09375 \n",
              "Q 58.015625 40.1875 58.015625 27.296875 \n",
              "Q 58.015625 14.40625 51.78125 6.484375 \n",
              "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
              "Q 29.59375 -1.421875 25.265625 0.953125 \n",
              "Q 20.953125 3.328125 18.109375 8.203125 \n",
              "z\n",
              "M 48.6875 27.296875 \n",
              "Q 48.6875 37.203125 44.609375 42.84375 \n",
              "Q 40.53125 48.484375 33.40625 48.484375 \n",
              "Q 26.265625 48.484375 22.1875 42.84375 \n",
              "Q 18.109375 37.203125 18.109375 27.296875 \n",
              "Q 18.109375 17.390625 22.1875 11.75 \n",
              "Q 26.265625 6.109375 33.40625 6.109375 \n",
              "Q 40.53125 6.109375 44.609375 11.75 \n",
              "Q 48.6875 17.390625 48.6875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-112\"/>\n",
              "      <path d=\"M 30.609375 48.390625 \n",
              "Q 23.390625 48.390625 19.1875 42.75 \n",
              "Q 14.984375 37.109375 14.984375 27.296875 \n",
              "Q 14.984375 17.484375 19.15625 11.84375 \n",
              "Q 23.34375 6.203125 30.609375 6.203125 \n",
              "Q 37.796875 6.203125 41.984375 11.859375 \n",
              "Q 46.1875 17.53125 46.1875 27.296875 \n",
              "Q 46.1875 37.015625 41.984375 42.703125 \n",
              "Q 37.796875 48.390625 30.609375 48.390625 \n",
              "z\n",
              "M 30.609375 56 \n",
              "Q 42.328125 56 49.015625 48.375 \n",
              "Q 55.71875 40.765625 55.71875 27.296875 \n",
              "Q 55.71875 13.875 49.015625 6.21875 \n",
              "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
              "Q 18.84375 -1.421875 12.171875 6.21875 \n",
              "Q 5.515625 13.875 5.515625 27.296875 \n",
              "Q 5.515625 40.765625 12.171875 48.375 \n",
              "Q 18.84375 56 30.609375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-111\"/>\n",
              "      <path d=\"M 48.78125 52.59375 \n",
              "L 48.78125 44.1875 \n",
              "Q 44.96875 46.296875 41.140625 47.34375 \n",
              "Q 37.3125 48.390625 33.40625 48.390625 \n",
              "Q 24.65625 48.390625 19.8125 42.84375 \n",
              "Q 14.984375 37.3125 14.984375 27.296875 \n",
              "Q 14.984375 17.28125 19.8125 11.734375 \n",
              "Q 24.65625 6.203125 33.40625 6.203125 \n",
              "Q 37.3125 6.203125 41.140625 7.25 \n",
              "Q 44.96875 8.296875 48.78125 10.40625 \n",
              "L 48.78125 2.09375 \n",
              "Q 45.015625 0.34375 40.984375 -0.53125 \n",
              "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
              "Q 20.0625 -1.421875 12.78125 6.34375 \n",
              "Q 5.515625 14.109375 5.515625 27.296875 \n",
              "Q 5.515625 40.671875 12.859375 48.328125 \n",
              "Q 20.21875 56 33.015625 56 \n",
              "Q 37.15625 56 41.109375 55.140625 \n",
              "Q 45.0625 54.296875 48.78125 52.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-99\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 75.984375 \n",
              "L 18.109375 75.984375 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-104\"/>\n",
              "      <path d=\"M 44.28125 53.078125 \n",
              "L 44.28125 44.578125 \n",
              "Q 40.484375 46.53125 36.375 47.5 \n",
              "Q 32.28125 48.484375 27.875 48.484375 \n",
              "Q 21.1875 48.484375 17.84375 46.4375 \n",
              "Q 14.5 44.390625 14.5 40.28125 \n",
              "Q 14.5 37.15625 16.890625 35.375 \n",
              "Q 19.28125 33.59375 26.515625 31.984375 \n",
              "L 29.59375 31.296875 \n",
              "Q 39.15625 29.25 43.1875 25.515625 \n",
              "Q 47.21875 21.78125 47.21875 15.09375 \n",
              "Q 47.21875 7.46875 41.1875 3.015625 \n",
              "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
              "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
              "Q 10.6875 0.296875 5.421875 2 \n",
              "L 5.421875 11.28125 \n",
              "Q 10.40625 8.6875 15.234375 7.390625 \n",
              "Q 20.0625 6.109375 24.8125 6.109375 \n",
              "Q 31.15625 6.109375 34.5625 8.28125 \n",
              "Q 37.984375 10.453125 37.984375 14.40625 \n",
              "Q 37.984375 18.0625 35.515625 20.015625 \n",
              "Q 33.0625 21.96875 24.703125 23.78125 \n",
              "L 21.578125 24.515625 \n",
              "Q 13.234375 26.265625 9.515625 29.90625 \n",
              "Q 5.8125 33.546875 5.8125 39.890625 \n",
              "Q 5.8125 47.609375 11.28125 51.796875 \n",
              "Q 16.75 56 26.8125 56 \n",
              "Q 31.78125 56 36.171875 55.265625 \n",
              "Q 40.578125 54.546875 44.28125 53.078125 \n",
              "z\n",
              "\" id=\"DejaVuSans-115\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(199.628125 268.034687)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
              "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
              "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_2\">\n",
              "    <g id=\"ytick_1\">\n",
              "     <g id=\"line2d_7\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L -3.5 0 \n",
              "\" id=\"md68b5ecb6a\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#md68b5ecb6a\" y=\"223.098249\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_8\">\n",
              "      <!-- 0.55 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.6875 12.40625 \n",
              "L 21 12.40625 \n",
              "L 21 0 \n",
              "L 10.6875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-46\"/>\n",
              "       <path d=\"M 10.796875 72.90625 \n",
              "L 49.515625 72.90625 \n",
              "L 49.515625 64.59375 \n",
              "L 19.828125 64.59375 \n",
              "L 19.828125 46.734375 \n",
              "Q 21.96875 47.46875 24.109375 47.828125 \n",
              "Q 26.265625 48.1875 28.421875 48.1875 \n",
              "Q 40.625 48.1875 47.75 41.5 \n",
              "Q 54.890625 34.8125 54.890625 23.390625 \n",
              "Q 54.890625 11.625 47.5625 5.09375 \n",
              "Q 40.234375 -1.421875 26.90625 -1.421875 \n",
              "Q 22.3125 -1.421875 17.546875 -0.640625 \n",
              "Q 12.796875 0.140625 7.71875 1.703125 \n",
              "L 7.71875 11.625 \n",
              "Q 12.109375 9.234375 16.796875 8.0625 \n",
              "Q 21.484375 6.890625 26.703125 6.890625 \n",
              "Q 35.15625 6.890625 40.078125 11.328125 \n",
              "Q 45.015625 15.765625 45.015625 23.390625 \n",
              "Q 45.015625 31 40.078125 35.4375 \n",
              "Q 35.15625 39.890625 26.703125 39.890625 \n",
              "Q 22.75 39.890625 18.8125 39.015625 \n",
              "Q 14.890625 38.140625 10.796875 36.28125 \n",
              "z\n",
              "\" id=\"DejaVuSans-53\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 226.897467)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_2\">\n",
              "     <g id=\"line2d_8\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#md68b5ecb6a\" y=\"197.283982\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_9\">\n",
              "      <!-- 0.60 -->\n",
              "      <g transform=\"translate(20.878125 201.083201)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_3\">\n",
              "     <g id=\"line2d_9\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#md68b5ecb6a\" y=\"171.469716\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_10\">\n",
              "      <!-- 0.65 -->\n",
              "      <g transform=\"translate(20.878125 175.268935)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_4\">\n",
              "     <g id=\"line2d_10\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#md68b5ecb6a\" y=\"145.655449\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_11\">\n",
              "      <!-- 0.70 -->\n",
              "      <defs>\n",
              "       <path d=\"M 8.203125 72.90625 \n",
              "L 55.078125 72.90625 \n",
              "L 55.078125 68.703125 \n",
              "L 28.609375 0 \n",
              "L 18.3125 0 \n",
              "L 43.21875 64.59375 \n",
              "L 8.203125 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-55\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 149.454668)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_5\">\n",
              "     <g id=\"line2d_11\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#md68b5ecb6a\" y=\"119.841183\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_12\">\n",
              "      <!-- 0.75 -->\n",
              "      <g transform=\"translate(20.878125 123.640402)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_6\">\n",
              "     <g id=\"line2d_12\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#md68b5ecb6a\" y=\"94.026917\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_13\">\n",
              "      <!-- 0.80 -->\n",
              "      <g transform=\"translate(20.878125 97.826135)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_7\">\n",
              "     <g id=\"line2d_13\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#md68b5ecb6a\" y=\"68.21265\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_14\">\n",
              "      <!-- 0.85 -->\n",
              "      <g transform=\"translate(20.878125 72.011869)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_8\">\n",
              "     <g id=\"line2d_14\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#md68b5ecb6a\" y=\"42.398384\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_15\">\n",
              "      <!-- 0.90 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.984375 1.515625 \n",
              "L 10.984375 10.5 \n",
              "Q 14.703125 8.734375 18.5 7.8125 \n",
              "Q 22.3125 6.890625 25.984375 6.890625 \n",
              "Q 35.75 6.890625 40.890625 13.453125 \n",
              "Q 46.046875 20.015625 46.78125 33.40625 \n",
              "Q 43.953125 29.203125 39.59375 26.953125 \n",
              "Q 35.25 24.703125 29.984375 24.703125 \n",
              "Q 19.046875 24.703125 12.671875 31.3125 \n",
              "Q 6.296875 37.9375 6.296875 49.421875 \n",
              "Q 6.296875 60.640625 12.9375 67.421875 \n",
              "Q 19.578125 74.21875 30.609375 74.21875 \n",
              "Q 43.265625 74.21875 49.921875 64.515625 \n",
              "Q 56.59375 54.828125 56.59375 36.375 \n",
              "Q 56.59375 19.140625 48.40625 8.859375 \n",
              "Q 40.234375 -1.421875 26.421875 -1.421875 \n",
              "Q 22.703125 -1.421875 18.890625 -0.6875 \n",
              "Q 15.09375 0.046875 10.984375 1.515625 \n",
              "z\n",
              "M 30.609375 32.421875 \n",
              "Q 37.25 32.421875 41.125 36.953125 \n",
              "Q 45.015625 41.5 45.015625 49.421875 \n",
              "Q 45.015625 57.28125 41.125 61.84375 \n",
              "Q 37.25 66.40625 30.609375 66.40625 \n",
              "Q 23.96875 66.40625 20.09375 61.84375 \n",
              "Q 16.21875 57.28125 16.21875 49.421875 \n",
              "Q 16.21875 41.5 20.09375 36.953125 \n",
              "Q 23.96875 32.421875 30.609375 32.421875 \n",
              "z\n",
              "\" id=\"DejaVuSans-57\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 46.197603)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-57\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_16\">\n",
              "     <!-- accuracy -->\n",
              "     <defs>\n",
              "      <path d=\"M 34.28125 27.484375 \n",
              "Q 23.390625 27.484375 19.1875 25 \n",
              "Q 14.984375 22.515625 14.984375 16.5 \n",
              "Q 14.984375 11.71875 18.140625 8.90625 \n",
              "Q 21.296875 6.109375 26.703125 6.109375 \n",
              "Q 34.1875 6.109375 38.703125 11.40625 \n",
              "Q 43.21875 16.703125 43.21875 25.484375 \n",
              "L 43.21875 27.484375 \n",
              "z\n",
              "M 52.203125 31.203125 \n",
              "L 52.203125 0 \n",
              "L 43.21875 0 \n",
              "L 43.21875 8.296875 \n",
              "Q 40.140625 3.328125 35.546875 0.953125 \n",
              "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
              "Q 15.921875 -1.421875 10.953125 3.296875 \n",
              "Q 6 8.015625 6 15.921875 \n",
              "Q 6 25.140625 12.171875 29.828125 \n",
              "Q 18.359375 34.515625 30.609375 34.515625 \n",
              "L 43.21875 34.515625 \n",
              "L 43.21875 35.40625 \n",
              "Q 43.21875 41.609375 39.140625 45 \n",
              "Q 35.0625 48.390625 27.6875 48.390625 \n",
              "Q 23 48.390625 18.546875 47.265625 \n",
              "Q 14.109375 46.140625 10.015625 43.890625 \n",
              "L 10.015625 52.203125 \n",
              "Q 14.9375 54.109375 19.578125 55.046875 \n",
              "Q 24.21875 56 28.609375 56 \n",
              "Q 40.484375 56 46.34375 49.84375 \n",
              "Q 52.203125 43.703125 52.203125 31.203125 \n",
              "z\n",
              "\" id=\"DejaVuSans-97\"/>\n",
              "      <path d=\"M 8.5 21.578125 \n",
              "L 8.5 54.6875 \n",
              "L 17.484375 54.6875 \n",
              "L 17.484375 21.921875 \n",
              "Q 17.484375 14.15625 20.5 10.265625 \n",
              "Q 23.53125 6.390625 29.59375 6.390625 \n",
              "Q 36.859375 6.390625 41.078125 11.03125 \n",
              "Q 45.3125 15.671875 45.3125 23.6875 \n",
              "L 45.3125 54.6875 \n",
              "L 54.296875 54.6875 \n",
              "L 54.296875 0 \n",
              "L 45.3125 0 \n",
              "L 45.3125 8.40625 \n",
              "Q 42.046875 3.421875 37.71875 1 \n",
              "Q 33.40625 -1.421875 27.6875 -1.421875 \n",
              "Q 18.265625 -1.421875 13.375 4.4375 \n",
              "Q 8.5 10.296875 8.5 21.578125 \n",
              "z\n",
              "M 31.109375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-117\"/>\n",
              "      <path d=\"M 41.109375 46.296875 \n",
              "Q 39.59375 47.171875 37.8125 47.578125 \n",
              "Q 36.03125 48 33.890625 48 \n",
              "Q 26.265625 48 22.1875 43.046875 \n",
              "Q 18.109375 38.09375 18.109375 28.8125 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 20.953125 51.171875 25.484375 53.578125 \n",
              "Q 30.03125 56 36.53125 56 \n",
              "Q 37.453125 56 38.578125 55.875 \n",
              "Q 39.703125 55.765625 41.0625 55.515625 \n",
              "z\n",
              "\" id=\"DejaVuSans-114\"/>\n",
              "      <path d=\"M 32.171875 -5.078125 \n",
              "Q 28.375 -14.84375 24.75 -17.8125 \n",
              "Q 21.140625 -20.796875 15.09375 -20.796875 \n",
              "L 7.90625 -20.796875 \n",
              "L 7.90625 -13.28125 \n",
              "L 13.1875 -13.28125 \n",
              "Q 16.890625 -13.28125 18.9375 -11.515625 \n",
              "Q 21 -9.765625 23.484375 -3.21875 \n",
              "L 25.09375 0.875 \n",
              "L 2.984375 54.6875 \n",
              "L 12.5 54.6875 \n",
              "L 29.59375 11.921875 \n",
              "L 46.6875 54.6875 \n",
              "L 56.203125 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-121\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(14.798438 153.5975)rotate(-90)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"61.279297\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"116.259766\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"171.240234\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"234.619141\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"275.732422\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"337.011719\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"391.992188\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"line2d_15\">\n",
              "    <path clip-path=\"url(#p3f1bdb2abe)\" d=\"M 65.361932 229.874489 \n",
              "L 68.436312 140.750731 \n",
              "L 71.510692 118.679533 \n",
              "L 74.585072 109.644548 \n",
              "L 77.659452 101.900276 \n",
              "L 80.733833 96.737427 \n",
              "L 83.808213 92.026296 \n",
              "L 86.882593 87.831505 \n",
              "L 89.956973 84.217492 \n",
              "L 93.031353 81.700599 \n",
              "L 96.105733 79.183706 \n",
              "L 99.180114 76.666813 \n",
              "L 102.254494 75.698786 \n",
              "L 105.328874 74.279012 \n",
              "L 108.403254 73.117362 \n",
              "L 111.477634 71.568495 \n",
              "L 114.552014 72.149336 \n",
              "L 117.626395 69.826036 \n",
              "L 120.700775 66.857395 \n",
              "L 123.775155 66.599271 \n",
              "L 126.849535 68.406262 \n",
              "L 129.923915 64.146909 \n",
              "L 132.998295 64.534125 \n",
              "L 136.072676 64.017847 \n",
              "L 139.147056 64.146909 \n",
              "L 142.221436 61.500953 \n",
              "L 145.295816 60.920113 \n",
              "L 148.370196 60.72652 \n",
              "L 151.444576 59.887556 \n",
              "L 154.518957 59.887556 \n",
              "L 157.593337 59.693932 \n",
              "L 160.667717 58.274158 \n",
              "L 163.742097 58.338689 \n",
              "L 166.816477 57.564255 \n",
              "L 169.890857 58.919529 \n",
              "L 172.965238 55.950888 \n",
              "L 176.039618 55.757265 \n",
              "L 179.113998 53.304902 \n",
              "L 182.188378 55.305517 \n",
              "L 185.262758 53.821212 \n",
              "L 188.337138 53.175841 \n",
              "L 191.411519 54.014805 \n",
              "L 194.485899 53.304902 \n",
              "L 197.560279 52.595031 \n",
              "L 200.634659 52.595031 \n",
              "L 203.709039 51.756066 \n",
              "L 206.783419 51.562443 \n",
              "L 209.8578 48.335678 \n",
              "L 212.93218 49.432766 \n",
              "L 216.00656 48.658333 \n",
              "L 219.08094 47.754837 \n",
              "L 222.15532 49.755452 \n",
              "L 225.2297 47.432152 \n",
              "L 228.304081 48.916488 \n",
              "L 231.378461 47.044966 \n",
              "L 234.452841 46.593187 \n",
              "L 237.527221 45.818785 \n",
              "L 240.601601 46.786811 \n",
              "L 243.675981 46.657749 \n",
              "L 246.750362 45.044351 \n",
              "L 249.824742 45.367037 \n",
              "L 252.899122 44.140856 \n",
              "L 255.973502 44.97982 \n",
              "L 259.047882 43.947232 \n",
              "L 262.122262 44.786197 \n",
              "L 265.196643 42.140241 \n",
              "L 268.271023 42.462927 \n",
              "L 271.345403 43.172799 \n",
              "L 274.419783 42.65652 \n",
              "L 277.494163 41.623963 \n",
              "L 280.568543 40.26872 \n",
              "L 283.642924 40.978591 \n",
              "L 286.717304 41.172215 \n",
              "L 289.791684 40.075096 \n",
              "L 292.866064 40.397782 \n",
              "L 295.940444 40.333251 \n",
              "L 299.014824 39.623348 \n",
              "L 302.089205 39.429755 \n",
              "L 305.163585 38.268105 \n",
              "L 308.237965 38.719853 \n",
              "L 311.312345 38.848915 \n",
              "L 314.386725 37.880888 \n",
              "L 317.461105 37.622734 \n",
              "L 320.535486 36.073898 \n",
              "L 323.609866 37.36461 \n",
              "L 326.684246 37.106455 \n",
              "L 329.758626 36.332022 \n",
              "L 332.833006 36.654707 \n",
              "L 335.907386 34.525031 \n",
              "L 338.981767 35.686681 \n",
              "L 342.056147 36.267491 \n",
              "L 345.130527 33.105257 \n",
              "L 348.204907 35.041309 \n",
              "L 351.279287 34.718655 \n",
              "L 354.353667 34.266876 \n",
              "L 357.428048 34.331438 \n",
              "L 360.502428 33.363381 \n",
              "L 363.576808 33.169788 \n",
              "L 366.651188 32.201761 \n",
              "L 369.725568 32.847102 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"line2d_16\">\n",
              "    <path clip-path=\"url(#p3f1bdb2abe)\" d=\"M 65.361932 162.434713 \n",
              "L 68.436312 134.555325 \n",
              "L 71.510692 129.650601 \n",
              "L 74.585072 118.292316 \n",
              "L 77.659452 110.806198 \n",
              "L 80.733833 105.901474 \n",
              "L 83.808213 100.222347 \n",
              "L 86.882593 97.899047 \n",
              "L 89.956973 94.801344 \n",
              "L 93.031353 84.733771 \n",
              "L 96.105733 89.122217 \n",
              "L 99.180114 84.991926 \n",
              "L 102.254494 84.475647 \n",
              "L 105.328874 84.475647 \n",
              "L 108.403254 81.894223 \n",
              "L 111.477634 79.829077 \n",
              "L 114.552014 80.345356 \n",
              "L 117.626395 81.11979 \n",
              "L 120.700775 83.443059 \n",
              "L 123.775155 77.763932 \n",
              "L 126.849535 81.636068 \n",
              "L 129.923915 72.601084 \n",
              "L 132.998295 82.410502 \n",
              "L 136.072676 90.671053 \n",
              "L 139.147056 77.763932 \n",
              "L 142.221436 78.022087 \n",
              "L 145.295816 73.633641 \n",
              "L 148.370196 81.377914 \n",
              "L 151.444576 70.794062 \n",
              "L 154.518957 71.82665 \n",
              "L 157.593337 73.375517 \n",
              "L 160.667717 71.310372 \n",
              "L 163.742097 74.14992 \n",
              "L 166.816477 73.117362 \n",
              "L 169.890857 71.052217 \n",
              "L 172.965238 71.568495 \n",
              "L 176.039618 73.117362 \n",
              "L 179.113998 71.052217 \n",
              "L 182.188378 69.245226 \n",
              "L 185.262758 70.535938 \n",
              "L 188.337138 69.761505 \n",
              "L 191.411519 70.277783 \n",
              "L 194.485899 73.891796 \n",
              "L 197.560279 70.535938 \n",
              "L 200.634659 68.728947 \n",
              "L 203.709039 71.82665 \n",
              "L 206.783419 68.728947 \n",
              "L 209.8578 69.50335 \n",
              "L 212.93218 72.859208 \n",
              "L 216.00656 68.212638 \n",
              "L 219.08094 73.375517 \n",
              "L 222.15532 73.633641 \n",
              "L 225.2297 67.438235 \n",
              "L 228.304081 69.50335 \n",
              "L 231.378461 69.761505 \n",
              "L 234.452841 69.50335 \n",
              "L 237.527221 70.019659 \n",
              "L 240.601601 75.956941 \n",
              "L 243.675981 68.728947 \n",
              "L 246.750362 70.535938 \n",
              "L 249.824742 67.954514 \n",
              "L 252.899122 70.535938 \n",
              "L 255.973502 69.245226 \n",
              "L 259.047882 67.954514 \n",
              "L 262.122262 70.535938 \n",
              "L 265.196643 69.245226 \n",
              "L 268.271023 67.180081 \n",
              "L 271.345403 67.180081 \n",
              "L 274.419783 66.921926 \n",
              "L 277.494163 71.82665 \n",
              "L 280.568543 65.631214 \n",
              "L 283.642924 70.019659 \n",
              "L 286.717304 70.794062 \n",
              "L 289.791684 70.277783 \n",
              "L 292.866064 67.438235 \n",
              "L 295.940444 68.212638 \n",
              "L 299.014824 66.663802 \n",
              "L 302.089205 67.180081 \n",
              "L 305.163585 68.212638 \n",
              "L 308.237965 71.568495 \n",
              "L 311.312345 69.50335 \n",
              "L 314.386725 65.889368 \n",
              "L 317.461105 66.663802 \n",
              "L 320.535486 67.954514 \n",
              "L 323.609866 69.50335 \n",
              "L 326.684246 66.405647 \n",
              "L 329.758626 67.696359 \n",
              "L 332.833006 67.438235 \n",
              "L 335.907386 66.921926 \n",
              "L 338.981767 68.470793 \n",
              "L 342.056147 65.889368 \n",
              "L 345.130527 68.212638 \n",
              "L 348.204907 64.082378 \n",
              "L 351.279287 68.212638 \n",
              "L 354.353667 64.85678 \n",
              "L 357.428048 66.663802 \n",
              "L 360.502428 64.598656 \n",
              "L 363.576808 65.37309 \n",
              "L 366.651188 65.631214 \n",
              "L 369.725568 65.114935 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_3\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 50.14375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_4\">\n",
              "    <path d=\"M 384.94375 239.758125 \n",
              "L 384.94375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_5\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 384.94375 239.758125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_6\">\n",
              "    <path d=\"M 50.14375 22.318125 \n",
              "L 384.94375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"text_17\">\n",
              "    <!-- Training and validation accuracy -->\n",
              "    <defs>\n",
              "     <path d=\"M -0.296875 72.90625 \n",
              "L 61.375 72.90625 \n",
              "L 61.375 64.59375 \n",
              "L 35.5 64.59375 \n",
              "L 35.5 0 \n",
              "L 25.59375 0 \n",
              "L 25.59375 64.59375 \n",
              "L -0.296875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-84\"/>\n",
              "     <path d=\"M 9.421875 54.6875 \n",
              "L 18.40625 54.6875 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 64.59375 \n",
              "L 9.421875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-105\"/>\n",
              "     <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-110\"/>\n",
              "     <path d=\"M 45.40625 27.984375 \n",
              "Q 45.40625 37.75 41.375 43.109375 \n",
              "Q 37.359375 48.484375 30.078125 48.484375 \n",
              "Q 22.859375 48.484375 18.828125 43.109375 \n",
              "Q 14.796875 37.75 14.796875 27.984375 \n",
              "Q 14.796875 18.265625 18.828125 12.890625 \n",
              "Q 22.859375 7.515625 30.078125 7.515625 \n",
              "Q 37.359375 7.515625 41.375 12.890625 \n",
              "Q 45.40625 18.265625 45.40625 27.984375 \n",
              "z\n",
              "M 54.390625 6.78125 \n",
              "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
              "Q 42 -20.796875 29.203125 -20.796875 \n",
              "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
              "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
              "L 12.109375 -9.1875 \n",
              "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
              "Q 23.78125 -13.375 27.78125 -13.375 \n",
              "Q 36.625 -13.375 41.015625 -8.765625 \n",
              "Q 45.40625 -4.15625 45.40625 5.171875 \n",
              "L 45.40625 9.625 \n",
              "Q 42.625 4.78125 38.28125 2.390625 \n",
              "Q 33.9375 0 27.875 0 \n",
              "Q 17.828125 0 11.671875 7.65625 \n",
              "Q 5.515625 15.328125 5.515625 27.984375 \n",
              "Q 5.515625 40.671875 11.671875 48.328125 \n",
              "Q 17.828125 56 27.875 56 \n",
              "Q 33.9375 56 38.28125 53.609375 \n",
              "Q 42.625 51.21875 45.40625 46.390625 \n",
              "L 45.40625 54.6875 \n",
              "L 54.390625 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-103\"/>\n",
              "     <path id=\"DejaVuSans-32\"/>\n",
              "     <path d=\"M 45.40625 46.390625 \n",
              "L 45.40625 75.984375 \n",
              "L 54.390625 75.984375 \n",
              "L 54.390625 0 \n",
              "L 45.40625 0 \n",
              "L 45.40625 8.203125 \n",
              "Q 42.578125 3.328125 38.25 0.953125 \n",
              "Q 33.9375 -1.421875 27.875 -1.421875 \n",
              "Q 17.96875 -1.421875 11.734375 6.484375 \n",
              "Q 5.515625 14.40625 5.515625 27.296875 \n",
              "Q 5.515625 40.1875 11.734375 48.09375 \n",
              "Q 17.96875 56 27.875 56 \n",
              "Q 33.9375 56 38.25 53.625 \n",
              "Q 42.578125 51.265625 45.40625 46.390625 \n",
              "z\n",
              "M 14.796875 27.296875 \n",
              "Q 14.796875 17.390625 18.875 11.75 \n",
              "Q 22.953125 6.109375 30.078125 6.109375 \n",
              "Q 37.203125 6.109375 41.296875 11.75 \n",
              "Q 45.40625 17.390625 45.40625 27.296875 \n",
              "Q 45.40625 37.203125 41.296875 42.84375 \n",
              "Q 37.203125 48.484375 30.078125 48.484375 \n",
              "Q 22.953125 48.484375 18.875 42.84375 \n",
              "Q 14.796875 37.203125 14.796875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-100\"/>\n",
              "     <path d=\"M 2.984375 54.6875 \n",
              "L 12.5 54.6875 \n",
              "L 29.59375 8.796875 \n",
              "L 46.6875 54.6875 \n",
              "L 56.203125 54.6875 \n",
              "L 35.6875 0 \n",
              "L 23.484375 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-118\"/>\n",
              "     <path d=\"M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-108\"/>\n",
              "     <path d=\"M 18.3125 70.21875 \n",
              "L 18.3125 54.6875 \n",
              "L 36.8125 54.6875 \n",
              "L 36.8125 47.703125 \n",
              "L 18.3125 47.703125 \n",
              "L 18.3125 18.015625 \n",
              "Q 18.3125 11.328125 20.140625 9.421875 \n",
              "Q 21.96875 7.515625 27.59375 7.515625 \n",
              "L 36.8125 7.515625 \n",
              "L 36.8125 0 \n",
              "L 27.59375 0 \n",
              "Q 17.1875 0 13.234375 3.875 \n",
              "Q 9.28125 7.765625 9.28125 18.015625 \n",
              "L 9.28125 47.703125 \n",
              "L 2.6875 47.703125 \n",
              "L 2.6875 54.6875 \n",
              "L 9.28125 54.6875 \n",
              "L 9.28125 70.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-116\"/>\n",
              "    </defs>\n",
              "    <g transform=\"translate(120.251875 16.318125)scale(0.12 -0.12)\">\n",
              "     <use xlink:href=\"#DejaVuSans-84\"/>\n",
              "     <use x=\"46.333984\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"87.447266\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"148.726562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"176.509766\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"239.888672\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"267.671875\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"331.050781\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "     <use x=\"394.527344\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"426.314453\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"487.59375\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"550.972656\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "     <use x=\"614.449219\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"646.236328\" xlink:href=\"#DejaVuSans-118\"/>\n",
              "     <use x=\"705.416016\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"766.695312\" xlink:href=\"#DejaVuSans-108\"/>\n",
              "     <use x=\"794.478516\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"822.261719\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "     <use x=\"885.738281\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"947.017578\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "     <use x=\"986.226562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"1014.009766\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "     <use x=\"1075.191406\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"1138.570312\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"1170.357422\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"1231.636719\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1286.617188\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1341.597656\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "     <use x=\"1404.976562\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"1446.089844\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"1507.369141\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1562.349609\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"legend_1\">\n",
              "    <g id=\"patch_7\">\n",
              "     <path d=\"M 272.55 234.758125 \n",
              "L 377.94375 234.758125 \n",
              "Q 379.94375 234.758125 379.94375 232.758125 \n",
              "L 379.94375 203.845625 \n",
              "Q 379.94375 201.845625 377.94375 201.845625 \n",
              "L 272.55 201.845625 \n",
              "Q 270.55 201.845625 270.55 203.845625 \n",
              "L 270.55 232.758125 \n",
              "Q 270.55 234.758125 272.55 234.758125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_17\">\n",
              "     <path d=\"M 274.55 209.944062 \n",
              "L 294.55 209.944062 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_18\"/>\n",
              "    <g id=\"text_18\">\n",
              "     <!-- train_accuracy -->\n",
              "     <defs>\n",
              "      <path d=\"M 50.984375 -16.609375 \n",
              "L 50.984375 -23.578125 \n",
              "L -0.984375 -23.578125 \n",
              "L -0.984375 -16.609375 \n",
              "z\n",
              "\" id=\"DejaVuSans-95\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(302.55 213.444062)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-95\"/>\n",
              "      <use x=\"282.763672\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"344.042969\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"399.023438\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"454.003906\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"517.382812\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"558.496094\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"619.775391\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"674.755859\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"line2d_19\">\n",
              "     <path d=\"M 274.55 224.900312 \n",
              "L 294.55 224.900312 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_20\"/>\n",
              "    <g id=\"text_19\">\n",
              "     <!-- val_accuracy -->\n",
              "     <g transform=\"translate(302.55 228.400312)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-118\"/>\n",
              "      <use x=\"59.179688\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"120.458984\" xlink:href=\"#DejaVuSans-108\"/>\n",
              "      <use x=\"148.242188\" xlink:href=\"#DejaVuSans-95\"/>\n",
              "      <use x=\"198.242188\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"259.521484\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"314.501953\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"369.482422\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"432.861328\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"473.974609\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"535.253906\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"590.234375\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "  </g>\n",
              " </g>\n",
              " <defs>\n",
              "  <clipPath id=\"p3f1bdb2abe\">\n",
              "   <rect height=\"217.44\" width=\"334.8\" x=\"50.14375\" y=\"22.318125\"/>\n",
              "  </clipPath>\n",
              " </defs>\n",
              "</svg>\n"
            ],
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          },
          "output_type": "display_data"
        }
      ],
      "source": [
        "plot_metric(history_time_based_decay, 'accuracy')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 391
        },
        "id": "MvhYJHMmDXju",
        "outputId": "e0818ec7-792b-4a42-fdf0-c92bbf392796"
      },
      "outputs": [
        {
          "data": {
            "image/svg+xml": [
              "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
              "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
              "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
              "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
              "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 404.86875 277.314375\" width=\"404.86875pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
              " <defs>\n",
              "  <style type=\"text/css\">\n",
              "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
              "  </style>\n",
              " </defs>\n",
              " <g id=\"figure_1\">\n",
              "  <g id=\"patch_1\">\n",
              "   <path d=\"M 0 277.314375 \n",
              "L 404.86875 277.314375 \n",
              "L 404.86875 0 \n",
              "L 0 0 \n",
              "z\n",
              "\" style=\"fill:none;\"/>\n",
              "  </g>\n",
              "  <g id=\"axes_1\">\n",
              "   <g id=\"patch_2\">\n",
              "    <path d=\"M 62.86875 239.758125 \n",
              "L 397.66875 239.758125 \n",
              "L 397.66875 22.318125 \n",
              "L 62.86875 22.318125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;\"/>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_1\">\n",
              "    <g id=\"xtick_1\">\n",
              "     <g id=\"line2d_1\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L 0 3.5 \n",
              "\" id=\"m12e883cc21\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"75.012552\" xlink:href=\"#m12e883cc21\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_1\">\n",
              "      <!-- 0 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 66.40625 \n",
              "Q 24.171875 66.40625 20.328125 58.90625 \n",
              "Q 16.5 51.421875 16.5 36.375 \n",
              "Q 16.5 21.390625 20.328125 13.890625 \n",
              "Q 24.171875 6.390625 31.78125 6.390625 \n",
              "Q 39.453125 6.390625 43.28125 13.890625 \n",
              "Q 47.125 21.390625 47.125 36.375 \n",
              "Q 47.125 51.421875 43.28125 58.90625 \n",
              "Q 39.453125 66.40625 31.78125 66.40625 \n",
              "z\n",
              "M 31.78125 74.21875 \n",
              "Q 44.046875 74.21875 50.515625 64.515625 \n",
              "Q 56.984375 54.828125 56.984375 36.375 \n",
              "Q 56.984375 17.96875 50.515625 8.265625 \n",
              "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
              "Q 19.53125 -1.421875 13.0625 8.265625 \n",
              "Q 6.59375 17.96875 6.59375 36.375 \n",
              "Q 6.59375 54.828125 13.0625 64.515625 \n",
              "Q 19.53125 74.21875 31.78125 74.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-48\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(71.831302 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_2\">\n",
              "     <g id=\"line2d_2\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"136.500155\" xlink:href=\"#m12e883cc21\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_2\">\n",
              "      <!-- 20 -->\n",
              "      <defs>\n",
              "       <path d=\"M 19.1875 8.296875 \n",
              "L 53.609375 8.296875 \n",
              "L 53.609375 0 \n",
              "L 7.328125 0 \n",
              "L 7.328125 8.296875 \n",
              "Q 12.9375 14.109375 22.625 23.890625 \n",
              "Q 32.328125 33.6875 34.8125 36.53125 \n",
              "Q 39.546875 41.84375 41.421875 45.53125 \n",
              "Q 43.3125 49.21875 43.3125 52.78125 \n",
              "Q 43.3125 58.59375 39.234375 62.25 \n",
              "Q 35.15625 65.921875 28.609375 65.921875 \n",
              "Q 23.96875 65.921875 18.8125 64.3125 \n",
              "Q 13.671875 62.703125 7.8125 59.421875 \n",
              "L 7.8125 69.390625 \n",
              "Q 13.765625 71.78125 18.9375 73 \n",
              "Q 24.125 74.21875 28.421875 74.21875 \n",
              "Q 39.75 74.21875 46.484375 68.546875 \n",
              "Q 53.21875 62.890625 53.21875 53.421875 \n",
              "Q 53.21875 48.921875 51.53125 44.890625 \n",
              "Q 49.859375 40.875 45.40625 35.40625 \n",
              "Q 44.1875 33.984375 37.640625 27.21875 \n",
              "Q 31.109375 20.453125 19.1875 8.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-50\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(130.137655 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_3\">\n",
              "     <g id=\"line2d_3\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"197.987758\" xlink:href=\"#m12e883cc21\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_3\">\n",
              "      <!-- 40 -->\n",
              "      <defs>\n",
              "       <path d=\"M 37.796875 64.3125 \n",
              "L 12.890625 25.390625 \n",
              "L 37.796875 25.390625 \n",
              "z\n",
              "M 35.203125 72.90625 \n",
              "L 47.609375 72.90625 \n",
              "L 47.609375 25.390625 \n",
              "L 58.015625 25.390625 \n",
              "L 58.015625 17.1875 \n",
              "L 47.609375 17.1875 \n",
              "L 47.609375 0 \n",
              "L 37.796875 0 \n",
              "L 37.796875 17.1875 \n",
              "L 4.890625 17.1875 \n",
              "L 4.890625 26.703125 \n",
              "z\n",
              "\" id=\"DejaVuSans-52\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(191.625258 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-52\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_4\">\n",
              "     <g id=\"line2d_4\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"259.475362\" xlink:href=\"#m12e883cc21\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_4\">\n",
              "      <!-- 60 -->\n",
              "      <defs>\n",
              "       <path d=\"M 33.015625 40.375 \n",
              "Q 26.375 40.375 22.484375 35.828125 \n",
              "Q 18.609375 31.296875 18.609375 23.390625 \n",
              "Q 18.609375 15.53125 22.484375 10.953125 \n",
              "Q 26.375 6.390625 33.015625 6.390625 \n",
              "Q 39.65625 6.390625 43.53125 10.953125 \n",
              "Q 47.40625 15.53125 47.40625 23.390625 \n",
              "Q 47.40625 31.296875 43.53125 35.828125 \n",
              "Q 39.65625 40.375 33.015625 40.375 \n",
              "z\n",
              "M 52.59375 71.296875 \n",
              "L 52.59375 62.3125 \n",
              "Q 48.875 64.0625 45.09375 64.984375 \n",
              "Q 41.3125 65.921875 37.59375 65.921875 \n",
              "Q 27.828125 65.921875 22.671875 59.328125 \n",
              "Q 17.53125 52.734375 16.796875 39.40625 \n",
              "Q 19.671875 43.65625 24.015625 45.921875 \n",
              "Q 28.375 48.1875 33.59375 48.1875 \n",
              "Q 44.578125 48.1875 50.953125 41.515625 \n",
              "Q 57.328125 34.859375 57.328125 23.390625 \n",
              "Q 57.328125 12.15625 50.6875 5.359375 \n",
              "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
              "Q 20.359375 -1.421875 13.671875 8.265625 \n",
              "Q 6.984375 17.96875 6.984375 36.375 \n",
              "Q 6.984375 53.65625 15.1875 63.9375 \n",
              "Q 23.390625 74.21875 37.203125 74.21875 \n",
              "Q 40.921875 74.21875 44.703125 73.484375 \n",
              "Q 48.484375 72.75 52.59375 71.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-54\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(253.112862 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_5\">\n",
              "     <g id=\"line2d_5\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"320.962965\" xlink:href=\"#m12e883cc21\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_5\">\n",
              "      <!-- 80 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 34.625 \n",
              "Q 24.75 34.625 20.71875 30.859375 \n",
              "Q 16.703125 27.09375 16.703125 20.515625 \n",
              "Q 16.703125 13.921875 20.71875 10.15625 \n",
              "Q 24.75 6.390625 31.78125 6.390625 \n",
              "Q 38.8125 6.390625 42.859375 10.171875 \n",
              "Q 46.921875 13.96875 46.921875 20.515625 \n",
              "Q 46.921875 27.09375 42.890625 30.859375 \n",
              "Q 38.875 34.625 31.78125 34.625 \n",
              "z\n",
              "M 21.921875 38.8125 \n",
              "Q 15.578125 40.375 12.03125 44.71875 \n",
              "Q 8.5 49.078125 8.5 55.328125 \n",
              "Q 8.5 64.0625 14.71875 69.140625 \n",
              "Q 20.953125 74.21875 31.78125 74.21875 \n",
              "Q 42.671875 74.21875 48.875 69.140625 \n",
              "Q 55.078125 64.0625 55.078125 55.328125 \n",
              "Q 55.078125 49.078125 51.53125 44.71875 \n",
              "Q 48 40.375 41.703125 38.8125 \n",
              "Q 48.828125 37.15625 52.796875 32.3125 \n",
              "Q 56.78125 27.484375 56.78125 20.515625 \n",
              "Q 56.78125 9.90625 50.3125 4.234375 \n",
              "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
              "Q 19.734375 -1.421875 13.25 4.234375 \n",
              "Q 6.78125 9.90625 6.78125 20.515625 \n",
              "Q 6.78125 27.484375 10.78125 32.3125 \n",
              "Q 14.796875 37.15625 21.921875 38.8125 \n",
              "z\n",
              "M 18.3125 54.390625 \n",
              "Q 18.3125 48.734375 21.84375 45.5625 \n",
              "Q 25.390625 42.390625 31.78125 42.390625 \n",
              "Q 38.140625 42.390625 41.71875 45.5625 \n",
              "Q 45.3125 48.734375 45.3125 54.390625 \n",
              "Q 45.3125 60.0625 41.71875 63.234375 \n",
              "Q 38.140625 66.40625 31.78125 66.40625 \n",
              "Q 25.390625 66.40625 21.84375 63.234375 \n",
              "Q 18.3125 60.0625 18.3125 54.390625 \n",
              "z\n",
              "\" id=\"DejaVuSans-56\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(314.600465 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_6\">\n",
              "     <g id=\"line2d_6\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"382.450568\" xlink:href=\"#m12e883cc21\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_6\">\n",
              "      <!-- 100 -->\n",
              "      <defs>\n",
              "       <path d=\"M 12.40625 8.296875 \n",
              "L 28.515625 8.296875 \n",
              "L 28.515625 63.921875 \n",
              "L 10.984375 60.40625 \n",
              "L 10.984375 69.390625 \n",
              "L 28.421875 72.90625 \n",
              "L 38.28125 72.90625 \n",
              "L 38.28125 8.296875 \n",
              "L 54.390625 8.296875 \n",
              "L 54.390625 0 \n",
              "L 12.40625 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-49\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(372.906818 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_7\">\n",
              "     <!-- Epochs -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 55.90625 72.90625 \n",
              "L 55.90625 64.59375 \n",
              "L 19.671875 64.59375 \n",
              "L 19.671875 43.015625 \n",
              "L 54.390625 43.015625 \n",
              "L 54.390625 34.71875 \n",
              "L 19.671875 34.71875 \n",
              "L 19.671875 8.296875 \n",
              "L 56.78125 8.296875 \n",
              "L 56.78125 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-69\"/>\n",
              "      <path d=\"M 18.109375 8.203125 \n",
              "L 18.109375 -20.796875 \n",
              "L 9.078125 -20.796875 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.390625 \n",
              "Q 20.953125 51.265625 25.265625 53.625 \n",
              "Q 29.59375 56 35.59375 56 \n",
              "Q 45.5625 56 51.78125 48.09375 \n",
              "Q 58.015625 40.1875 58.015625 27.296875 \n",
              "Q 58.015625 14.40625 51.78125 6.484375 \n",
              "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
              "Q 29.59375 -1.421875 25.265625 0.953125 \n",
              "Q 20.953125 3.328125 18.109375 8.203125 \n",
              "z\n",
              "M 48.6875 27.296875 \n",
              "Q 48.6875 37.203125 44.609375 42.84375 \n",
              "Q 40.53125 48.484375 33.40625 48.484375 \n",
              "Q 26.265625 48.484375 22.1875 42.84375 \n",
              "Q 18.109375 37.203125 18.109375 27.296875 \n",
              "Q 18.109375 17.390625 22.1875 11.75 \n",
              "Q 26.265625 6.109375 33.40625 6.109375 \n",
              "Q 40.53125 6.109375 44.609375 11.75 \n",
              "Q 48.6875 17.390625 48.6875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-112\"/>\n",
              "      <path d=\"M 30.609375 48.390625 \n",
              "Q 23.390625 48.390625 19.1875 42.75 \n",
              "Q 14.984375 37.109375 14.984375 27.296875 \n",
              "Q 14.984375 17.484375 19.15625 11.84375 \n",
              "Q 23.34375 6.203125 30.609375 6.203125 \n",
              "Q 37.796875 6.203125 41.984375 11.859375 \n",
              "Q 46.1875 17.53125 46.1875 27.296875 \n",
              "Q 46.1875 37.015625 41.984375 42.703125 \n",
              "Q 37.796875 48.390625 30.609375 48.390625 \n",
              "z\n",
              "M 30.609375 56 \n",
              "Q 42.328125 56 49.015625 48.375 \n",
              "Q 55.71875 40.765625 55.71875 27.296875 \n",
              "Q 55.71875 13.875 49.015625 6.21875 \n",
              "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
              "Q 18.84375 -1.421875 12.171875 6.21875 \n",
              "Q 5.515625 13.875 5.515625 27.296875 \n",
              "Q 5.515625 40.765625 12.171875 48.375 \n",
              "Q 18.84375 56 30.609375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-111\"/>\n",
              "      <path d=\"M 48.78125 52.59375 \n",
              "L 48.78125 44.1875 \n",
              "Q 44.96875 46.296875 41.140625 47.34375 \n",
              "Q 37.3125 48.390625 33.40625 48.390625 \n",
              "Q 24.65625 48.390625 19.8125 42.84375 \n",
              "Q 14.984375 37.3125 14.984375 27.296875 \n",
              "Q 14.984375 17.28125 19.8125 11.734375 \n",
              "Q 24.65625 6.203125 33.40625 6.203125 \n",
              "Q 37.3125 6.203125 41.140625 7.25 \n",
              "Q 44.96875 8.296875 48.78125 10.40625 \n",
              "L 48.78125 2.09375 \n",
              "Q 45.015625 0.34375 40.984375 -0.53125 \n",
              "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
              "Q 20.0625 -1.421875 12.78125 6.34375 \n",
              "Q 5.515625 14.109375 5.515625 27.296875 \n",
              "Q 5.515625 40.671875 12.859375 48.328125 \n",
              "Q 20.21875 56 33.015625 56 \n",
              "Q 37.15625 56 41.109375 55.140625 \n",
              "Q 45.0625 54.296875 48.78125 52.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-99\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 75.984375 \n",
              "L 18.109375 75.984375 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-104\"/>\n",
              "      <path d=\"M 44.28125 53.078125 \n",
              "L 44.28125 44.578125 \n",
              "Q 40.484375 46.53125 36.375 47.5 \n",
              "Q 32.28125 48.484375 27.875 48.484375 \n",
              "Q 21.1875 48.484375 17.84375 46.4375 \n",
              "Q 14.5 44.390625 14.5 40.28125 \n",
              "Q 14.5 37.15625 16.890625 35.375 \n",
              "Q 19.28125 33.59375 26.515625 31.984375 \n",
              "L 29.59375 31.296875 \n",
              "Q 39.15625 29.25 43.1875 25.515625 \n",
              "Q 47.21875 21.78125 47.21875 15.09375 \n",
              "Q 47.21875 7.46875 41.1875 3.015625 \n",
              "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
              "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
              "Q 10.6875 0.296875 5.421875 2 \n",
              "L 5.421875 11.28125 \n",
              "Q 10.40625 8.6875 15.234375 7.390625 \n",
              "Q 20.0625 6.109375 24.8125 6.109375 \n",
              "Q 31.15625 6.109375 34.5625 8.28125 \n",
              "Q 37.984375 10.453125 37.984375 14.40625 \n",
              "Q 37.984375 18.0625 35.515625 20.015625 \n",
              "Q 33.0625 21.96875 24.703125 23.78125 \n",
              "L 21.578125 24.515625 \n",
              "Q 13.234375 26.265625 9.515625 29.90625 \n",
              "Q 5.8125 33.546875 5.8125 39.890625 \n",
              "Q 5.8125 47.609375 11.28125 51.796875 \n",
              "Q 16.75 56 26.8125 56 \n",
              "Q 31.78125 56 36.171875 55.265625 \n",
              "Q 40.578125 54.546875 44.28125 53.078125 \n",
              "z\n",
              "\" id=\"DejaVuSans-115\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(212.353125 268.034687)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
              "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
              "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_2\">\n",
              "    <g id=\"ytick_1\">\n",
              "     <g id=\"line2d_7\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L -3.5 0 \n",
              "\" id=\"m9f8cea73dc\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.86875\" xlink:href=\"#m9f8cea73dc\" y=\"235.238362\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_8\">\n",
              "      <!-- 0.0060 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.6875 12.40625 \n",
              "L 21 12.40625 \n",
              "L 21 0 \n",
              "L 10.6875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-46\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 239.037581)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"286.279297\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_2\">\n",
              "     <g id=\"line2d_8\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.86875\" xlink:href=\"#m9f8cea73dc\" y=\"209.858786\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_9\">\n",
              "      <!-- 0.0065 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.796875 72.90625 \n",
              "L 49.515625 72.90625 \n",
              "L 49.515625 64.59375 \n",
              "L 19.828125 64.59375 \n",
              "L 19.828125 46.734375 \n",
              "Q 21.96875 47.46875 24.109375 47.828125 \n",
              "Q 26.265625 48.1875 28.421875 48.1875 \n",
              "Q 40.625 48.1875 47.75 41.5 \n",
              "Q 54.890625 34.8125 54.890625 23.390625 \n",
              "Q 54.890625 11.625 47.5625 5.09375 \n",
              "Q 40.234375 -1.421875 26.90625 -1.421875 \n",
              "Q 22.3125 -1.421875 17.546875 -0.640625 \n",
              "Q 12.796875 0.140625 7.71875 1.703125 \n",
              "L 7.71875 11.625 \n",
              "Q 12.109375 9.234375 16.796875 8.0625 \n",
              "Q 21.484375 6.890625 26.703125 6.890625 \n",
              "Q 35.15625 6.890625 40.078125 11.328125 \n",
              "Q 45.015625 15.765625 45.015625 23.390625 \n",
              "Q 45.015625 31 40.078125 35.4375 \n",
              "Q 35.15625 39.890625 26.703125 39.890625 \n",
              "Q 22.75 39.890625 18.8125 39.015625 \n",
              "Q 14.890625 38.140625 10.796875 36.28125 \n",
              "z\n",
              "\" id=\"DejaVuSans-53\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 213.658005)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"286.279297\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_3\">\n",
              "     <g id=\"line2d_9\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.86875\" xlink:href=\"#m9f8cea73dc\" y=\"184.479209\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_10\">\n",
              "      <!-- 0.0070 -->\n",
              "      <defs>\n",
              "       <path d=\"M 8.203125 72.90625 \n",
              "L 55.078125 72.90625 \n",
              "L 55.078125 68.703125 \n",
              "L 28.609375 0 \n",
              "L 18.3125 0 \n",
              "L 43.21875 64.59375 \n",
              "L 8.203125 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-55\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 188.278428)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"286.279297\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_4\">\n",
              "     <g id=\"line2d_10\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.86875\" xlink:href=\"#m9f8cea73dc\" y=\"159.099633\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_11\">\n",
              "      <!-- 0.0075 -->\n",
              "      <g transform=\"translate(20.878125 162.898851)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"286.279297\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_5\">\n",
              "     <g id=\"line2d_11\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.86875\" xlink:href=\"#m9f8cea73dc\" y=\"133.720056\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_12\">\n",
              "      <!-- 0.0080 -->\n",
              "      <g transform=\"translate(20.878125 137.519275)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"286.279297\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_6\">\n",
              "     <g id=\"line2d_12\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.86875\" xlink:href=\"#m9f8cea73dc\" y=\"108.34048\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_13\">\n",
              "      <!-- 0.0085 -->\n",
              "      <g transform=\"translate(20.878125 112.139698)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"286.279297\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_7\">\n",
              "     <g id=\"line2d_13\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.86875\" xlink:href=\"#m9f8cea73dc\" y=\"82.960903\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_14\">\n",
              "      <!-- 0.0090 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.984375 1.515625 \n",
              "L 10.984375 10.5 \n",
              "Q 14.703125 8.734375 18.5 7.8125 \n",
              "Q 22.3125 6.890625 25.984375 6.890625 \n",
              "Q 35.75 6.890625 40.890625 13.453125 \n",
              "Q 46.046875 20.015625 46.78125 33.40625 \n",
              "Q 43.953125 29.203125 39.59375 26.953125 \n",
              "Q 35.25 24.703125 29.984375 24.703125 \n",
              "Q 19.046875 24.703125 12.671875 31.3125 \n",
              "Q 6.296875 37.9375 6.296875 49.421875 \n",
              "Q 6.296875 60.640625 12.9375 67.421875 \n",
              "Q 19.578125 74.21875 30.609375 74.21875 \n",
              "Q 43.265625 74.21875 49.921875 64.515625 \n",
              "Q 56.59375 54.828125 56.59375 36.375 \n",
              "Q 56.59375 19.140625 48.40625 8.859375 \n",
              "Q 40.234375 -1.421875 26.421875 -1.421875 \n",
              "Q 22.703125 -1.421875 18.890625 -0.6875 \n",
              "Q 15.09375 0.046875 10.984375 1.515625 \n",
              "z\n",
              "M 30.609375 32.421875 \n",
              "Q 37.25 32.421875 41.125 36.953125 \n",
              "Q 45.015625 41.5 45.015625 49.421875 \n",
              "Q 45.015625 57.28125 41.125 61.84375 \n",
              "Q 37.25 66.40625 30.609375 66.40625 \n",
              "Q 23.96875 66.40625 20.09375 61.84375 \n",
              "Q 16.21875 57.28125 16.21875 49.421875 \n",
              "Q 16.21875 41.5 20.09375 36.953125 \n",
              "Q 23.96875 32.421875 30.609375 32.421875 \n",
              "z\n",
              "\" id=\"DejaVuSans-57\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 86.760122)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-57\"/>\n",
              "       <use x=\"286.279297\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_8\">\n",
              "     <g id=\"line2d_14\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.86875\" xlink:href=\"#m9f8cea73dc\" y=\"57.581327\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_15\">\n",
              "      <!-- 0.0095 -->\n",
              "      <g transform=\"translate(20.878125 61.380545)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-57\"/>\n",
              "       <use x=\"286.279297\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_9\">\n",
              "     <g id=\"line2d_15\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.86875\" xlink:href=\"#m9f8cea73dc\" y=\"32.20175\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_16\">\n",
              "      <!-- 0.0100 -->\n",
              "      <g transform=\"translate(20.878125 36.000969)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"286.279297\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_17\">\n",
              "     <!-- Learning rate -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 19.671875 72.90625 \n",
              "L 19.671875 8.296875 \n",
              "L 55.171875 8.296875 \n",
              "L 55.171875 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-76\"/>\n",
              "      <path d=\"M 56.203125 29.59375 \n",
              "L 56.203125 25.203125 \n",
              "L 14.890625 25.203125 \n",
              "Q 15.484375 15.921875 20.484375 11.0625 \n",
              "Q 25.484375 6.203125 34.421875 6.203125 \n",
              "Q 39.59375 6.203125 44.453125 7.46875 \n",
              "Q 49.3125 8.734375 54.109375 11.28125 \n",
              "L 54.109375 2.78125 \n",
              "Q 49.265625 0.734375 44.1875 -0.34375 \n",
              "Q 39.109375 -1.421875 33.890625 -1.421875 \n",
              "Q 20.796875 -1.421875 13.15625 6.1875 \n",
              "Q 5.515625 13.8125 5.515625 26.8125 \n",
              "Q 5.515625 40.234375 12.765625 48.109375 \n",
              "Q 20.015625 56 32.328125 56 \n",
              "Q 43.359375 56 49.78125 48.890625 \n",
              "Q 56.203125 41.796875 56.203125 29.59375 \n",
              "z\n",
              "M 47.21875 32.234375 \n",
              "Q 47.125 39.59375 43.09375 43.984375 \n",
              "Q 39.0625 48.390625 32.421875 48.390625 \n",
              "Q 24.90625 48.390625 20.390625 44.140625 \n",
              "Q 15.875 39.890625 15.1875 32.171875 \n",
              "z\n",
              "\" id=\"DejaVuSans-101\"/>\n",
              "      <path d=\"M 34.28125 27.484375 \n",
              "Q 23.390625 27.484375 19.1875 25 \n",
              "Q 14.984375 22.515625 14.984375 16.5 \n",
              "Q 14.984375 11.71875 18.140625 8.90625 \n",
              "Q 21.296875 6.109375 26.703125 6.109375 \n",
              "Q 34.1875 6.109375 38.703125 11.40625 \n",
              "Q 43.21875 16.703125 43.21875 25.484375 \n",
              "L 43.21875 27.484375 \n",
              "z\n",
              "M 52.203125 31.203125 \n",
              "L 52.203125 0 \n",
              "L 43.21875 0 \n",
              "L 43.21875 8.296875 \n",
              "Q 40.140625 3.328125 35.546875 0.953125 \n",
              "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
              "Q 15.921875 -1.421875 10.953125 3.296875 \n",
              "Q 6 8.015625 6 15.921875 \n",
              "Q 6 25.140625 12.171875 29.828125 \n",
              "Q 18.359375 34.515625 30.609375 34.515625 \n",
              "L 43.21875 34.515625 \n",
              "L 43.21875 35.40625 \n",
              "Q 43.21875 41.609375 39.140625 45 \n",
              "Q 35.0625 48.390625 27.6875 48.390625 \n",
              "Q 23 48.390625 18.546875 47.265625 \n",
              "Q 14.109375 46.140625 10.015625 43.890625 \n",
              "L 10.015625 52.203125 \n",
              "Q 14.9375 54.109375 19.578125 55.046875 \n",
              "Q 24.21875 56 28.609375 56 \n",
              "Q 40.484375 56 46.34375 49.84375 \n",
              "Q 52.203125 43.703125 52.203125 31.203125 \n",
              "z\n",
              "\" id=\"DejaVuSans-97\"/>\n",
              "      <path d=\"M 41.109375 46.296875 \n",
              "Q 39.59375 47.171875 37.8125 47.578125 \n",
              "Q 36.03125 48 33.890625 48 \n",
              "Q 26.265625 48 22.1875 43.046875 \n",
              "Q 18.109375 38.09375 18.109375 28.8125 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 20.953125 51.171875 25.484375 53.578125 \n",
              "Q 30.03125 56 36.53125 56 \n",
              "Q 37.453125 56 38.578125 55.875 \n",
              "Q 39.703125 55.765625 41.0625 55.515625 \n",
              "z\n",
              "\" id=\"DejaVuSans-114\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-110\"/>\n",
              "      <path d=\"M 9.421875 54.6875 \n",
              "L 18.40625 54.6875 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 64.59375 \n",
              "L 9.421875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-105\"/>\n",
              "      <path d=\"M 45.40625 27.984375 \n",
              "Q 45.40625 37.75 41.375 43.109375 \n",
              "Q 37.359375 48.484375 30.078125 48.484375 \n",
              "Q 22.859375 48.484375 18.828125 43.109375 \n",
              "Q 14.796875 37.75 14.796875 27.984375 \n",
              "Q 14.796875 18.265625 18.828125 12.890625 \n",
              "Q 22.859375 7.515625 30.078125 7.515625 \n",
              "Q 37.359375 7.515625 41.375 12.890625 \n",
              "Q 45.40625 18.265625 45.40625 27.984375 \n",
              "z\n",
              "M 54.390625 6.78125 \n",
              "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
              "Q 42 -20.796875 29.203125 -20.796875 \n",
              "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
              "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
              "L 12.109375 -9.1875 \n",
              "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
              "Q 23.78125 -13.375 27.78125 -13.375 \n",
              "Q 36.625 -13.375 41.015625 -8.765625 \n",
              "Q 45.40625 -4.15625 45.40625 5.171875 \n",
              "L 45.40625 9.625 \n",
              "Q 42.625 4.78125 38.28125 2.390625 \n",
              "Q 33.9375 0 27.875 0 \n",
              "Q 17.828125 0 11.671875 7.65625 \n",
              "Q 5.515625 15.328125 5.515625 27.984375 \n",
              "Q 5.515625 40.671875 11.671875 48.328125 \n",
              "Q 17.828125 56 27.875 56 \n",
              "Q 33.9375 56 38.28125 53.609375 \n",
              "Q 42.625 51.21875 45.40625 46.390625 \n",
              "L 45.40625 54.6875 \n",
              "L 54.390625 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-103\"/>\n",
              "      <path id=\"DejaVuSans-32\"/>\n",
              "      <path d=\"M 18.3125 70.21875 \n",
              "L 18.3125 54.6875 \n",
              "L 36.8125 54.6875 \n",
              "L 36.8125 47.703125 \n",
              "L 18.3125 47.703125 \n",
              "L 18.3125 18.015625 \n",
              "Q 18.3125 11.328125 20.140625 9.421875 \n",
              "Q 21.96875 7.515625 27.59375 7.515625 \n",
              "L 36.8125 7.515625 \n",
              "L 36.8125 0 \n",
              "L 27.59375 0 \n",
              "Q 17.1875 0 13.234375 3.875 \n",
              "Q 9.28125 7.765625 9.28125 18.015625 \n",
              "L 9.28125 47.703125 \n",
              "L 2.6875 47.703125 \n",
              "L 2.6875 54.6875 \n",
              "L 9.28125 54.6875 \n",
              "L 9.28125 70.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-116\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(14.798438 164.49125)rotate(-90)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-76\"/>\n",
              "      <use x=\"53.962891\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"115.486328\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"176.765625\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"216.128906\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"279.507812\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "      <use x=\"307.291016\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"370.669922\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "      <use x=\"434.146484\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "      <use x=\"465.933594\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"507.046875\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"568.326172\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"607.535156\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"line2d_16\">\n",
              "    <path clip-path=\"url(#pc19993f875)\" d=\"M 78.086932 32.201761 \n",
              "L 81.161312 32.252533 \n",
              "L 84.235692 32.354028 \n",
              "L 87.310072 32.5062 \n",
              "L 90.384452 32.709049 \n",
              "L 93.458833 32.962481 \n",
              "L 96.533213 33.2664 \n",
              "L 99.607593 33.620712 \n",
              "L 102.681973 34.025323 \n",
              "L 105.756353 34.480091 \n",
              "L 108.830733 34.984921 \n",
              "L 111.905114 35.539576 \n",
              "L 114.979494 36.143963 \n",
              "L 118.053874 36.797846 \n",
              "L 121.128254 37.501034 \n",
              "L 124.202634 38.253338 \n",
              "L 127.277014 39.054524 \n",
              "L 130.351395 39.904353 \n",
              "L 133.425775 40.802543 \n",
              "L 136.500155 41.748809 \n",
              "L 139.574535 42.742916 \n",
              "L 142.648915 43.784533 \n",
              "L 145.723295 44.873375 \n",
              "L 148.797676 46.009065 \n",
              "L 151.872056 47.191319 \n",
              "L 154.946436 48.419759 \n",
              "L 158.020816 49.694007 \n",
              "L 161.095196 51.013731 \n",
              "L 164.169576 52.378507 \n",
              "L 167.243957 53.787909 \n",
              "L 170.318337 55.241558 \n",
              "L 173.392717 56.739029 \n",
              "L 176.467097 58.27985 \n",
              "L 179.541477 59.863595 \n",
              "L 182.615857 61.489838 \n",
              "L 185.690238 63.15806 \n",
              "L 188.764618 64.867788 \n",
              "L 191.838998 66.618549 \n",
              "L 194.913378 68.409823 \n",
              "L 197.987758 70.24109 \n",
              "L 201.062138 72.111831 \n",
              "L 204.136519 74.021476 \n",
              "L 207.210899 75.969556 \n",
              "L 210.285279 77.955453 \n",
              "L 213.359659 79.978649 \n",
              "L 216.434039 82.038529 \n",
              "L 219.508419 84.134573 \n",
              "L 222.5828 86.266167 \n",
              "L 225.65718 88.432695 \n",
              "L 228.73156 90.633591 \n",
              "L 231.80594 92.868239 \n",
              "L 234.88032 95.135979 \n",
              "L 237.9547 97.436243 \n",
              "L 241.029081 99.76837 \n",
              "L 244.103461 102.131743 \n",
              "L 247.177841 104.525702 \n",
              "L 250.252221 106.949633 \n",
              "L 253.326601 109.402873 \n",
              "L 256.400981 111.88476 \n",
              "L 259.475362 114.394633 \n",
              "L 262.549742 116.931783 \n",
              "L 265.624122 119.495595 \n",
              "L 268.698502 122.085407 \n",
              "L 271.772882 124.70051 \n",
              "L 274.847262 127.340195 \n",
              "L 277.921643 130.003848 \n",
              "L 280.996023 132.690711 \n",
              "L 284.070403 135.400124 \n",
              "L 287.144783 138.131425 \n",
              "L 290.219163 140.883904 \n",
              "L 293.293543 143.656852 \n",
              "L 296.367924 146.449584 \n",
              "L 299.442304 149.261414 \n",
              "L 302.516684 152.091634 \n",
              "L 305.591064 154.939557 \n",
              "L 308.665444 157.804475 \n",
              "L 311.739824 160.685703 \n",
              "L 314.814205 163.58253 \n",
              "L 317.888585 166.494272 \n",
              "L 320.962965 169.42022 \n",
              "L 324.037345 172.359688 \n",
              "L 327.111725 175.31199 \n",
              "L 330.186105 178.276418 \n",
              "L 333.260486 181.25231 \n",
              "L 336.334866 184.238956 \n",
              "L 339.409246 187.235695 \n",
              "L 342.483626 190.241842 \n",
              "L 345.558006 193.25671 \n",
              "L 348.632386 196.279639 \n",
              "L 351.706767 199.309942 \n",
              "L 354.781147 202.346958 \n",
              "L 357.855527 205.390025 \n",
              "L 360.929907 208.438481 \n",
              "L 364.004287 211.491688 \n",
              "L 367.078667 214.548984 \n",
              "L 370.153048 217.609731 \n",
              "L 373.227428 220.673291 \n",
              "L 376.301808 223.739025 \n",
              "L 379.376188 226.806296 \n",
              "L 382.450568 229.874489 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_3\">\n",
              "    <path d=\"M 62.86875 239.758125 \n",
              "L 62.86875 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_4\">\n",
              "    <path d=\"M 397.66875 239.758125 \n",
              "L 397.66875 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_5\">\n",
              "    <path d=\"M 62.86875 239.758125 \n",
              "L 397.66875 239.758125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_6\">\n",
              "    <path d=\"M 62.86875 22.318125 \n",
              "L 397.66875 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"text_18\">\n",
              "    <!-- Learning rate -->\n",
              "    <g transform=\"translate(190.125 16.318125)scale(0.12 -0.12)\">\n",
              "     <use xlink:href=\"#DejaVuSans-76\"/>\n",
              "     <use x=\"53.962891\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "     <use x=\"115.486328\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"176.765625\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"216.128906\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"279.507812\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"307.291016\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"370.669922\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "     <use x=\"434.146484\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"465.933594\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"507.046875\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"568.326172\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "     <use x=\"607.535156\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "    </g>\n",
              "   </g>\n",
              "  </g>\n",
              " </g>\n",
              " <defs>\n",
              "  <clipPath id=\"pc19993f875\">\n",
              "   <rect height=\"217.44\" width=\"334.8\" x=\"62.86875\" y=\"22.318125\"/>\n",
              "  </clipPath>\n",
              " </defs>\n",
              "</svg>\n"
            ],
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          },
          "output_type": "display_data"
        }
      ],
      "source": [
        "plot_lr(history_time_based_decay)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "PjzG7RufDXju"
      },
      "source": [
        "## 3. Step decay\n",
        "\n",
        "lr = initial_lr + drop_rate ** floor(epoch / epoch_drop)\n",
        "\n",
        "epoch: ایپاک فعلی\n",
        "\n",
        "epoch_drop: هرچندتا ایپاک lr تغییر کنه"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {
        "id": "bf-4DFt1DXjv"
      },
      "outputs": [],
      "source": [
        "# Create a new model\n",
        "model = create_model()\n",
        "\n",
        "model.compile(\n",
        "    optimizer='sgd', # Learning rate defaults to 0.01\n",
        "    loss='sparse_categorical_crossentropy', \n",
        "    metrics=['accuracy']\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EfXcLBOhDXjv",
        "outputId": "c86089e0-3631-4963-bdd7-a70b1ed46470"
      },
      "outputs": [],
      "source": [
        "# Define the learning rate schedule function\n",
        "initial_learning_rate = 0.01\n",
        "\n",
        "def lr_step_decay(epoch, lr):\n",
        "    drop_rate = 0.5\n",
        "    epochs_drop = 10.0\n",
        "    return initial_learning_rate * math.pow(drop_rate, math.floor(epoch/epochs_drop))\n",
        "\n",
        "# Fit the model to the training data\n",
        "history_step_decay = model.fit(\n",
        "    X_train, \n",
        "    y_train, \n",
        "    epochs=100, \n",
        "    validation_split=0.2,\n",
        "    batch_size=64,\n",
        "    callbacks=[LearningRateScheduler(lr_step_decay, verbose=1)],\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 391
        },
        "id": "OU1_ntLoDXjv",
        "outputId": "ac23f20c-babb-4a5b-d57e-74b76313fa35"
      },
      "outputs": [
        {
          "data": {
            "image/svg+xml": [
              "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
              "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
              "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
              "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
              "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 392.14375 277.314375\" width=\"392.14375pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
              " <defs>\n",
              "  <style type=\"text/css\">\n",
              "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
              "  </style>\n",
              " </defs>\n",
              " <g id=\"figure_1\">\n",
              "  <g id=\"patch_1\">\n",
              "   <path d=\"M 0 277.314375 \n",
              "L 392.14375 277.314375 \n",
              "L 392.14375 0 \n",
              "L 0 0 \n",
              "z\n",
              "\" style=\"fill:none;\"/>\n",
              "  </g>\n",
              "  <g id=\"axes_1\">\n",
              "   <g id=\"patch_2\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 384.94375 239.758125 \n",
              "L 384.94375 22.318125 \n",
              "L 50.14375 22.318125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;\"/>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_1\">\n",
              "    <g id=\"xtick_1\">\n",
              "     <g id=\"line2d_1\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L 0 3.5 \n",
              "\" id=\"m330c2cf179\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.287552\" xlink:href=\"#m330c2cf179\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_1\">\n",
              "      <!-- 0 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 66.40625 \n",
              "Q 24.171875 66.40625 20.328125 58.90625 \n",
              "Q 16.5 51.421875 16.5 36.375 \n",
              "Q 16.5 21.390625 20.328125 13.890625 \n",
              "Q 24.171875 6.390625 31.78125 6.390625 \n",
              "Q 39.453125 6.390625 43.28125 13.890625 \n",
              "Q 47.125 21.390625 47.125 36.375 \n",
              "Q 47.125 51.421875 43.28125 58.90625 \n",
              "Q 39.453125 66.40625 31.78125 66.40625 \n",
              "z\n",
              "M 31.78125 74.21875 \n",
              "Q 44.046875 74.21875 50.515625 64.515625 \n",
              "Q 56.984375 54.828125 56.984375 36.375 \n",
              "Q 56.984375 17.96875 50.515625 8.265625 \n",
              "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
              "Q 19.53125 -1.421875 13.0625 8.265625 \n",
              "Q 6.59375 17.96875 6.59375 36.375 \n",
              "Q 6.59375 54.828125 13.0625 64.515625 \n",
              "Q 19.53125 74.21875 31.78125 74.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-48\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(59.106302 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_2\">\n",
              "     <g id=\"line2d_2\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"123.775155\" xlink:href=\"#m330c2cf179\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_2\">\n",
              "      <!-- 20 -->\n",
              "      <defs>\n",
              "       <path d=\"M 19.1875 8.296875 \n",
              "L 53.609375 8.296875 \n",
              "L 53.609375 0 \n",
              "L 7.328125 0 \n",
              "L 7.328125 8.296875 \n",
              "Q 12.9375 14.109375 22.625 23.890625 \n",
              "Q 32.328125 33.6875 34.8125 36.53125 \n",
              "Q 39.546875 41.84375 41.421875 45.53125 \n",
              "Q 43.3125 49.21875 43.3125 52.78125 \n",
              "Q 43.3125 58.59375 39.234375 62.25 \n",
              "Q 35.15625 65.921875 28.609375 65.921875 \n",
              "Q 23.96875 65.921875 18.8125 64.3125 \n",
              "Q 13.671875 62.703125 7.8125 59.421875 \n",
              "L 7.8125 69.390625 \n",
              "Q 13.765625 71.78125 18.9375 73 \n",
              "Q 24.125 74.21875 28.421875 74.21875 \n",
              "Q 39.75 74.21875 46.484375 68.546875 \n",
              "Q 53.21875 62.890625 53.21875 53.421875 \n",
              "Q 53.21875 48.921875 51.53125 44.890625 \n",
              "Q 49.859375 40.875 45.40625 35.40625 \n",
              "Q 44.1875 33.984375 37.640625 27.21875 \n",
              "Q 31.109375 20.453125 19.1875 8.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-50\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(117.412655 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_3\">\n",
              "     <g id=\"line2d_3\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"185.262758\" xlink:href=\"#m330c2cf179\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_3\">\n",
              "      <!-- 40 -->\n",
              "      <defs>\n",
              "       <path d=\"M 37.796875 64.3125 \n",
              "L 12.890625 25.390625 \n",
              "L 37.796875 25.390625 \n",
              "z\n",
              "M 35.203125 72.90625 \n",
              "L 47.609375 72.90625 \n",
              "L 47.609375 25.390625 \n",
              "L 58.015625 25.390625 \n",
              "L 58.015625 17.1875 \n",
              "L 47.609375 17.1875 \n",
              "L 47.609375 0 \n",
              "L 37.796875 0 \n",
              "L 37.796875 17.1875 \n",
              "L 4.890625 17.1875 \n",
              "L 4.890625 26.703125 \n",
              "z\n",
              "\" id=\"DejaVuSans-52\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(178.900258 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-52\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_4\">\n",
              "     <g id=\"line2d_4\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"246.750362\" xlink:href=\"#m330c2cf179\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_4\">\n",
              "      <!-- 60 -->\n",
              "      <defs>\n",
              "       <path d=\"M 33.015625 40.375 \n",
              "Q 26.375 40.375 22.484375 35.828125 \n",
              "Q 18.609375 31.296875 18.609375 23.390625 \n",
              "Q 18.609375 15.53125 22.484375 10.953125 \n",
              "Q 26.375 6.390625 33.015625 6.390625 \n",
              "Q 39.65625 6.390625 43.53125 10.953125 \n",
              "Q 47.40625 15.53125 47.40625 23.390625 \n",
              "Q 47.40625 31.296875 43.53125 35.828125 \n",
              "Q 39.65625 40.375 33.015625 40.375 \n",
              "z\n",
              "M 52.59375 71.296875 \n",
              "L 52.59375 62.3125 \n",
              "Q 48.875 64.0625 45.09375 64.984375 \n",
              "Q 41.3125 65.921875 37.59375 65.921875 \n",
              "Q 27.828125 65.921875 22.671875 59.328125 \n",
              "Q 17.53125 52.734375 16.796875 39.40625 \n",
              "Q 19.671875 43.65625 24.015625 45.921875 \n",
              "Q 28.375 48.1875 33.59375 48.1875 \n",
              "Q 44.578125 48.1875 50.953125 41.515625 \n",
              "Q 57.328125 34.859375 57.328125 23.390625 \n",
              "Q 57.328125 12.15625 50.6875 5.359375 \n",
              "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
              "Q 20.359375 -1.421875 13.671875 8.265625 \n",
              "Q 6.984375 17.96875 6.984375 36.375 \n",
              "Q 6.984375 53.65625 15.1875 63.9375 \n",
              "Q 23.390625 74.21875 37.203125 74.21875 \n",
              "Q 40.921875 74.21875 44.703125 73.484375 \n",
              "Q 48.484375 72.75 52.59375 71.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-54\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(240.387862 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_5\">\n",
              "     <g id=\"line2d_5\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"308.237965\" xlink:href=\"#m330c2cf179\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_5\">\n",
              "      <!-- 80 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 34.625 \n",
              "Q 24.75 34.625 20.71875 30.859375 \n",
              "Q 16.703125 27.09375 16.703125 20.515625 \n",
              "Q 16.703125 13.921875 20.71875 10.15625 \n",
              "Q 24.75 6.390625 31.78125 6.390625 \n",
              "Q 38.8125 6.390625 42.859375 10.171875 \n",
              "Q 46.921875 13.96875 46.921875 20.515625 \n",
              "Q 46.921875 27.09375 42.890625 30.859375 \n",
              "Q 38.875 34.625 31.78125 34.625 \n",
              "z\n",
              "M 21.921875 38.8125 \n",
              "Q 15.578125 40.375 12.03125 44.71875 \n",
              "Q 8.5 49.078125 8.5 55.328125 \n",
              "Q 8.5 64.0625 14.71875 69.140625 \n",
              "Q 20.953125 74.21875 31.78125 74.21875 \n",
              "Q 42.671875 74.21875 48.875 69.140625 \n",
              "Q 55.078125 64.0625 55.078125 55.328125 \n",
              "Q 55.078125 49.078125 51.53125 44.71875 \n",
              "Q 48 40.375 41.703125 38.8125 \n",
              "Q 48.828125 37.15625 52.796875 32.3125 \n",
              "Q 56.78125 27.484375 56.78125 20.515625 \n",
              "Q 56.78125 9.90625 50.3125 4.234375 \n",
              "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
              "Q 19.734375 -1.421875 13.25 4.234375 \n",
              "Q 6.78125 9.90625 6.78125 20.515625 \n",
              "Q 6.78125 27.484375 10.78125 32.3125 \n",
              "Q 14.796875 37.15625 21.921875 38.8125 \n",
              "z\n",
              "M 18.3125 54.390625 \n",
              "Q 18.3125 48.734375 21.84375 45.5625 \n",
              "Q 25.390625 42.390625 31.78125 42.390625 \n",
              "Q 38.140625 42.390625 41.71875 45.5625 \n",
              "Q 45.3125 48.734375 45.3125 54.390625 \n",
              "Q 45.3125 60.0625 41.71875 63.234375 \n",
              "Q 38.140625 66.40625 31.78125 66.40625 \n",
              "Q 25.390625 66.40625 21.84375 63.234375 \n",
              "Q 18.3125 60.0625 18.3125 54.390625 \n",
              "z\n",
              "\" id=\"DejaVuSans-56\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(301.875465 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_6\">\n",
              "     <g id=\"line2d_6\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"369.725568\" xlink:href=\"#m330c2cf179\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_6\">\n",
              "      <!-- 100 -->\n",
              "      <defs>\n",
              "       <path d=\"M 12.40625 8.296875 \n",
              "L 28.515625 8.296875 \n",
              "L 28.515625 63.921875 \n",
              "L 10.984375 60.40625 \n",
              "L 10.984375 69.390625 \n",
              "L 28.421875 72.90625 \n",
              "L 38.28125 72.90625 \n",
              "L 38.28125 8.296875 \n",
              "L 54.390625 8.296875 \n",
              "L 54.390625 0 \n",
              "L 12.40625 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-49\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(360.181818 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_7\">\n",
              "     <!-- Epochs -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 55.90625 72.90625 \n",
              "L 55.90625 64.59375 \n",
              "L 19.671875 64.59375 \n",
              "L 19.671875 43.015625 \n",
              "L 54.390625 43.015625 \n",
              "L 54.390625 34.71875 \n",
              "L 19.671875 34.71875 \n",
              "L 19.671875 8.296875 \n",
              "L 56.78125 8.296875 \n",
              "L 56.78125 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-69\"/>\n",
              "      <path d=\"M 18.109375 8.203125 \n",
              "L 18.109375 -20.796875 \n",
              "L 9.078125 -20.796875 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.390625 \n",
              "Q 20.953125 51.265625 25.265625 53.625 \n",
              "Q 29.59375 56 35.59375 56 \n",
              "Q 45.5625 56 51.78125 48.09375 \n",
              "Q 58.015625 40.1875 58.015625 27.296875 \n",
              "Q 58.015625 14.40625 51.78125 6.484375 \n",
              "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
              "Q 29.59375 -1.421875 25.265625 0.953125 \n",
              "Q 20.953125 3.328125 18.109375 8.203125 \n",
              "z\n",
              "M 48.6875 27.296875 \n",
              "Q 48.6875 37.203125 44.609375 42.84375 \n",
              "Q 40.53125 48.484375 33.40625 48.484375 \n",
              "Q 26.265625 48.484375 22.1875 42.84375 \n",
              "Q 18.109375 37.203125 18.109375 27.296875 \n",
              "Q 18.109375 17.390625 22.1875 11.75 \n",
              "Q 26.265625 6.109375 33.40625 6.109375 \n",
              "Q 40.53125 6.109375 44.609375 11.75 \n",
              "Q 48.6875 17.390625 48.6875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-112\"/>\n",
              "      <path d=\"M 30.609375 48.390625 \n",
              "Q 23.390625 48.390625 19.1875 42.75 \n",
              "Q 14.984375 37.109375 14.984375 27.296875 \n",
              "Q 14.984375 17.484375 19.15625 11.84375 \n",
              "Q 23.34375 6.203125 30.609375 6.203125 \n",
              "Q 37.796875 6.203125 41.984375 11.859375 \n",
              "Q 46.1875 17.53125 46.1875 27.296875 \n",
              "Q 46.1875 37.015625 41.984375 42.703125 \n",
              "Q 37.796875 48.390625 30.609375 48.390625 \n",
              "z\n",
              "M 30.609375 56 \n",
              "Q 42.328125 56 49.015625 48.375 \n",
              "Q 55.71875 40.765625 55.71875 27.296875 \n",
              "Q 55.71875 13.875 49.015625 6.21875 \n",
              "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
              "Q 18.84375 -1.421875 12.171875 6.21875 \n",
              "Q 5.515625 13.875 5.515625 27.296875 \n",
              "Q 5.515625 40.765625 12.171875 48.375 \n",
              "Q 18.84375 56 30.609375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-111\"/>\n",
              "      <path d=\"M 48.78125 52.59375 \n",
              "L 48.78125 44.1875 \n",
              "Q 44.96875 46.296875 41.140625 47.34375 \n",
              "Q 37.3125 48.390625 33.40625 48.390625 \n",
              "Q 24.65625 48.390625 19.8125 42.84375 \n",
              "Q 14.984375 37.3125 14.984375 27.296875 \n",
              "Q 14.984375 17.28125 19.8125 11.734375 \n",
              "Q 24.65625 6.203125 33.40625 6.203125 \n",
              "Q 37.3125 6.203125 41.140625 7.25 \n",
              "Q 44.96875 8.296875 48.78125 10.40625 \n",
              "L 48.78125 2.09375 \n",
              "Q 45.015625 0.34375 40.984375 -0.53125 \n",
              "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
              "Q 20.0625 -1.421875 12.78125 6.34375 \n",
              "Q 5.515625 14.109375 5.515625 27.296875 \n",
              "Q 5.515625 40.671875 12.859375 48.328125 \n",
              "Q 20.21875 56 33.015625 56 \n",
              "Q 37.15625 56 41.109375 55.140625 \n",
              "Q 45.0625 54.296875 48.78125 52.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-99\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 75.984375 \n",
              "L 18.109375 75.984375 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-104\"/>\n",
              "      <path d=\"M 44.28125 53.078125 \n",
              "L 44.28125 44.578125 \n",
              "Q 40.484375 46.53125 36.375 47.5 \n",
              "Q 32.28125 48.484375 27.875 48.484375 \n",
              "Q 21.1875 48.484375 17.84375 46.4375 \n",
              "Q 14.5 44.390625 14.5 40.28125 \n",
              "Q 14.5 37.15625 16.890625 35.375 \n",
              "Q 19.28125 33.59375 26.515625 31.984375 \n",
              "L 29.59375 31.296875 \n",
              "Q 39.15625 29.25 43.1875 25.515625 \n",
              "Q 47.21875 21.78125 47.21875 15.09375 \n",
              "Q 47.21875 7.46875 41.1875 3.015625 \n",
              "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
              "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
              "Q 10.6875 0.296875 5.421875 2 \n",
              "L 5.421875 11.28125 \n",
              "Q 10.40625 8.6875 15.234375 7.390625 \n",
              "Q 20.0625 6.109375 24.8125 6.109375 \n",
              "Q 31.15625 6.109375 34.5625 8.28125 \n",
              "Q 37.984375 10.453125 37.984375 14.40625 \n",
              "Q 37.984375 18.0625 35.515625 20.015625 \n",
              "Q 33.0625 21.96875 24.703125 23.78125 \n",
              "L 21.578125 24.515625 \n",
              "Q 13.234375 26.265625 9.515625 29.90625 \n",
              "Q 5.8125 33.546875 5.8125 39.890625 \n",
              "Q 5.8125 47.609375 11.28125 51.796875 \n",
              "Q 16.75 56 26.8125 56 \n",
              "Q 31.78125 56 36.171875 55.265625 \n",
              "Q 40.578125 54.546875 44.28125 53.078125 \n",
              "z\n",
              "\" id=\"DejaVuSans-115\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(199.628125 268.034687)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
              "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
              "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_2\">\n",
              "    <g id=\"ytick_1\">\n",
              "     <g id=\"line2d_7\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L -3.5 0 \n",
              "\" id=\"mea80900422\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#mea80900422\" y=\"222.45411\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_8\">\n",
              "      <!-- 0.55 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.6875 12.40625 \n",
              "L 21 12.40625 \n",
              "L 21 0 \n",
              "L 10.6875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-46\"/>\n",
              "       <path d=\"M 10.796875 72.90625 \n",
              "L 49.515625 72.90625 \n",
              "L 49.515625 64.59375 \n",
              "L 19.828125 64.59375 \n",
              "L 19.828125 46.734375 \n",
              "Q 21.96875 47.46875 24.109375 47.828125 \n",
              "Q 26.265625 48.1875 28.421875 48.1875 \n",
              "Q 40.625 48.1875 47.75 41.5 \n",
              "Q 54.890625 34.8125 54.890625 23.390625 \n",
              "Q 54.890625 11.625 47.5625 5.09375 \n",
              "Q 40.234375 -1.421875 26.90625 -1.421875 \n",
              "Q 22.3125 -1.421875 17.546875 -0.640625 \n",
              "Q 12.796875 0.140625 7.71875 1.703125 \n",
              "L 7.71875 11.625 \n",
              "Q 12.109375 9.234375 16.796875 8.0625 \n",
              "Q 21.484375 6.890625 26.703125 6.890625 \n",
              "Q 35.15625 6.890625 40.078125 11.328125 \n",
              "Q 45.015625 15.765625 45.015625 23.390625 \n",
              "Q 45.015625 31 40.078125 35.4375 \n",
              "Q 35.15625 39.890625 26.703125 39.890625 \n",
              "Q 22.75 39.890625 18.8125 39.015625 \n",
              "Q 14.890625 38.140625 10.796875 36.28125 \n",
              "z\n",
              "\" id=\"DejaVuSans-53\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 226.253329)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_2\">\n",
              "     <g id=\"line2d_8\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#mea80900422\" y=\"191.854618\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_9\">\n",
              "      <!-- 0.60 -->\n",
              "      <g transform=\"translate(20.878125 195.653836)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_3\">\n",
              "     <g id=\"line2d_9\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#mea80900422\" y=\"161.255126\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_10\">\n",
              "      <!-- 0.65 -->\n",
              "      <g transform=\"translate(20.878125 165.054344)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_4\">\n",
              "     <g id=\"line2d_10\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#mea80900422\" y=\"130.655634\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_11\">\n",
              "      <!-- 0.70 -->\n",
              "      <defs>\n",
              "       <path d=\"M 8.203125 72.90625 \n",
              "L 55.078125 72.90625 \n",
              "L 55.078125 68.703125 \n",
              "L 28.609375 0 \n",
              "L 18.3125 0 \n",
              "L 43.21875 64.59375 \n",
              "L 8.203125 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-55\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 134.454852)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_5\">\n",
              "     <g id=\"line2d_11\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#mea80900422\" y=\"100.056141\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_12\">\n",
              "      <!-- 0.75 -->\n",
              "      <g transform=\"translate(20.878125 103.85536)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_6\">\n",
              "     <g id=\"line2d_12\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#mea80900422\" y=\"69.456649\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_13\">\n",
              "      <!-- 0.80 -->\n",
              "      <g transform=\"translate(20.878125 73.255868)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_7\">\n",
              "     <g id=\"line2d_13\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#mea80900422\" y=\"38.857157\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_14\">\n",
              "      <!-- 0.85 -->\n",
              "      <g transform=\"translate(20.878125 42.656376)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_15\">\n",
              "     <!-- accuracy -->\n",
              "     <defs>\n",
              "      <path d=\"M 34.28125 27.484375 \n",
              "Q 23.390625 27.484375 19.1875 25 \n",
              "Q 14.984375 22.515625 14.984375 16.5 \n",
              "Q 14.984375 11.71875 18.140625 8.90625 \n",
              "Q 21.296875 6.109375 26.703125 6.109375 \n",
              "Q 34.1875 6.109375 38.703125 11.40625 \n",
              "Q 43.21875 16.703125 43.21875 25.484375 \n",
              "L 43.21875 27.484375 \n",
              "z\n",
              "M 52.203125 31.203125 \n",
              "L 52.203125 0 \n",
              "L 43.21875 0 \n",
              "L 43.21875 8.296875 \n",
              "Q 40.140625 3.328125 35.546875 0.953125 \n",
              "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
              "Q 15.921875 -1.421875 10.953125 3.296875 \n",
              "Q 6 8.015625 6 15.921875 \n",
              "Q 6 25.140625 12.171875 29.828125 \n",
              "Q 18.359375 34.515625 30.609375 34.515625 \n",
              "L 43.21875 34.515625 \n",
              "L 43.21875 35.40625 \n",
              "Q 43.21875 41.609375 39.140625 45 \n",
              "Q 35.0625 48.390625 27.6875 48.390625 \n",
              "Q 23 48.390625 18.546875 47.265625 \n",
              "Q 14.109375 46.140625 10.015625 43.890625 \n",
              "L 10.015625 52.203125 \n",
              "Q 14.9375 54.109375 19.578125 55.046875 \n",
              "Q 24.21875 56 28.609375 56 \n",
              "Q 40.484375 56 46.34375 49.84375 \n",
              "Q 52.203125 43.703125 52.203125 31.203125 \n",
              "z\n",
              "\" id=\"DejaVuSans-97\"/>\n",
              "      <path d=\"M 8.5 21.578125 \n",
              "L 8.5 54.6875 \n",
              "L 17.484375 54.6875 \n",
              "L 17.484375 21.921875 \n",
              "Q 17.484375 14.15625 20.5 10.265625 \n",
              "Q 23.53125 6.390625 29.59375 6.390625 \n",
              "Q 36.859375 6.390625 41.078125 11.03125 \n",
              "Q 45.3125 15.671875 45.3125 23.6875 \n",
              "L 45.3125 54.6875 \n",
              "L 54.296875 54.6875 \n",
              "L 54.296875 0 \n",
              "L 45.3125 0 \n",
              "L 45.3125 8.40625 \n",
              "Q 42.046875 3.421875 37.71875 1 \n",
              "Q 33.40625 -1.421875 27.6875 -1.421875 \n",
              "Q 18.265625 -1.421875 13.375 4.4375 \n",
              "Q 8.5 10.296875 8.5 21.578125 \n",
              "z\n",
              "M 31.109375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-117\"/>\n",
              "      <path d=\"M 41.109375 46.296875 \n",
              "Q 39.59375 47.171875 37.8125 47.578125 \n",
              "Q 36.03125 48 33.890625 48 \n",
              "Q 26.265625 48 22.1875 43.046875 \n",
              "Q 18.109375 38.09375 18.109375 28.8125 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 20.953125 51.171875 25.484375 53.578125 \n",
              "Q 30.03125 56 36.53125 56 \n",
              "Q 37.453125 56 38.578125 55.875 \n",
              "Q 39.703125 55.765625 41.0625 55.515625 \n",
              "z\n",
              "\" id=\"DejaVuSans-114\"/>\n",
              "      <path d=\"M 32.171875 -5.078125 \n",
              "Q 28.375 -14.84375 24.75 -17.8125 \n",
              "Q 21.140625 -20.796875 15.09375 -20.796875 \n",
              "L 7.90625 -20.796875 \n",
              "L 7.90625 -13.28125 \n",
              "L 13.1875 -13.28125 \n",
              "Q 16.890625 -13.28125 18.9375 -11.515625 \n",
              "Q 21 -9.765625 23.484375 -3.21875 \n",
              "L 25.09375 0.875 \n",
              "L 2.984375 54.6875 \n",
              "L 12.5 54.6875 \n",
              "L 29.59375 11.921875 \n",
              "L 46.6875 54.6875 \n",
              "L 56.203125 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-121\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(14.798438 153.5975)rotate(-90)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"61.279297\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"116.259766\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"171.240234\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"234.619141\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"275.732422\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"337.011719\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"391.992188\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"line2d_14\">\n",
              "    <path clip-path=\"url(#p42a3e46d64)\" d=\"M 65.361932 229.874489 \n",
              "L 68.436312 134.09809 \n",
              "L 71.510692 103.345604 \n",
              "L 74.585072 90.034805 \n",
              "L 77.659452 78.254015 \n",
              "L 80.733833 73.817082 \n",
              "L 83.808213 67.238194 \n",
              "L 86.882593 63.183763 \n",
              "L 89.956973 58.058355 \n",
              "L 93.031353 54.845386 \n",
              "L 96.105733 51.55596 \n",
              "L 99.180114 47.272013 \n",
              "L 102.254494 49.413968 \n",
              "L 105.328874 48.342991 \n",
              "L 108.403254 46.048049 \n",
              "L 111.477634 45.283045 \n",
              "L 114.552014 44.594569 \n",
              "L 117.626395 44.28856 \n",
              "L 120.700775 42.529107 \n",
              "L 123.775155 40.693125 \n",
              "L 126.849535 39.545654 \n",
              "L 129.923915 38.168668 \n",
              "L 132.998295 38.933672 \n",
              "L 136.072676 38.015681 \n",
              "L 139.147056 38.474677 \n",
              "L 142.221436 37.633179 \n",
              "L 145.295816 37.862658 \n",
              "L 148.370196 37.786165 \n",
              "L 151.444576 37.32717 \n",
              "L 154.518957 36.638694 \n",
              "L 157.593337 36.562201 \n",
              "L 160.667717 35.414731 \n",
              "L 163.742097 36.026712 \n",
              "L 166.816477 35.032228 \n",
              "L 169.890857 34.802712 \n",
              "L 172.965238 34.573233 \n",
              "L 176.039618 35.491224 \n",
              "L 179.113998 35.338201 \n",
              "L 182.188378 34.343716 \n",
              "L 185.262758 34.114237 \n",
              "L 188.337138 34.496739 \n",
              "L 191.411519 33.731735 \n",
              "L 194.485899 34.573233 \n",
              "L 197.560279 33.961251 \n",
              "L 200.634659 33.884757 \n",
              "L 203.709039 34.114237 \n",
              "L 206.783419 33.119753 \n",
              "L 209.8578 33.502255 \n",
              "L 212.93218 34.343716 \n",
              "L 216.00656 32.966766 \n",
              "L 219.08094 32.813743 \n",
              "L 222.15532 32.660757 \n",
              "L 225.2297 33.196246 \n",
              "L 228.304081 32.966766 \n",
              "L 231.378461 32.507771 \n",
              "L 234.452841 32.507771 \n",
              "L 237.527221 32.73725 \n",
              "L 240.601601 32.73725 \n",
              "L 243.675981 33.272739 \n",
              "L 246.750362 32.507771 \n",
              "L 249.824742 32.73725 \n",
              "L 252.899122 32.278255 \n",
              "L 255.973502 32.584264 \n",
              "L 259.047882 33.119753 \n",
              "L 262.122262 32.507771 \n",
              "L 265.196643 32.507771 \n",
              "L 268.271023 32.431277 \n",
              "L 271.345403 32.890273 \n",
              "L 274.419783 32.507771 \n",
              "L 277.494163 32.584264 \n",
              "L 280.568543 32.431277 \n",
              "L 283.642924 32.507771 \n",
              "L 286.717304 32.584264 \n",
              "L 289.791684 32.660757 \n",
              "L 292.866064 32.507771 \n",
              "L 295.940444 32.201761 \n",
              "L 299.014824 32.73725 \n",
              "L 302.089205 32.507771 \n",
              "L 305.163585 32.507771 \n",
              "L 308.237965 32.73725 \n",
              "L 311.312345 32.278255 \n",
              "L 314.386725 32.354748 \n",
              "L 317.461105 32.507771 \n",
              "L 320.535486 32.507771 \n",
              "L 323.609866 32.354748 \n",
              "L 326.684246 32.431277 \n",
              "L 329.758626 32.584264 \n",
              "L 332.833006 32.584264 \n",
              "L 335.907386 32.431277 \n",
              "L 338.981767 32.584264 \n",
              "L 342.056147 32.584264 \n",
              "L 345.130527 32.354748 \n",
              "L 348.204907 32.431277 \n",
              "L 351.279287 32.507771 \n",
              "L 354.353667 32.507771 \n",
              "L 357.428048 32.431277 \n",
              "L 360.502428 32.354748 \n",
              "L 363.576808 32.660757 \n",
              "L 366.651188 32.431277 \n",
              "L 369.725568 32.584264 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"line2d_15\">\n",
              "    <path clip-path=\"url(#p42a3e46d64)\" d=\"M 65.361932 155.135211 \n",
              "L 68.436312 117.191855 \n",
              "L 71.510692 105.258043 \n",
              "L 74.585072 92.712248 \n",
              "L 77.659452 82.614418 \n",
              "L 80.733833 73.12857 \n",
              "L 83.808213 70.374633 \n",
              "L 86.882593 67.314687 \n",
              "L 89.956973 65.172732 \n",
              "L 93.031353 63.642759 \n",
              "L 96.105733 57.828839 \n",
              "L 99.180114 58.74683 \n",
              "L 102.254494 65.478705 \n",
              "L 105.328874 55.074902 \n",
              "L 108.403254 60.276803 \n",
              "L 111.477634 56.604875 \n",
              "L 114.552014 52.014956 \n",
              "L 117.626395 53.850901 \n",
              "L 120.700775 55.074902 \n",
              "L 123.775155 49.872964 \n",
              "L 126.849535 49.872964 \n",
              "L 129.923915 51.708946 \n",
              "L 132.998295 50.484982 \n",
              "L 136.072676 51.708946 \n",
              "L 139.147056 48.037018 \n",
              "L 142.221436 48.037018 \n",
              "L 145.295816 46.507045 \n",
              "L 148.370196 52.626937 \n",
              "L 151.444576 48.954973 \n",
              "L 154.518957 49.872964 \n",
              "L 157.593337 46.507045 \n",
              "L 160.667717 46.813018 \n",
              "L 163.742097 45.283045 \n",
              "L 166.816477 49.260982 \n",
              "L 169.890857 50.790955 \n",
              "L 172.965238 48.342991 \n",
              "L 176.039618 47.731009 \n",
              "L 179.113998 46.507045 \n",
              "L 182.188378 47.119027 \n",
              "L 185.262758 45.283045 \n",
              "L 188.337138 47.119027 \n",
              "L 191.411519 44.365053 \n",
              "L 194.485899 45.895026 \n",
              "L 197.560279 48.037018 \n",
              "L 200.634659 46.813018 \n",
              "L 203.709039 45.283045 \n",
              "L 206.783419 44.059081 \n",
              "L 209.8578 46.201036 \n",
              "L 212.93218 46.201036 \n",
              "L 216.00656 46.201036 \n",
              "L 219.08094 45.283045 \n",
              "L 222.15532 44.671063 \n",
              "L 225.2297 45.283045 \n",
              "L 228.304081 45.895026 \n",
              "L 231.378461 45.895026 \n",
              "L 234.452841 44.977072 \n",
              "L 237.527221 44.671063 \n",
              "L 240.601601 45.589054 \n",
              "L 243.675981 45.589054 \n",
              "L 246.750362 46.201036 \n",
              "L 249.824742 44.977072 \n",
              "L 252.899122 44.977072 \n",
              "L 255.973502 45.283045 \n",
              "L 259.047882 44.977072 \n",
              "L 262.122262 44.365053 \n",
              "L 265.196643 45.589054 \n",
              "L 268.271023 44.671063 \n",
              "L 271.345403 44.977072 \n",
              "L 274.419783 44.977072 \n",
              "L 277.494163 44.977072 \n",
              "L 280.568543 44.977072 \n",
              "L 283.642924 45.283045 \n",
              "L 286.717304 44.977072 \n",
              "L 289.791684 45.283045 \n",
              "L 292.866064 44.977072 \n",
              "L 295.940444 44.977072 \n",
              "L 299.014824 44.977072 \n",
              "L 302.089205 44.977072 \n",
              "L 305.163585 44.977072 \n",
              "L 308.237965 44.671063 \n",
              "L 311.312345 44.671063 \n",
              "L 314.386725 44.977072 \n",
              "L 317.461105 44.977072 \n",
              "L 320.535486 44.977072 \n",
              "L 323.609866 44.977072 \n",
              "L 326.684246 44.977072 \n",
              "L 329.758626 44.977072 \n",
              "L 332.833006 44.977072 \n",
              "L 335.907386 44.977072 \n",
              "L 338.981767 44.977072 \n",
              "L 342.056147 44.977072 \n",
              "L 345.130527 44.977072 \n",
              "L 348.204907 44.977072 \n",
              "L 351.279287 44.977072 \n",
              "L 354.353667 44.977072 \n",
              "L 357.428048 44.977072 \n",
              "L 360.502428 44.977072 \n",
              "L 363.576808 44.977072 \n",
              "L 366.651188 44.977072 \n",
              "L 369.725568 44.977072 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_3\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 50.14375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_4\">\n",
              "    <path d=\"M 384.94375 239.758125 \n",
              "L 384.94375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_5\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 384.94375 239.758125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_6\">\n",
              "    <path d=\"M 50.14375 22.318125 \n",
              "L 384.94375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"text_16\">\n",
              "    <!-- Training and validation accuracy -->\n",
              "    <defs>\n",
              "     <path d=\"M -0.296875 72.90625 \n",
              "L 61.375 72.90625 \n",
              "L 61.375 64.59375 \n",
              "L 35.5 64.59375 \n",
              "L 35.5 0 \n",
              "L 25.59375 0 \n",
              "L 25.59375 64.59375 \n",
              "L -0.296875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-84\"/>\n",
              "     <path d=\"M 9.421875 54.6875 \n",
              "L 18.40625 54.6875 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 64.59375 \n",
              "L 9.421875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-105\"/>\n",
              "     <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-110\"/>\n",
              "     <path d=\"M 45.40625 27.984375 \n",
              "Q 45.40625 37.75 41.375 43.109375 \n",
              "Q 37.359375 48.484375 30.078125 48.484375 \n",
              "Q 22.859375 48.484375 18.828125 43.109375 \n",
              "Q 14.796875 37.75 14.796875 27.984375 \n",
              "Q 14.796875 18.265625 18.828125 12.890625 \n",
              "Q 22.859375 7.515625 30.078125 7.515625 \n",
              "Q 37.359375 7.515625 41.375 12.890625 \n",
              "Q 45.40625 18.265625 45.40625 27.984375 \n",
              "z\n",
              "M 54.390625 6.78125 \n",
              "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
              "Q 42 -20.796875 29.203125 -20.796875 \n",
              "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
              "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
              "L 12.109375 -9.1875 \n",
              "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
              "Q 23.78125 -13.375 27.78125 -13.375 \n",
              "Q 36.625 -13.375 41.015625 -8.765625 \n",
              "Q 45.40625 -4.15625 45.40625 5.171875 \n",
              "L 45.40625 9.625 \n",
              "Q 42.625 4.78125 38.28125 2.390625 \n",
              "Q 33.9375 0 27.875 0 \n",
              "Q 17.828125 0 11.671875 7.65625 \n",
              "Q 5.515625 15.328125 5.515625 27.984375 \n",
              "Q 5.515625 40.671875 11.671875 48.328125 \n",
              "Q 17.828125 56 27.875 56 \n",
              "Q 33.9375 56 38.28125 53.609375 \n",
              "Q 42.625 51.21875 45.40625 46.390625 \n",
              "L 45.40625 54.6875 \n",
              "L 54.390625 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-103\"/>\n",
              "     <path id=\"DejaVuSans-32\"/>\n",
              "     <path d=\"M 45.40625 46.390625 \n",
              "L 45.40625 75.984375 \n",
              "L 54.390625 75.984375 \n",
              "L 54.390625 0 \n",
              "L 45.40625 0 \n",
              "L 45.40625 8.203125 \n",
              "Q 42.578125 3.328125 38.25 0.953125 \n",
              "Q 33.9375 -1.421875 27.875 -1.421875 \n",
              "Q 17.96875 -1.421875 11.734375 6.484375 \n",
              "Q 5.515625 14.40625 5.515625 27.296875 \n",
              "Q 5.515625 40.1875 11.734375 48.09375 \n",
              "Q 17.96875 56 27.875 56 \n",
              "Q 33.9375 56 38.25 53.625 \n",
              "Q 42.578125 51.265625 45.40625 46.390625 \n",
              "z\n",
              "M 14.796875 27.296875 \n",
              "Q 14.796875 17.390625 18.875 11.75 \n",
              "Q 22.953125 6.109375 30.078125 6.109375 \n",
              "Q 37.203125 6.109375 41.296875 11.75 \n",
              "Q 45.40625 17.390625 45.40625 27.296875 \n",
              "Q 45.40625 37.203125 41.296875 42.84375 \n",
              "Q 37.203125 48.484375 30.078125 48.484375 \n",
              "Q 22.953125 48.484375 18.875 42.84375 \n",
              "Q 14.796875 37.203125 14.796875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-100\"/>\n",
              "     <path d=\"M 2.984375 54.6875 \n",
              "L 12.5 54.6875 \n",
              "L 29.59375 8.796875 \n",
              "L 46.6875 54.6875 \n",
              "L 56.203125 54.6875 \n",
              "L 35.6875 0 \n",
              "L 23.484375 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-118\"/>\n",
              "     <path d=\"M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-108\"/>\n",
              "     <path d=\"M 18.3125 70.21875 \n",
              "L 18.3125 54.6875 \n",
              "L 36.8125 54.6875 \n",
              "L 36.8125 47.703125 \n",
              "L 18.3125 47.703125 \n",
              "L 18.3125 18.015625 \n",
              "Q 18.3125 11.328125 20.140625 9.421875 \n",
              "Q 21.96875 7.515625 27.59375 7.515625 \n",
              "L 36.8125 7.515625 \n",
              "L 36.8125 0 \n",
              "L 27.59375 0 \n",
              "Q 17.1875 0 13.234375 3.875 \n",
              "Q 9.28125 7.765625 9.28125 18.015625 \n",
              "L 9.28125 47.703125 \n",
              "L 2.6875 47.703125 \n",
              "L 2.6875 54.6875 \n",
              "L 9.28125 54.6875 \n",
              "L 9.28125 70.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-116\"/>\n",
              "    </defs>\n",
              "    <g transform=\"translate(120.251875 16.318125)scale(0.12 -0.12)\">\n",
              "     <use xlink:href=\"#DejaVuSans-84\"/>\n",
              "     <use x=\"46.333984\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"87.447266\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"148.726562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"176.509766\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"239.888672\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"267.671875\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"331.050781\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "     <use x=\"394.527344\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"426.314453\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"487.59375\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"550.972656\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "     <use x=\"614.449219\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"646.236328\" xlink:href=\"#DejaVuSans-118\"/>\n",
              "     <use x=\"705.416016\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"766.695312\" xlink:href=\"#DejaVuSans-108\"/>\n",
              "     <use x=\"794.478516\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"822.261719\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "     <use x=\"885.738281\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"947.017578\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "     <use x=\"986.226562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"1014.009766\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "     <use x=\"1075.191406\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"1138.570312\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"1170.357422\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"1231.636719\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1286.617188\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1341.597656\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "     <use x=\"1404.976562\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"1446.089844\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"1507.369141\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1562.349609\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"legend_1\">\n",
              "    <g id=\"patch_7\">\n",
              "     <path d=\"M 272.55 234.758125 \n",
              "L 377.94375 234.758125 \n",
              "Q 379.94375 234.758125 379.94375 232.758125 \n",
              "L 379.94375 203.845625 \n",
              "Q 379.94375 201.845625 377.94375 201.845625 \n",
              "L 272.55 201.845625 \n",
              "Q 270.55 201.845625 270.55 203.845625 \n",
              "L 270.55 232.758125 \n",
              "Q 270.55 234.758125 272.55 234.758125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_16\">\n",
              "     <path d=\"M 274.55 209.944062 \n",
              "L 294.55 209.944062 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_17\"/>\n",
              "    <g id=\"text_17\">\n",
              "     <!-- train_accuracy -->\n",
              "     <defs>\n",
              "      <path d=\"M 50.984375 -16.609375 \n",
              "L 50.984375 -23.578125 \n",
              "L -0.984375 -23.578125 \n",
              "L -0.984375 -16.609375 \n",
              "z\n",
              "\" id=\"DejaVuSans-95\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(302.55 213.444062)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-95\"/>\n",
              "      <use x=\"282.763672\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"344.042969\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"399.023438\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"454.003906\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"517.382812\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"558.496094\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"619.775391\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"674.755859\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"line2d_18\">\n",
              "     <path d=\"M 274.55 224.900312 \n",
              "L 294.55 224.900312 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_19\"/>\n",
              "    <g id=\"text_18\">\n",
              "     <!-- val_accuracy -->\n",
              "     <g transform=\"translate(302.55 228.400312)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-118\"/>\n",
              "      <use x=\"59.179688\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"120.458984\" xlink:href=\"#DejaVuSans-108\"/>\n",
              "      <use x=\"148.242188\" xlink:href=\"#DejaVuSans-95\"/>\n",
              "      <use x=\"198.242188\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"259.521484\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"314.501953\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"369.482422\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"432.861328\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"473.974609\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"535.253906\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"590.234375\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "  </g>\n",
              " </g>\n",
              " <defs>\n",
              "  <clipPath id=\"p42a3e46d64\">\n",
              "   <rect height=\"217.44\" width=\"334.8\" x=\"50.14375\" y=\"22.318125\"/>\n",
              "  </clipPath>\n",
              " </defs>\n",
              "</svg>\n"
            ],
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          },
          "output_type": "display_data"
        }
      ],
      "source": [
        "plot_metric(history_step_decay, 'accuracy')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 391
        },
        "id": "qes6GTf2DXjv",
        "outputId": "c0e72c4f-d195-4c03-fab7-25c0abdfb8c7"
      },
      "outputs": [
        {
          "data": {
            "image/svg+xml": [
              "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
              "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
              "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
              "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
              "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 398.50625 277.314375\" width=\"398.50625pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
              " <defs>\n",
              "  <style type=\"text/css\">\n",
              "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
              "  </style>\n",
              " </defs>\n",
              " <g id=\"figure_1\">\n",
              "  <g id=\"patch_1\">\n",
              "   <path d=\"M 0 277.314375 \n",
              "L 398.50625 277.314375 \n",
              "L 398.50625 0 \n",
              "L 0 0 \n",
              "z\n",
              "\" style=\"fill:none;\"/>\n",
              "  </g>\n",
              "  <g id=\"axes_1\">\n",
              "   <g id=\"patch_2\">\n",
              "    <path d=\"M 56.50625 239.758125 \n",
              "L 391.30625 239.758125 \n",
              "L 391.30625 22.318125 \n",
              "L 56.50625 22.318125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;\"/>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_1\">\n",
              "    <g id=\"xtick_1\">\n",
              "     <g id=\"line2d_1\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L 0 3.5 \n",
              "\" id=\"m01b67a24cf\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"68.650052\" xlink:href=\"#m01b67a24cf\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_1\">\n",
              "      <!-- 0 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 66.40625 \n",
              "Q 24.171875 66.40625 20.328125 58.90625 \n",
              "Q 16.5 51.421875 16.5 36.375 \n",
              "Q 16.5 21.390625 20.328125 13.890625 \n",
              "Q 24.171875 6.390625 31.78125 6.390625 \n",
              "Q 39.453125 6.390625 43.28125 13.890625 \n",
              "Q 47.125 21.390625 47.125 36.375 \n",
              "Q 47.125 51.421875 43.28125 58.90625 \n",
              "Q 39.453125 66.40625 31.78125 66.40625 \n",
              "z\n",
              "M 31.78125 74.21875 \n",
              "Q 44.046875 74.21875 50.515625 64.515625 \n",
              "Q 56.984375 54.828125 56.984375 36.375 \n",
              "Q 56.984375 17.96875 50.515625 8.265625 \n",
              "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
              "Q 19.53125 -1.421875 13.0625 8.265625 \n",
              "Q 6.59375 17.96875 6.59375 36.375 \n",
              "Q 6.59375 54.828125 13.0625 64.515625 \n",
              "Q 19.53125 74.21875 31.78125 74.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-48\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(65.468802 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_2\">\n",
              "     <g id=\"line2d_2\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"130.137655\" xlink:href=\"#m01b67a24cf\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_2\">\n",
              "      <!-- 20 -->\n",
              "      <defs>\n",
              "       <path d=\"M 19.1875 8.296875 \n",
              "L 53.609375 8.296875 \n",
              "L 53.609375 0 \n",
              "L 7.328125 0 \n",
              "L 7.328125 8.296875 \n",
              "Q 12.9375 14.109375 22.625 23.890625 \n",
              "Q 32.328125 33.6875 34.8125 36.53125 \n",
              "Q 39.546875 41.84375 41.421875 45.53125 \n",
              "Q 43.3125 49.21875 43.3125 52.78125 \n",
              "Q 43.3125 58.59375 39.234375 62.25 \n",
              "Q 35.15625 65.921875 28.609375 65.921875 \n",
              "Q 23.96875 65.921875 18.8125 64.3125 \n",
              "Q 13.671875 62.703125 7.8125 59.421875 \n",
              "L 7.8125 69.390625 \n",
              "Q 13.765625 71.78125 18.9375 73 \n",
              "Q 24.125 74.21875 28.421875 74.21875 \n",
              "Q 39.75 74.21875 46.484375 68.546875 \n",
              "Q 53.21875 62.890625 53.21875 53.421875 \n",
              "Q 53.21875 48.921875 51.53125 44.890625 \n",
              "Q 49.859375 40.875 45.40625 35.40625 \n",
              "Q 44.1875 33.984375 37.640625 27.21875 \n",
              "Q 31.109375 20.453125 19.1875 8.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-50\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(123.775155 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_3\">\n",
              "     <g id=\"line2d_3\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"191.625258\" xlink:href=\"#m01b67a24cf\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_3\">\n",
              "      <!-- 40 -->\n",
              "      <defs>\n",
              "       <path d=\"M 37.796875 64.3125 \n",
              "L 12.890625 25.390625 \n",
              "L 37.796875 25.390625 \n",
              "z\n",
              "M 35.203125 72.90625 \n",
              "L 47.609375 72.90625 \n",
              "L 47.609375 25.390625 \n",
              "L 58.015625 25.390625 \n",
              "L 58.015625 17.1875 \n",
              "L 47.609375 17.1875 \n",
              "L 47.609375 0 \n",
              "L 37.796875 0 \n",
              "L 37.796875 17.1875 \n",
              "L 4.890625 17.1875 \n",
              "L 4.890625 26.703125 \n",
              "z\n",
              "\" id=\"DejaVuSans-52\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(185.262758 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-52\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_4\">\n",
              "     <g id=\"line2d_4\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"253.112862\" xlink:href=\"#m01b67a24cf\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_4\">\n",
              "      <!-- 60 -->\n",
              "      <defs>\n",
              "       <path d=\"M 33.015625 40.375 \n",
              "Q 26.375 40.375 22.484375 35.828125 \n",
              "Q 18.609375 31.296875 18.609375 23.390625 \n",
              "Q 18.609375 15.53125 22.484375 10.953125 \n",
              "Q 26.375 6.390625 33.015625 6.390625 \n",
              "Q 39.65625 6.390625 43.53125 10.953125 \n",
              "Q 47.40625 15.53125 47.40625 23.390625 \n",
              "Q 47.40625 31.296875 43.53125 35.828125 \n",
              "Q 39.65625 40.375 33.015625 40.375 \n",
              "z\n",
              "M 52.59375 71.296875 \n",
              "L 52.59375 62.3125 \n",
              "Q 48.875 64.0625 45.09375 64.984375 \n",
              "Q 41.3125 65.921875 37.59375 65.921875 \n",
              "Q 27.828125 65.921875 22.671875 59.328125 \n",
              "Q 17.53125 52.734375 16.796875 39.40625 \n",
              "Q 19.671875 43.65625 24.015625 45.921875 \n",
              "Q 28.375 48.1875 33.59375 48.1875 \n",
              "Q 44.578125 48.1875 50.953125 41.515625 \n",
              "Q 57.328125 34.859375 57.328125 23.390625 \n",
              "Q 57.328125 12.15625 50.6875 5.359375 \n",
              "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
              "Q 20.359375 -1.421875 13.671875 8.265625 \n",
              "Q 6.984375 17.96875 6.984375 36.375 \n",
              "Q 6.984375 53.65625 15.1875 63.9375 \n",
              "Q 23.390625 74.21875 37.203125 74.21875 \n",
              "Q 40.921875 74.21875 44.703125 73.484375 \n",
              "Q 48.484375 72.75 52.59375 71.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-54\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(246.750362 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_5\">\n",
              "     <g id=\"line2d_5\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"314.600465\" xlink:href=\"#m01b67a24cf\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_5\">\n",
              "      <!-- 80 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 34.625 \n",
              "Q 24.75 34.625 20.71875 30.859375 \n",
              "Q 16.703125 27.09375 16.703125 20.515625 \n",
              "Q 16.703125 13.921875 20.71875 10.15625 \n",
              "Q 24.75 6.390625 31.78125 6.390625 \n",
              "Q 38.8125 6.390625 42.859375 10.171875 \n",
              "Q 46.921875 13.96875 46.921875 20.515625 \n",
              "Q 46.921875 27.09375 42.890625 30.859375 \n",
              "Q 38.875 34.625 31.78125 34.625 \n",
              "z\n",
              "M 21.921875 38.8125 \n",
              "Q 15.578125 40.375 12.03125 44.71875 \n",
              "Q 8.5 49.078125 8.5 55.328125 \n",
              "Q 8.5 64.0625 14.71875 69.140625 \n",
              "Q 20.953125 74.21875 31.78125 74.21875 \n",
              "Q 42.671875 74.21875 48.875 69.140625 \n",
              "Q 55.078125 64.0625 55.078125 55.328125 \n",
              "Q 55.078125 49.078125 51.53125 44.71875 \n",
              "Q 48 40.375 41.703125 38.8125 \n",
              "Q 48.828125 37.15625 52.796875 32.3125 \n",
              "Q 56.78125 27.484375 56.78125 20.515625 \n",
              "Q 56.78125 9.90625 50.3125 4.234375 \n",
              "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
              "Q 19.734375 -1.421875 13.25 4.234375 \n",
              "Q 6.78125 9.90625 6.78125 20.515625 \n",
              "Q 6.78125 27.484375 10.78125 32.3125 \n",
              "Q 14.796875 37.15625 21.921875 38.8125 \n",
              "z\n",
              "M 18.3125 54.390625 \n",
              "Q 18.3125 48.734375 21.84375 45.5625 \n",
              "Q 25.390625 42.390625 31.78125 42.390625 \n",
              "Q 38.140625 42.390625 41.71875 45.5625 \n",
              "Q 45.3125 48.734375 45.3125 54.390625 \n",
              "Q 45.3125 60.0625 41.71875 63.234375 \n",
              "Q 38.140625 66.40625 31.78125 66.40625 \n",
              "Q 25.390625 66.40625 21.84375 63.234375 \n",
              "Q 18.3125 60.0625 18.3125 54.390625 \n",
              "z\n",
              "\" id=\"DejaVuSans-56\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(308.237965 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_6\">\n",
              "     <g id=\"line2d_6\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"376.088068\" xlink:href=\"#m01b67a24cf\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_6\">\n",
              "      <!-- 100 -->\n",
              "      <defs>\n",
              "       <path d=\"M 12.40625 8.296875 \n",
              "L 28.515625 8.296875 \n",
              "L 28.515625 63.921875 \n",
              "L 10.984375 60.40625 \n",
              "L 10.984375 69.390625 \n",
              "L 28.421875 72.90625 \n",
              "L 38.28125 72.90625 \n",
              "L 38.28125 8.296875 \n",
              "L 54.390625 8.296875 \n",
              "L 54.390625 0 \n",
              "L 12.40625 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-49\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(366.544318 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_7\">\n",
              "     <!-- Epochs -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 55.90625 72.90625 \n",
              "L 55.90625 64.59375 \n",
              "L 19.671875 64.59375 \n",
              "L 19.671875 43.015625 \n",
              "L 54.390625 43.015625 \n",
              "L 54.390625 34.71875 \n",
              "L 19.671875 34.71875 \n",
              "L 19.671875 8.296875 \n",
              "L 56.78125 8.296875 \n",
              "L 56.78125 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-69\"/>\n",
              "      <path d=\"M 18.109375 8.203125 \n",
              "L 18.109375 -20.796875 \n",
              "L 9.078125 -20.796875 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.390625 \n",
              "Q 20.953125 51.265625 25.265625 53.625 \n",
              "Q 29.59375 56 35.59375 56 \n",
              "Q 45.5625 56 51.78125 48.09375 \n",
              "Q 58.015625 40.1875 58.015625 27.296875 \n",
              "Q 58.015625 14.40625 51.78125 6.484375 \n",
              "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
              "Q 29.59375 -1.421875 25.265625 0.953125 \n",
              "Q 20.953125 3.328125 18.109375 8.203125 \n",
              "z\n",
              "M 48.6875 27.296875 \n",
              "Q 48.6875 37.203125 44.609375 42.84375 \n",
              "Q 40.53125 48.484375 33.40625 48.484375 \n",
              "Q 26.265625 48.484375 22.1875 42.84375 \n",
              "Q 18.109375 37.203125 18.109375 27.296875 \n",
              "Q 18.109375 17.390625 22.1875 11.75 \n",
              "Q 26.265625 6.109375 33.40625 6.109375 \n",
              "Q 40.53125 6.109375 44.609375 11.75 \n",
              "Q 48.6875 17.390625 48.6875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-112\"/>\n",
              "      <path d=\"M 30.609375 48.390625 \n",
              "Q 23.390625 48.390625 19.1875 42.75 \n",
              "Q 14.984375 37.109375 14.984375 27.296875 \n",
              "Q 14.984375 17.484375 19.15625 11.84375 \n",
              "Q 23.34375 6.203125 30.609375 6.203125 \n",
              "Q 37.796875 6.203125 41.984375 11.859375 \n",
              "Q 46.1875 17.53125 46.1875 27.296875 \n",
              "Q 46.1875 37.015625 41.984375 42.703125 \n",
              "Q 37.796875 48.390625 30.609375 48.390625 \n",
              "z\n",
              "M 30.609375 56 \n",
              "Q 42.328125 56 49.015625 48.375 \n",
              "Q 55.71875 40.765625 55.71875 27.296875 \n",
              "Q 55.71875 13.875 49.015625 6.21875 \n",
              "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
              "Q 18.84375 -1.421875 12.171875 6.21875 \n",
              "Q 5.515625 13.875 5.515625 27.296875 \n",
              "Q 5.515625 40.765625 12.171875 48.375 \n",
              "Q 18.84375 56 30.609375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-111\"/>\n",
              "      <path d=\"M 48.78125 52.59375 \n",
              "L 48.78125 44.1875 \n",
              "Q 44.96875 46.296875 41.140625 47.34375 \n",
              "Q 37.3125 48.390625 33.40625 48.390625 \n",
              "Q 24.65625 48.390625 19.8125 42.84375 \n",
              "Q 14.984375 37.3125 14.984375 27.296875 \n",
              "Q 14.984375 17.28125 19.8125 11.734375 \n",
              "Q 24.65625 6.203125 33.40625 6.203125 \n",
              "Q 37.3125 6.203125 41.140625 7.25 \n",
              "Q 44.96875 8.296875 48.78125 10.40625 \n",
              "L 48.78125 2.09375 \n",
              "Q 45.015625 0.34375 40.984375 -0.53125 \n",
              "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
              "Q 20.0625 -1.421875 12.78125 6.34375 \n",
              "Q 5.515625 14.109375 5.515625 27.296875 \n",
              "Q 5.515625 40.671875 12.859375 48.328125 \n",
              "Q 20.21875 56 33.015625 56 \n",
              "Q 37.15625 56 41.109375 55.140625 \n",
              "Q 45.0625 54.296875 48.78125 52.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-99\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 75.984375 \n",
              "L 18.109375 75.984375 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-104\"/>\n",
              "      <path d=\"M 44.28125 53.078125 \n",
              "L 44.28125 44.578125 \n",
              "Q 40.484375 46.53125 36.375 47.5 \n",
              "Q 32.28125 48.484375 27.875 48.484375 \n",
              "Q 21.1875 48.484375 17.84375 46.4375 \n",
              "Q 14.5 44.390625 14.5 40.28125 \n",
              "Q 14.5 37.15625 16.890625 35.375 \n",
              "Q 19.28125 33.59375 26.515625 31.984375 \n",
              "L 29.59375 31.296875 \n",
              "Q 39.15625 29.25 43.1875 25.515625 \n",
              "Q 47.21875 21.78125 47.21875 15.09375 \n",
              "Q 47.21875 7.46875 41.1875 3.015625 \n",
              "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
              "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
              "Q 10.6875 0.296875 5.421875 2 \n",
              "L 5.421875 11.28125 \n",
              "Q 10.40625 8.6875 15.234375 7.390625 \n",
              "Q 20.0625 6.109375 24.8125 6.109375 \n",
              "Q 31.15625 6.109375 34.5625 8.28125 \n",
              "Q 37.984375 10.453125 37.984375 14.40625 \n",
              "Q 37.984375 18.0625 35.515625 20.015625 \n",
              "Q 33.0625 21.96875 24.703125 23.78125 \n",
              "L 21.578125 24.515625 \n",
              "Q 13.234375 26.265625 9.515625 29.90625 \n",
              "Q 5.8125 33.546875 5.8125 39.890625 \n",
              "Q 5.8125 47.609375 11.28125 51.796875 \n",
              "Q 16.75 56 26.8125 56 \n",
              "Q 31.78125 56 36.171875 55.265625 \n",
              "Q 40.578125 54.546875 44.28125 53.078125 \n",
              "z\n",
              "\" id=\"DejaVuSans-115\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(205.990625 268.034687)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
              "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
              "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_2\">\n",
              "    <g id=\"ytick_1\">\n",
              "     <g id=\"line2d_7\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L -3.5 0 \n",
              "\" id=\"m647be8ecfa\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m647be8ecfa\" y=\"230.261324\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_8\">\n",
              "      <!-- 0.000 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.6875 12.40625 \n",
              "L 21 12.40625 \n",
              "L 21 0 \n",
              "L 10.6875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-46\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 234.060542)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_2\">\n",
              "     <g id=\"line2d_8\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m647be8ecfa\" y=\"190.64941\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_9\">\n",
              "      <!-- 0.002 -->\n",
              "      <g transform=\"translate(20.878125 194.448629)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-50\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_3\">\n",
              "     <g id=\"line2d_9\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m647be8ecfa\" y=\"151.037497\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_10\">\n",
              "      <!-- 0.004 -->\n",
              "      <g transform=\"translate(20.878125 154.836716)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-52\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_4\">\n",
              "     <g id=\"line2d_10\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m647be8ecfa\" y=\"111.425584\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_11\">\n",
              "      <!-- 0.006 -->\n",
              "      <g transform=\"translate(20.878125 115.224802)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_5\">\n",
              "     <g id=\"line2d_11\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m647be8ecfa\" y=\"71.81367\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_12\">\n",
              "      <!-- 0.008 -->\n",
              "      <g transform=\"translate(20.878125 75.612889)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_6\">\n",
              "     <g id=\"line2d_12\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m647be8ecfa\" y=\"32.201757\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_13\">\n",
              "      <!-- 0.010 -->\n",
              "      <g transform=\"translate(20.878125 36.000976)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_14\">\n",
              "     <!-- Learning rate -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 19.671875 72.90625 \n",
              "L 19.671875 8.296875 \n",
              "L 55.171875 8.296875 \n",
              "L 55.171875 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-76\"/>\n",
              "      <path d=\"M 56.203125 29.59375 \n",
              "L 56.203125 25.203125 \n",
              "L 14.890625 25.203125 \n",
              "Q 15.484375 15.921875 20.484375 11.0625 \n",
              "Q 25.484375 6.203125 34.421875 6.203125 \n",
              "Q 39.59375 6.203125 44.453125 7.46875 \n",
              "Q 49.3125 8.734375 54.109375 11.28125 \n",
              "L 54.109375 2.78125 \n",
              "Q 49.265625 0.734375 44.1875 -0.34375 \n",
              "Q 39.109375 -1.421875 33.890625 -1.421875 \n",
              "Q 20.796875 -1.421875 13.15625 6.1875 \n",
              "Q 5.515625 13.8125 5.515625 26.8125 \n",
              "Q 5.515625 40.234375 12.765625 48.109375 \n",
              "Q 20.015625 56 32.328125 56 \n",
              "Q 43.359375 56 49.78125 48.890625 \n",
              "Q 56.203125 41.796875 56.203125 29.59375 \n",
              "z\n",
              "M 47.21875 32.234375 \n",
              "Q 47.125 39.59375 43.09375 43.984375 \n",
              "Q 39.0625 48.390625 32.421875 48.390625 \n",
              "Q 24.90625 48.390625 20.390625 44.140625 \n",
              "Q 15.875 39.890625 15.1875 32.171875 \n",
              "z\n",
              "\" id=\"DejaVuSans-101\"/>\n",
              "      <path d=\"M 34.28125 27.484375 \n",
              "Q 23.390625 27.484375 19.1875 25 \n",
              "Q 14.984375 22.515625 14.984375 16.5 \n",
              "Q 14.984375 11.71875 18.140625 8.90625 \n",
              "Q 21.296875 6.109375 26.703125 6.109375 \n",
              "Q 34.1875 6.109375 38.703125 11.40625 \n",
              "Q 43.21875 16.703125 43.21875 25.484375 \n",
              "L 43.21875 27.484375 \n",
              "z\n",
              "M 52.203125 31.203125 \n",
              "L 52.203125 0 \n",
              "L 43.21875 0 \n",
              "L 43.21875 8.296875 \n",
              "Q 40.140625 3.328125 35.546875 0.953125 \n",
              "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
              "Q 15.921875 -1.421875 10.953125 3.296875 \n",
              "Q 6 8.015625 6 15.921875 \n",
              "Q 6 25.140625 12.171875 29.828125 \n",
              "Q 18.359375 34.515625 30.609375 34.515625 \n",
              "L 43.21875 34.515625 \n",
              "L 43.21875 35.40625 \n",
              "Q 43.21875 41.609375 39.140625 45 \n",
              "Q 35.0625 48.390625 27.6875 48.390625 \n",
              "Q 23 48.390625 18.546875 47.265625 \n",
              "Q 14.109375 46.140625 10.015625 43.890625 \n",
              "L 10.015625 52.203125 \n",
              "Q 14.9375 54.109375 19.578125 55.046875 \n",
              "Q 24.21875 56 28.609375 56 \n",
              "Q 40.484375 56 46.34375 49.84375 \n",
              "Q 52.203125 43.703125 52.203125 31.203125 \n",
              "z\n",
              "\" id=\"DejaVuSans-97\"/>\n",
              "      <path d=\"M 41.109375 46.296875 \n",
              "Q 39.59375 47.171875 37.8125 47.578125 \n",
              "Q 36.03125 48 33.890625 48 \n",
              "Q 26.265625 48 22.1875 43.046875 \n",
              "Q 18.109375 38.09375 18.109375 28.8125 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 20.953125 51.171875 25.484375 53.578125 \n",
              "Q 30.03125 56 36.53125 56 \n",
              "Q 37.453125 56 38.578125 55.875 \n",
              "Q 39.703125 55.765625 41.0625 55.515625 \n",
              "z\n",
              "\" id=\"DejaVuSans-114\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-110\"/>\n",
              "      <path d=\"M 9.421875 54.6875 \n",
              "L 18.40625 54.6875 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 64.59375 \n",
              "L 9.421875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-105\"/>\n",
              "      <path d=\"M 45.40625 27.984375 \n",
              "Q 45.40625 37.75 41.375 43.109375 \n",
              "Q 37.359375 48.484375 30.078125 48.484375 \n",
              "Q 22.859375 48.484375 18.828125 43.109375 \n",
              "Q 14.796875 37.75 14.796875 27.984375 \n",
              "Q 14.796875 18.265625 18.828125 12.890625 \n",
              "Q 22.859375 7.515625 30.078125 7.515625 \n",
              "Q 37.359375 7.515625 41.375 12.890625 \n",
              "Q 45.40625 18.265625 45.40625 27.984375 \n",
              "z\n",
              "M 54.390625 6.78125 \n",
              "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
              "Q 42 -20.796875 29.203125 -20.796875 \n",
              "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
              "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
              "L 12.109375 -9.1875 \n",
              "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
              "Q 23.78125 -13.375 27.78125 -13.375 \n",
              "Q 36.625 -13.375 41.015625 -8.765625 \n",
              "Q 45.40625 -4.15625 45.40625 5.171875 \n",
              "L 45.40625 9.625 \n",
              "Q 42.625 4.78125 38.28125 2.390625 \n",
              "Q 33.9375 0 27.875 0 \n",
              "Q 17.828125 0 11.671875 7.65625 \n",
              "Q 5.515625 15.328125 5.515625 27.984375 \n",
              "Q 5.515625 40.671875 11.671875 48.328125 \n",
              "Q 17.828125 56 27.875 56 \n",
              "Q 33.9375 56 38.28125 53.609375 \n",
              "Q 42.625 51.21875 45.40625 46.390625 \n",
              "L 45.40625 54.6875 \n",
              "L 54.390625 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-103\"/>\n",
              "      <path id=\"DejaVuSans-32\"/>\n",
              "      <path d=\"M 18.3125 70.21875 \n",
              "L 18.3125 54.6875 \n",
              "L 36.8125 54.6875 \n",
              "L 36.8125 47.703125 \n",
              "L 18.3125 47.703125 \n",
              "L 18.3125 18.015625 \n",
              "Q 18.3125 11.328125 20.140625 9.421875 \n",
              "Q 21.96875 7.515625 27.59375 7.515625 \n",
              "L 36.8125 7.515625 \n",
              "L 36.8125 0 \n",
              "L 27.59375 0 \n",
              "Q 17.1875 0 13.234375 3.875 \n",
              "Q 9.28125 7.765625 9.28125 18.015625 \n",
              "L 9.28125 47.703125 \n",
              "L 2.6875 47.703125 \n",
              "L 2.6875 54.6875 \n",
              "L 9.28125 54.6875 \n",
              "L 9.28125 70.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-116\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(14.798437 164.49125)rotate(-90)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-76\"/>\n",
              "      <use x=\"53.962891\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"115.486328\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"176.765625\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"216.128906\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"279.507812\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "      <use x=\"307.291016\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"370.669922\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "      <use x=\"434.146484\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "      <use x=\"465.933594\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"507.046875\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"568.326172\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"607.535156\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"line2d_13\">\n",
              "    <path clip-path=\"url(#pf40b27ce3c)\" d=\"M 71.724432 32.201761 \n",
              "L 74.798812 32.201761 \n",
              "L 77.873192 32.201761 \n",
              "L 80.947572 32.201761 \n",
              "L 84.021952 32.201761 \n",
              "L 87.096333 32.201761 \n",
              "L 90.170713 32.201761 \n",
              "L 93.245093 32.201761 \n",
              "L 96.319473 32.201761 \n",
              "L 99.393853 32.201761 \n",
              "L 102.468233 131.231543 \n",
              "L 105.542614 131.231543 \n",
              "L 108.616994 131.231543 \n",
              "L 111.691374 131.231543 \n",
              "L 114.765754 131.231543 \n",
              "L 117.840134 131.231543 \n",
              "L 120.914514 131.231543 \n",
              "L 123.988895 131.231543 \n",
              "L 127.063275 131.231543 \n",
              "L 130.137655 131.231543 \n",
              "L 133.212035 180.746433 \n",
              "L 136.286415 180.746433 \n",
              "L 139.360795 180.746433 \n",
              "L 142.435176 180.746433 \n",
              "L 145.509556 180.746433 \n",
              "L 148.583936 180.746433 \n",
              "L 151.658316 180.746433 \n",
              "L 154.732696 180.746433 \n",
              "L 157.807076 180.746433 \n",
              "L 160.881457 180.746433 \n",
              "L 163.955837 205.503878 \n",
              "L 167.030217 205.503878 \n",
              "L 170.104597 205.503878 \n",
              "L 173.178977 205.503878 \n",
              "L 176.253357 205.503878 \n",
              "L 179.327738 205.503878 \n",
              "L 182.402118 205.503878 \n",
              "L 185.476498 205.503878 \n",
              "L 188.550878 205.503878 \n",
              "L 191.625258 205.503878 \n",
              "L 194.699638 217.882601 \n",
              "L 197.774019 217.882601 \n",
              "L 200.848399 217.882601 \n",
              "L 203.922779 217.882601 \n",
              "L 206.997159 217.882601 \n",
              "L 210.071539 217.882601 \n",
              "L 213.145919 217.882601 \n",
              "L 216.2203 217.882601 \n",
              "L 219.29468 217.882601 \n",
              "L 222.36906 217.882601 \n",
              "L 225.44344 224.071962 \n",
              "L 228.51782 224.071962 \n",
              "L 231.5922 224.071962 \n",
              "L 234.666581 224.071962 \n",
              "L 237.740961 224.071962 \n",
              "L 240.815341 224.071962 \n",
              "L 243.889721 224.071962 \n",
              "L 246.964101 224.071962 \n",
              "L 250.038481 224.071962 \n",
              "L 253.112862 224.071962 \n",
              "L 256.187242 227.166643 \n",
              "L 259.261622 227.166643 \n",
              "L 262.336002 227.166643 \n",
              "L 265.410382 227.166643 \n",
              "L 268.484762 227.166643 \n",
              "L 271.559143 227.166643 \n",
              "L 274.633523 227.166643 \n",
              "L 277.707903 227.166643 \n",
              "L 280.782283 227.166643 \n",
              "L 283.856663 227.166643 \n",
              "L 286.931043 228.713983 \n",
              "L 290.005424 228.713983 \n",
              "L 293.079804 228.713983 \n",
              "L 296.154184 228.713983 \n",
              "L 299.228564 228.713983 \n",
              "L 302.302944 228.713983 \n",
              "L 305.377324 228.713983 \n",
              "L 308.451705 228.713983 \n",
              "L 311.526085 228.713983 \n",
              "L 314.600465 228.713983 \n",
              "L 317.674845 229.487654 \n",
              "L 320.749225 229.487654 \n",
              "L 323.823605 229.487654 \n",
              "L 326.897986 229.487654 \n",
              "L 329.972366 229.487654 \n",
              "L 333.046746 229.487654 \n",
              "L 336.121126 229.487654 \n",
              "L 339.195506 229.487654 \n",
              "L 342.269886 229.487654 \n",
              "L 345.344267 229.487654 \n",
              "L 348.418647 229.874489 \n",
              "L 351.493027 229.874489 \n",
              "L 354.567407 229.874489 \n",
              "L 357.641787 229.874489 \n",
              "L 360.716167 229.874489 \n",
              "L 363.790548 229.874489 \n",
              "L 366.864928 229.874489 \n",
              "L 369.939308 229.874489 \n",
              "L 373.013688 229.874489 \n",
              "L 376.088068 229.874489 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_3\">\n",
              "    <path d=\"M 56.50625 239.758125 \n",
              "L 56.50625 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_4\">\n",
              "    <path d=\"M 391.30625 239.758125 \n",
              "L 391.30625 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_5\">\n",
              "    <path d=\"M 56.50625 239.758125 \n",
              "L 391.30625 239.758125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_6\">\n",
              "    <path d=\"M 56.50625 22.318125 \n",
              "L 391.30625 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"text_15\">\n",
              "    <!-- Learning rate -->\n",
              "    <g transform=\"translate(183.7625 16.318125)scale(0.12 -0.12)\">\n",
              "     <use xlink:href=\"#DejaVuSans-76\"/>\n",
              "     <use x=\"53.962891\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "     <use x=\"115.486328\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"176.765625\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"216.128906\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"279.507812\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"307.291016\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"370.669922\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "     <use x=\"434.146484\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"465.933594\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"507.046875\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"568.326172\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "     <use x=\"607.535156\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "    </g>\n",
              "   </g>\n",
              "  </g>\n",
              " </g>\n",
              " <defs>\n",
              "  <clipPath id=\"pf40b27ce3c\">\n",
              "   <rect height=\"217.44\" width=\"334.8\" x=\"56.50625\" y=\"22.318125\"/>\n",
              "  </clipPath>\n",
              " </defs>\n",
              "</svg>\n"
            ],
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          },
          "output_type": "display_data"
        }
      ],
      "source": [
        "plot_lr(history_step_decay)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "RAnWRTwADXjv"
      },
      "source": [
        "## 4. Exponential Decay\n",
        "\n",
        "lr = initial_lr + e ** (-k * epoch)\n",
        "\n",
        "k: هایپر پارامتر\n",
        "\n",
        "epoch: ایپاک فعلی"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 20,
      "metadata": {
        "id": "ESjhMoSJDXjw"
      },
      "outputs": [],
      "source": [
        "# Create a new model\n",
        "model = create_model()\n",
        "\n",
        "model.compile(\n",
        "    optimizer='sgd', # Learning rate defaults to 0.01\n",
        "    loss='sparse_categorical_crossentropy', \n",
        "    metrics=['accuracy']\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PuivZFrTDXjw",
        "outputId": "b5fa6ad7-5760-4b35-cdc3-42ab71851c0f"
      },
      "outputs": [],
      "source": [
        "initial_learning_rate = 0.01\n",
        "\n",
        "def lr_exp_decay(epoch, lr):\n",
        "    k = 0.1\n",
        "    return initial_learning_rate * math.exp(-k*epoch)\n",
        "\n",
        "# Fit the model to the training data\n",
        "history_exp_decay = model.fit(\n",
        "    X_train, \n",
        "    y_train, \n",
        "    epochs=100, \n",
        "    validation_split=0.2,\n",
        "    batch_size=64,\n",
        "    callbacks=[LearningRateScheduler(lr_exp_decay, verbose=1)],\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 22,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 391
        },
        "id": "SCZr-kumDXjw",
        "outputId": "a236b8de-cda9-4581-9d16-cb3991a7af9f"
      },
      "outputs": [
        {
          "data": {
            "image/svg+xml": [
              "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
              "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
              "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
              "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
              "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 392.14375 277.314375\" width=\"392.14375pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
              " <defs>\n",
              "  <style type=\"text/css\">\n",
              "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
              "  </style>\n",
              " </defs>\n",
              " <g id=\"figure_1\">\n",
              "  <g id=\"patch_1\">\n",
              "   <path d=\"M 0 277.314375 \n",
              "L 392.14375 277.314375 \n",
              "L 392.14375 0 \n",
              "L 0 0 \n",
              "z\n",
              "\" style=\"fill:none;\"/>\n",
              "  </g>\n",
              "  <g id=\"axes_1\">\n",
              "   <g id=\"patch_2\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 384.94375 239.758125 \n",
              "L 384.94375 22.318125 \n",
              "L 50.14375 22.318125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;\"/>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_1\">\n",
              "    <g id=\"xtick_1\">\n",
              "     <g id=\"line2d_1\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L 0 3.5 \n",
              "\" id=\"mad4ec0b5a1\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.287552\" xlink:href=\"#mad4ec0b5a1\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_1\">\n",
              "      <!-- 0 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 66.40625 \n",
              "Q 24.171875 66.40625 20.328125 58.90625 \n",
              "Q 16.5 51.421875 16.5 36.375 \n",
              "Q 16.5 21.390625 20.328125 13.890625 \n",
              "Q 24.171875 6.390625 31.78125 6.390625 \n",
              "Q 39.453125 6.390625 43.28125 13.890625 \n",
              "Q 47.125 21.390625 47.125 36.375 \n",
              "Q 47.125 51.421875 43.28125 58.90625 \n",
              "Q 39.453125 66.40625 31.78125 66.40625 \n",
              "z\n",
              "M 31.78125 74.21875 \n",
              "Q 44.046875 74.21875 50.515625 64.515625 \n",
              "Q 56.984375 54.828125 56.984375 36.375 \n",
              "Q 56.984375 17.96875 50.515625 8.265625 \n",
              "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
              "Q 19.53125 -1.421875 13.0625 8.265625 \n",
              "Q 6.59375 17.96875 6.59375 36.375 \n",
              "Q 6.59375 54.828125 13.0625 64.515625 \n",
              "Q 19.53125 74.21875 31.78125 74.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-48\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(59.106302 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_2\">\n",
              "     <g id=\"line2d_2\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"123.775155\" xlink:href=\"#mad4ec0b5a1\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_2\">\n",
              "      <!-- 20 -->\n",
              "      <defs>\n",
              "       <path d=\"M 19.1875 8.296875 \n",
              "L 53.609375 8.296875 \n",
              "L 53.609375 0 \n",
              "L 7.328125 0 \n",
              "L 7.328125 8.296875 \n",
              "Q 12.9375 14.109375 22.625 23.890625 \n",
              "Q 32.328125 33.6875 34.8125 36.53125 \n",
              "Q 39.546875 41.84375 41.421875 45.53125 \n",
              "Q 43.3125 49.21875 43.3125 52.78125 \n",
              "Q 43.3125 58.59375 39.234375 62.25 \n",
              "Q 35.15625 65.921875 28.609375 65.921875 \n",
              "Q 23.96875 65.921875 18.8125 64.3125 \n",
              "Q 13.671875 62.703125 7.8125 59.421875 \n",
              "L 7.8125 69.390625 \n",
              "Q 13.765625 71.78125 18.9375 73 \n",
              "Q 24.125 74.21875 28.421875 74.21875 \n",
              "Q 39.75 74.21875 46.484375 68.546875 \n",
              "Q 53.21875 62.890625 53.21875 53.421875 \n",
              "Q 53.21875 48.921875 51.53125 44.890625 \n",
              "Q 49.859375 40.875 45.40625 35.40625 \n",
              "Q 44.1875 33.984375 37.640625 27.21875 \n",
              "Q 31.109375 20.453125 19.1875 8.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-50\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(117.412655 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_3\">\n",
              "     <g id=\"line2d_3\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"185.262758\" xlink:href=\"#mad4ec0b5a1\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_3\">\n",
              "      <!-- 40 -->\n",
              "      <defs>\n",
              "       <path d=\"M 37.796875 64.3125 \n",
              "L 12.890625 25.390625 \n",
              "L 37.796875 25.390625 \n",
              "z\n",
              "M 35.203125 72.90625 \n",
              "L 47.609375 72.90625 \n",
              "L 47.609375 25.390625 \n",
              "L 58.015625 25.390625 \n",
              "L 58.015625 17.1875 \n",
              "L 47.609375 17.1875 \n",
              "L 47.609375 0 \n",
              "L 37.796875 0 \n",
              "L 37.796875 17.1875 \n",
              "L 4.890625 17.1875 \n",
              "L 4.890625 26.703125 \n",
              "z\n",
              "\" id=\"DejaVuSans-52\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(178.900258 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-52\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_4\">\n",
              "     <g id=\"line2d_4\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"246.750362\" xlink:href=\"#mad4ec0b5a1\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_4\">\n",
              "      <!-- 60 -->\n",
              "      <defs>\n",
              "       <path d=\"M 33.015625 40.375 \n",
              "Q 26.375 40.375 22.484375 35.828125 \n",
              "Q 18.609375 31.296875 18.609375 23.390625 \n",
              "Q 18.609375 15.53125 22.484375 10.953125 \n",
              "Q 26.375 6.390625 33.015625 6.390625 \n",
              "Q 39.65625 6.390625 43.53125 10.953125 \n",
              "Q 47.40625 15.53125 47.40625 23.390625 \n",
              "Q 47.40625 31.296875 43.53125 35.828125 \n",
              "Q 39.65625 40.375 33.015625 40.375 \n",
              "z\n",
              "M 52.59375 71.296875 \n",
              "L 52.59375 62.3125 \n",
              "Q 48.875 64.0625 45.09375 64.984375 \n",
              "Q 41.3125 65.921875 37.59375 65.921875 \n",
              "Q 27.828125 65.921875 22.671875 59.328125 \n",
              "Q 17.53125 52.734375 16.796875 39.40625 \n",
              "Q 19.671875 43.65625 24.015625 45.921875 \n",
              "Q 28.375 48.1875 33.59375 48.1875 \n",
              "Q 44.578125 48.1875 50.953125 41.515625 \n",
              "Q 57.328125 34.859375 57.328125 23.390625 \n",
              "Q 57.328125 12.15625 50.6875 5.359375 \n",
              "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
              "Q 20.359375 -1.421875 13.671875 8.265625 \n",
              "Q 6.984375 17.96875 6.984375 36.375 \n",
              "Q 6.984375 53.65625 15.1875 63.9375 \n",
              "Q 23.390625 74.21875 37.203125 74.21875 \n",
              "Q 40.921875 74.21875 44.703125 73.484375 \n",
              "Q 48.484375 72.75 52.59375 71.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-54\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(240.387862 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_5\">\n",
              "     <g id=\"line2d_5\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"308.237965\" xlink:href=\"#mad4ec0b5a1\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_5\">\n",
              "      <!-- 80 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 34.625 \n",
              "Q 24.75 34.625 20.71875 30.859375 \n",
              "Q 16.703125 27.09375 16.703125 20.515625 \n",
              "Q 16.703125 13.921875 20.71875 10.15625 \n",
              "Q 24.75 6.390625 31.78125 6.390625 \n",
              "Q 38.8125 6.390625 42.859375 10.171875 \n",
              "Q 46.921875 13.96875 46.921875 20.515625 \n",
              "Q 46.921875 27.09375 42.890625 30.859375 \n",
              "Q 38.875 34.625 31.78125 34.625 \n",
              "z\n",
              "M 21.921875 38.8125 \n",
              "Q 15.578125 40.375 12.03125 44.71875 \n",
              "Q 8.5 49.078125 8.5 55.328125 \n",
              "Q 8.5 64.0625 14.71875 69.140625 \n",
              "Q 20.953125 74.21875 31.78125 74.21875 \n",
              "Q 42.671875 74.21875 48.875 69.140625 \n",
              "Q 55.078125 64.0625 55.078125 55.328125 \n",
              "Q 55.078125 49.078125 51.53125 44.71875 \n",
              "Q 48 40.375 41.703125 38.8125 \n",
              "Q 48.828125 37.15625 52.796875 32.3125 \n",
              "Q 56.78125 27.484375 56.78125 20.515625 \n",
              "Q 56.78125 9.90625 50.3125 4.234375 \n",
              "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
              "Q 19.734375 -1.421875 13.25 4.234375 \n",
              "Q 6.78125 9.90625 6.78125 20.515625 \n",
              "Q 6.78125 27.484375 10.78125 32.3125 \n",
              "Q 14.796875 37.15625 21.921875 38.8125 \n",
              "z\n",
              "M 18.3125 54.390625 \n",
              "Q 18.3125 48.734375 21.84375 45.5625 \n",
              "Q 25.390625 42.390625 31.78125 42.390625 \n",
              "Q 38.140625 42.390625 41.71875 45.5625 \n",
              "Q 45.3125 48.734375 45.3125 54.390625 \n",
              "Q 45.3125 60.0625 41.71875 63.234375 \n",
              "Q 38.140625 66.40625 31.78125 66.40625 \n",
              "Q 25.390625 66.40625 21.84375 63.234375 \n",
              "Q 18.3125 60.0625 18.3125 54.390625 \n",
              "z\n",
              "\" id=\"DejaVuSans-56\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(301.875465 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_6\">\n",
              "     <g id=\"line2d_6\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"369.725568\" xlink:href=\"#mad4ec0b5a1\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_6\">\n",
              "      <!-- 100 -->\n",
              "      <defs>\n",
              "       <path d=\"M 12.40625 8.296875 \n",
              "L 28.515625 8.296875 \n",
              "L 28.515625 63.921875 \n",
              "L 10.984375 60.40625 \n",
              "L 10.984375 69.390625 \n",
              "L 28.421875 72.90625 \n",
              "L 38.28125 72.90625 \n",
              "L 38.28125 8.296875 \n",
              "L 54.390625 8.296875 \n",
              "L 54.390625 0 \n",
              "L 12.40625 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-49\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(360.181818 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_7\">\n",
              "     <!-- Epochs -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 55.90625 72.90625 \n",
              "L 55.90625 64.59375 \n",
              "L 19.671875 64.59375 \n",
              "L 19.671875 43.015625 \n",
              "L 54.390625 43.015625 \n",
              "L 54.390625 34.71875 \n",
              "L 19.671875 34.71875 \n",
              "L 19.671875 8.296875 \n",
              "L 56.78125 8.296875 \n",
              "L 56.78125 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-69\"/>\n",
              "      <path d=\"M 18.109375 8.203125 \n",
              "L 18.109375 -20.796875 \n",
              "L 9.078125 -20.796875 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.390625 \n",
              "Q 20.953125 51.265625 25.265625 53.625 \n",
              "Q 29.59375 56 35.59375 56 \n",
              "Q 45.5625 56 51.78125 48.09375 \n",
              "Q 58.015625 40.1875 58.015625 27.296875 \n",
              "Q 58.015625 14.40625 51.78125 6.484375 \n",
              "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
              "Q 29.59375 -1.421875 25.265625 0.953125 \n",
              "Q 20.953125 3.328125 18.109375 8.203125 \n",
              "z\n",
              "M 48.6875 27.296875 \n",
              "Q 48.6875 37.203125 44.609375 42.84375 \n",
              "Q 40.53125 48.484375 33.40625 48.484375 \n",
              "Q 26.265625 48.484375 22.1875 42.84375 \n",
              "Q 18.109375 37.203125 18.109375 27.296875 \n",
              "Q 18.109375 17.390625 22.1875 11.75 \n",
              "Q 26.265625 6.109375 33.40625 6.109375 \n",
              "Q 40.53125 6.109375 44.609375 11.75 \n",
              "Q 48.6875 17.390625 48.6875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-112\"/>\n",
              "      <path d=\"M 30.609375 48.390625 \n",
              "Q 23.390625 48.390625 19.1875 42.75 \n",
              "Q 14.984375 37.109375 14.984375 27.296875 \n",
              "Q 14.984375 17.484375 19.15625 11.84375 \n",
              "Q 23.34375 6.203125 30.609375 6.203125 \n",
              "Q 37.796875 6.203125 41.984375 11.859375 \n",
              "Q 46.1875 17.53125 46.1875 27.296875 \n",
              "Q 46.1875 37.015625 41.984375 42.703125 \n",
              "Q 37.796875 48.390625 30.609375 48.390625 \n",
              "z\n",
              "M 30.609375 56 \n",
              "Q 42.328125 56 49.015625 48.375 \n",
              "Q 55.71875 40.765625 55.71875 27.296875 \n",
              "Q 55.71875 13.875 49.015625 6.21875 \n",
              "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
              "Q 18.84375 -1.421875 12.171875 6.21875 \n",
              "Q 5.515625 13.875 5.515625 27.296875 \n",
              "Q 5.515625 40.765625 12.171875 48.375 \n",
              "Q 18.84375 56 30.609375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-111\"/>\n",
              "      <path d=\"M 48.78125 52.59375 \n",
              "L 48.78125 44.1875 \n",
              "Q 44.96875 46.296875 41.140625 47.34375 \n",
              "Q 37.3125 48.390625 33.40625 48.390625 \n",
              "Q 24.65625 48.390625 19.8125 42.84375 \n",
              "Q 14.984375 37.3125 14.984375 27.296875 \n",
              "Q 14.984375 17.28125 19.8125 11.734375 \n",
              "Q 24.65625 6.203125 33.40625 6.203125 \n",
              "Q 37.3125 6.203125 41.140625 7.25 \n",
              "Q 44.96875 8.296875 48.78125 10.40625 \n",
              "L 48.78125 2.09375 \n",
              "Q 45.015625 0.34375 40.984375 -0.53125 \n",
              "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
              "Q 20.0625 -1.421875 12.78125 6.34375 \n",
              "Q 5.515625 14.109375 5.515625 27.296875 \n",
              "Q 5.515625 40.671875 12.859375 48.328125 \n",
              "Q 20.21875 56 33.015625 56 \n",
              "Q 37.15625 56 41.109375 55.140625 \n",
              "Q 45.0625 54.296875 48.78125 52.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-99\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 75.984375 \n",
              "L 18.109375 75.984375 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-104\"/>\n",
              "      <path d=\"M 44.28125 53.078125 \n",
              "L 44.28125 44.578125 \n",
              "Q 40.484375 46.53125 36.375 47.5 \n",
              "Q 32.28125 48.484375 27.875 48.484375 \n",
              "Q 21.1875 48.484375 17.84375 46.4375 \n",
              "Q 14.5 44.390625 14.5 40.28125 \n",
              "Q 14.5 37.15625 16.890625 35.375 \n",
              "Q 19.28125 33.59375 26.515625 31.984375 \n",
              "L 29.59375 31.296875 \n",
              "Q 39.15625 29.25 43.1875 25.515625 \n",
              "Q 47.21875 21.78125 47.21875 15.09375 \n",
              "Q 47.21875 7.46875 41.1875 3.015625 \n",
              "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
              "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
              "Q 10.6875 0.296875 5.421875 2 \n",
              "L 5.421875 11.28125 \n",
              "Q 10.40625 8.6875 15.234375 7.390625 \n",
              "Q 20.0625 6.109375 24.8125 6.109375 \n",
              "Q 31.15625 6.109375 34.5625 8.28125 \n",
              "Q 37.984375 10.453125 37.984375 14.40625 \n",
              "Q 37.984375 18.0625 35.515625 20.015625 \n",
              "Q 33.0625 21.96875 24.703125 23.78125 \n",
              "L 21.578125 24.515625 \n",
              "Q 13.234375 26.265625 9.515625 29.90625 \n",
              "Q 5.8125 33.546875 5.8125 39.890625 \n",
              "Q 5.8125 47.609375 11.28125 51.796875 \n",
              "Q 16.75 56 26.8125 56 \n",
              "Q 31.78125 56 36.171875 55.265625 \n",
              "Q 40.578125 54.546875 44.28125 53.078125 \n",
              "z\n",
              "\" id=\"DejaVuSans-115\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(199.628125 268.034687)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
              "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
              "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_2\">\n",
              "    <g id=\"ytick_1\">\n",
              "     <g id=\"line2d_7\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L -3.5 0 \n",
              "\" id=\"m52a2ce83fb\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m52a2ce83fb\" y=\"237.18233\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_8\">\n",
              "      <!-- 0.55 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.6875 12.40625 \n",
              "L 21 12.40625 \n",
              "L 21 0 \n",
              "L 10.6875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-46\"/>\n",
              "       <path d=\"M 10.796875 72.90625 \n",
              "L 49.515625 72.90625 \n",
              "L 49.515625 64.59375 \n",
              "L 19.828125 64.59375 \n",
              "L 19.828125 46.734375 \n",
              "Q 21.96875 47.46875 24.109375 47.828125 \n",
              "Q 26.265625 48.1875 28.421875 48.1875 \n",
              "Q 40.625 48.1875 47.75 41.5 \n",
              "Q 54.890625 34.8125 54.890625 23.390625 \n",
              "Q 54.890625 11.625 47.5625 5.09375 \n",
              "Q 40.234375 -1.421875 26.90625 -1.421875 \n",
              "Q 22.3125 -1.421875 17.546875 -0.640625 \n",
              "Q 12.796875 0.140625 7.71875 1.703125 \n",
              "L 7.71875 11.625 \n",
              "Q 12.109375 9.234375 16.796875 8.0625 \n",
              "Q 21.484375 6.890625 26.703125 6.890625 \n",
              "Q 35.15625 6.890625 40.078125 11.328125 \n",
              "Q 45.015625 15.765625 45.015625 23.390625 \n",
              "Q 45.015625 31 40.078125 35.4375 \n",
              "Q 35.15625 39.890625 26.703125 39.890625 \n",
              "Q 22.75 39.890625 18.8125 39.015625 \n",
              "Q 14.890625 38.140625 10.796875 36.28125 \n",
              "z\n",
              "\" id=\"DejaVuSans-53\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 240.981549)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_2\">\n",
              "     <g id=\"line2d_8\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m52a2ce83fb\" y=\"201.094201\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_9\">\n",
              "      <!-- 0.60 -->\n",
              "      <g transform=\"translate(20.878125 204.893419)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_3\">\n",
              "     <g id=\"line2d_9\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m52a2ce83fb\" y=\"165.006071\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_10\">\n",
              "      <!-- 0.65 -->\n",
              "      <g transform=\"translate(20.878125 168.80529)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_4\">\n",
              "     <g id=\"line2d_10\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m52a2ce83fb\" y=\"128.917942\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_11\">\n",
              "      <!-- 0.70 -->\n",
              "      <defs>\n",
              "       <path d=\"M 8.203125 72.90625 \n",
              "L 55.078125 72.90625 \n",
              "L 55.078125 68.703125 \n",
              "L 28.609375 0 \n",
              "L 18.3125 0 \n",
              "L 43.21875 64.59375 \n",
              "L 8.203125 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-55\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 132.717161)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_5\">\n",
              "     <g id=\"line2d_11\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m52a2ce83fb\" y=\"92.829813\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_12\">\n",
              "      <!-- 0.75 -->\n",
              "      <g transform=\"translate(20.878125 96.629031)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_6\">\n",
              "     <g id=\"line2d_12\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m52a2ce83fb\" y=\"56.741683\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_13\">\n",
              "      <!-- 0.80 -->\n",
              "      <g transform=\"translate(20.878125 60.540902)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_14\">\n",
              "     <!-- accuracy -->\n",
              "     <defs>\n",
              "      <path d=\"M 34.28125 27.484375 \n",
              "Q 23.390625 27.484375 19.1875 25 \n",
              "Q 14.984375 22.515625 14.984375 16.5 \n",
              "Q 14.984375 11.71875 18.140625 8.90625 \n",
              "Q 21.296875 6.109375 26.703125 6.109375 \n",
              "Q 34.1875 6.109375 38.703125 11.40625 \n",
              "Q 43.21875 16.703125 43.21875 25.484375 \n",
              "L 43.21875 27.484375 \n",
              "z\n",
              "M 52.203125 31.203125 \n",
              "L 52.203125 0 \n",
              "L 43.21875 0 \n",
              "L 43.21875 8.296875 \n",
              "Q 40.140625 3.328125 35.546875 0.953125 \n",
              "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
              "Q 15.921875 -1.421875 10.953125 3.296875 \n",
              "Q 6 8.015625 6 15.921875 \n",
              "Q 6 25.140625 12.171875 29.828125 \n",
              "Q 18.359375 34.515625 30.609375 34.515625 \n",
              "L 43.21875 34.515625 \n",
              "L 43.21875 35.40625 \n",
              "Q 43.21875 41.609375 39.140625 45 \n",
              "Q 35.0625 48.390625 27.6875 48.390625 \n",
              "Q 23 48.390625 18.546875 47.265625 \n",
              "Q 14.109375 46.140625 10.015625 43.890625 \n",
              "L 10.015625 52.203125 \n",
              "Q 14.9375 54.109375 19.578125 55.046875 \n",
              "Q 24.21875 56 28.609375 56 \n",
              "Q 40.484375 56 46.34375 49.84375 \n",
              "Q 52.203125 43.703125 52.203125 31.203125 \n",
              "z\n",
              "\" id=\"DejaVuSans-97\"/>\n",
              "      <path d=\"M 8.5 21.578125 \n",
              "L 8.5 54.6875 \n",
              "L 17.484375 54.6875 \n",
              "L 17.484375 21.921875 \n",
              "Q 17.484375 14.15625 20.5 10.265625 \n",
              "Q 23.53125 6.390625 29.59375 6.390625 \n",
              "Q 36.859375 6.390625 41.078125 11.03125 \n",
              "Q 45.3125 15.671875 45.3125 23.6875 \n",
              "L 45.3125 54.6875 \n",
              "L 54.296875 54.6875 \n",
              "L 54.296875 0 \n",
              "L 45.3125 0 \n",
              "L 45.3125 8.40625 \n",
              "Q 42.046875 3.421875 37.71875 1 \n",
              "Q 33.40625 -1.421875 27.6875 -1.421875 \n",
              "Q 18.265625 -1.421875 13.375 4.4375 \n",
              "Q 8.5 10.296875 8.5 21.578125 \n",
              "z\n",
              "M 31.109375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-117\"/>\n",
              "      <path d=\"M 41.109375 46.296875 \n",
              "Q 39.59375 47.171875 37.8125 47.578125 \n",
              "Q 36.03125 48 33.890625 48 \n",
              "Q 26.265625 48 22.1875 43.046875 \n",
              "Q 18.109375 38.09375 18.109375 28.8125 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 20.953125 51.171875 25.484375 53.578125 \n",
              "Q 30.03125 56 36.53125 56 \n",
              "Q 37.453125 56 38.578125 55.875 \n",
              "Q 39.703125 55.765625 41.0625 55.515625 \n",
              "z\n",
              "\" id=\"DejaVuSans-114\"/>\n",
              "      <path d=\"M 32.171875 -5.078125 \n",
              "Q 28.375 -14.84375 24.75 -17.8125 \n",
              "Q 21.140625 -20.796875 15.09375 -20.796875 \n",
              "L 7.90625 -20.796875 \n",
              "L 7.90625 -13.28125 \n",
              "L 13.1875 -13.28125 \n",
              "Q 16.890625 -13.28125 18.9375 -11.515625 \n",
              "Q 21 -9.765625 23.484375 -3.21875 \n",
              "L 25.09375 0.875 \n",
              "L 2.984375 54.6875 \n",
              "L 12.5 54.6875 \n",
              "L 29.59375 11.921875 \n",
              "L 46.6875 54.6875 \n",
              "L 56.203125 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-121\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(14.798438 153.5975)rotate(-90)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"61.279297\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"116.259766\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"171.240234\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"234.619141\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"275.732422\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"337.011719\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"391.992188\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"line2d_13\">\n",
              "    <path clip-path=\"url(#p65dfdeb7d1)\" d=\"M 65.361932 229.874489 \n",
              "L 68.436312 135.955142 \n",
              "L 71.510692 103.3856 \n",
              "L 74.585072 84.349115 \n",
              "L 77.659452 74.334653 \n",
              "L 80.733833 67.02682 \n",
              "L 83.808213 60.530955 \n",
              "L 86.882593 57.643898 \n",
              "L 89.956973 54.666628 \n",
              "L 93.031353 51.96 \n",
              "L 96.105733 48.35119 \n",
              "L 99.180114 47.719651 \n",
              "L 102.254494 44.291269 \n",
              "L 105.328874 43.840157 \n",
              "L 108.403254 41.223785 \n",
              "L 111.477634 41.494469 \n",
              "L 114.552014 40.862887 \n",
              "L 117.626395 37.975874 \n",
              "L 120.700775 39.870492 \n",
              "L 123.775155 38.517156 \n",
              "L 126.849535 37.07365 \n",
              "L 129.923915 36.893222 \n",
              "L 132.998295 36.622538 \n",
              "L 136.072676 36.44211 \n",
              "L 139.147056 35.179031 \n",
              "L 142.221436 35.810571 \n",
              "L 145.295816 34.367064 \n",
              "L 148.370196 34.637706 \n",
              "L 151.444576 34.818133 \n",
              "L 154.518957 34.276807 \n",
              "L 157.593337 33.915952 \n",
              "L 160.667717 34.006166 \n",
              "L 163.742097 33.555054 \n",
              "L 166.816477 33.46484 \n",
              "L 169.890857 33.825739 \n",
              "L 172.965238 33.013728 \n",
              "L 176.039618 33.194199 \n",
              "L 179.113998 33.284413 \n",
              "L 182.188378 32.923515 \n",
              "L 185.262758 32.743087 \n",
              "L 188.337138 33.194199 \n",
              "L 191.411519 32.923515 \n",
              "L 194.485899 32.562617 \n",
              "L 197.560279 32.652873 \n",
              "L 200.634659 32.562617 \n",
              "L 203.709039 32.291975 \n",
              "L 206.783419 32.472403 \n",
              "L 209.8578 32.562617 \n",
              "L 212.93218 32.562617 \n",
              "L 216.00656 32.382189 \n",
              "L 219.08094 32.291975 \n",
              "L 222.15532 32.562617 \n",
              "L 225.2297 32.472403 \n",
              "L 228.304081 32.382189 \n",
              "L 231.378461 32.472403 \n",
              "L 234.452841 32.562617 \n",
              "L 237.527221 32.472403 \n",
              "L 240.601601 32.382189 \n",
              "L 243.675981 32.201761 \n",
              "L 246.750362 32.472403 \n",
              "L 249.824742 32.382189 \n",
              "L 252.899122 32.291975 \n",
              "L 255.973502 32.382189 \n",
              "L 259.047882 32.472403 \n",
              "L 262.122262 32.562617 \n",
              "L 265.196643 32.472403 \n",
              "L 268.271023 32.472403 \n",
              "L 271.345403 32.382189 \n",
              "L 274.419783 32.472403 \n",
              "L 277.494163 32.472403 \n",
              "L 280.568543 32.382189 \n",
              "L 283.642924 32.382189 \n",
              "L 286.717304 32.472403 \n",
              "L 289.791684 32.472403 \n",
              "L 292.866064 32.472403 \n",
              "L 295.940444 32.291975 \n",
              "L 299.014824 32.472403 \n",
              "L 302.089205 32.472403 \n",
              "L 305.163585 32.472403 \n",
              "L 308.237965 32.472403 \n",
              "L 311.312345 32.382189 \n",
              "L 314.386725 32.472403 \n",
              "L 317.461105 32.472403 \n",
              "L 320.535486 32.472403 \n",
              "L 323.609866 32.472403 \n",
              "L 326.684246 32.472403 \n",
              "L 329.758626 32.472403 \n",
              "L 332.833006 32.472403 \n",
              "L 335.907386 32.472403 \n",
              "L 338.981767 32.472403 \n",
              "L 342.056147 32.472403 \n",
              "L 345.130527 32.472403 \n",
              "L 348.204907 32.472403 \n",
              "L 351.279287 32.472403 \n",
              "L 354.353667 32.472403 \n",
              "L 357.428048 32.472403 \n",
              "L 360.502428 32.472403 \n",
              "L 363.576808 32.472403 \n",
              "L 366.651188 32.472403 \n",
              "L 369.725568 32.472403 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"line2d_14\">\n",
              "    <path clip-path=\"url(#p65dfdeb7d1)\" d=\"M 65.361932 156.705818 \n",
              "L 68.436312 130.722355 \n",
              "L 71.510692 103.656241 \n",
              "L 74.585072 96.79952 \n",
              "L 77.659452 83.086035 \n",
              "L 80.733833 78.033676 \n",
              "L 83.808213 70.094304 \n",
              "L 86.882593 70.455159 \n",
              "L 89.956973 66.84635 \n",
              "L 93.031353 65.402843 \n",
              "L 96.105733 58.185224 \n",
              "L 99.180114 59.628731 \n",
              "L 102.254494 57.102573 \n",
              "L 105.328874 56.380819 \n",
              "L 108.403254 51.689358 \n",
              "L 111.477634 52.411112 \n",
              "L 114.552014 51.32846 \n",
              "L 117.626395 56.380819 \n",
              "L 120.700775 53.132865 \n",
              "L 123.775155 51.32846 \n",
              "L 126.849535 52.050214 \n",
              "L 129.923915 51.689358 \n",
              "L 132.998295 48.441404 \n",
              "L 136.072676 48.802302 \n",
              "L 139.147056 50.606707 \n",
              "L 142.221436 51.32846 \n",
              "L 145.295816 49.524056 \n",
              "L 148.370196 47.719651 \n",
              "L 151.444576 48.802302 \n",
              "L 154.518957 50.245809 \n",
              "L 157.593337 48.080549 \n",
              "L 160.667717 48.441404 \n",
              "L 163.742097 48.441404 \n",
              "L 166.816477 49.163157 \n",
              "L 169.890857 48.441404 \n",
              "L 172.965238 48.080549 \n",
              "L 176.039618 46.997898 \n",
              "L 179.113998 48.080549 \n",
              "L 182.188378 48.441404 \n",
              "L 185.262758 47.358753 \n",
              "L 188.337138 48.080549 \n",
              "L 191.411519 48.080549 \n",
              "L 194.485899 48.802302 \n",
              "L 197.560279 48.441404 \n",
              "L 200.634659 48.080549 \n",
              "L 203.709039 47.719651 \n",
              "L 206.783419 48.802302 \n",
              "L 209.8578 48.441404 \n",
              "L 212.93218 48.802302 \n",
              "L 216.00656 48.441404 \n",
              "L 219.08094 48.080549 \n",
              "L 222.15532 47.719651 \n",
              "L 225.2297 48.080549 \n",
              "L 228.304081 48.080549 \n",
              "L 231.378461 48.080549 \n",
              "L 234.452841 48.080549 \n",
              "L 237.527221 48.080549 \n",
              "L 240.601601 48.080549 \n",
              "L 243.675981 48.080549 \n",
              "L 246.750362 48.080549 \n",
              "L 249.824742 48.080549 \n",
              "L 252.899122 48.080549 \n",
              "L 255.973502 48.080549 \n",
              "L 259.047882 48.080549 \n",
              "L 262.122262 48.080549 \n",
              "L 265.196643 48.080549 \n",
              "L 268.271023 48.080549 \n",
              "L 271.345403 48.080549 \n",
              "L 274.419783 48.080549 \n",
              "L 277.494163 48.080549 \n",
              "L 280.568543 48.080549 \n",
              "L 283.642924 48.080549 \n",
              "L 286.717304 48.080549 \n",
              "L 289.791684 48.080549 \n",
              "L 292.866064 48.080549 \n",
              "L 295.940444 48.080549 \n",
              "L 299.014824 48.080549 \n",
              "L 302.089205 48.080549 \n",
              "L 305.163585 48.080549 \n",
              "L 308.237965 48.080549 \n",
              "L 311.312345 48.080549 \n",
              "L 314.386725 48.080549 \n",
              "L 317.461105 48.080549 \n",
              "L 320.535486 48.080549 \n",
              "L 323.609866 48.080549 \n",
              "L 326.684246 48.080549 \n",
              "L 329.758626 48.080549 \n",
              "L 332.833006 48.080549 \n",
              "L 335.907386 48.080549 \n",
              "L 338.981767 48.080549 \n",
              "L 342.056147 48.080549 \n",
              "L 345.130527 48.080549 \n",
              "L 348.204907 48.080549 \n",
              "L 351.279287 48.080549 \n",
              "L 354.353667 48.080549 \n",
              "L 357.428048 48.080549 \n",
              "L 360.502428 48.080549 \n",
              "L 363.576808 48.080549 \n",
              "L 366.651188 48.080549 \n",
              "L 369.725568 48.080549 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_3\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 50.14375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_4\">\n",
              "    <path d=\"M 384.94375 239.758125 \n",
              "L 384.94375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_5\">\n",
              "    <path d=\"M 50.14375 239.758125 \n",
              "L 384.94375 239.758125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_6\">\n",
              "    <path d=\"M 50.14375 22.318125 \n",
              "L 384.94375 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"text_15\">\n",
              "    <!-- Training and validation accuracy -->\n",
              "    <defs>\n",
              "     <path d=\"M -0.296875 72.90625 \n",
              "L 61.375 72.90625 \n",
              "L 61.375 64.59375 \n",
              "L 35.5 64.59375 \n",
              "L 35.5 0 \n",
              "L 25.59375 0 \n",
              "L 25.59375 64.59375 \n",
              "L -0.296875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-84\"/>\n",
              "     <path d=\"M 9.421875 54.6875 \n",
              "L 18.40625 54.6875 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 64.59375 \n",
              "L 9.421875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-105\"/>\n",
              "     <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-110\"/>\n",
              "     <path d=\"M 45.40625 27.984375 \n",
              "Q 45.40625 37.75 41.375 43.109375 \n",
              "Q 37.359375 48.484375 30.078125 48.484375 \n",
              "Q 22.859375 48.484375 18.828125 43.109375 \n",
              "Q 14.796875 37.75 14.796875 27.984375 \n",
              "Q 14.796875 18.265625 18.828125 12.890625 \n",
              "Q 22.859375 7.515625 30.078125 7.515625 \n",
              "Q 37.359375 7.515625 41.375 12.890625 \n",
              "Q 45.40625 18.265625 45.40625 27.984375 \n",
              "z\n",
              "M 54.390625 6.78125 \n",
              "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
              "Q 42 -20.796875 29.203125 -20.796875 \n",
              "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
              "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
              "L 12.109375 -9.1875 \n",
              "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
              "Q 23.78125 -13.375 27.78125 -13.375 \n",
              "Q 36.625 -13.375 41.015625 -8.765625 \n",
              "Q 45.40625 -4.15625 45.40625 5.171875 \n",
              "L 45.40625 9.625 \n",
              "Q 42.625 4.78125 38.28125 2.390625 \n",
              "Q 33.9375 0 27.875 0 \n",
              "Q 17.828125 0 11.671875 7.65625 \n",
              "Q 5.515625 15.328125 5.515625 27.984375 \n",
              "Q 5.515625 40.671875 11.671875 48.328125 \n",
              "Q 17.828125 56 27.875 56 \n",
              "Q 33.9375 56 38.28125 53.609375 \n",
              "Q 42.625 51.21875 45.40625 46.390625 \n",
              "L 45.40625 54.6875 \n",
              "L 54.390625 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-103\"/>\n",
              "     <path id=\"DejaVuSans-32\"/>\n",
              "     <path d=\"M 45.40625 46.390625 \n",
              "L 45.40625 75.984375 \n",
              "L 54.390625 75.984375 \n",
              "L 54.390625 0 \n",
              "L 45.40625 0 \n",
              "L 45.40625 8.203125 \n",
              "Q 42.578125 3.328125 38.25 0.953125 \n",
              "Q 33.9375 -1.421875 27.875 -1.421875 \n",
              "Q 17.96875 -1.421875 11.734375 6.484375 \n",
              "Q 5.515625 14.40625 5.515625 27.296875 \n",
              "Q 5.515625 40.1875 11.734375 48.09375 \n",
              "Q 17.96875 56 27.875 56 \n",
              "Q 33.9375 56 38.25 53.625 \n",
              "Q 42.578125 51.265625 45.40625 46.390625 \n",
              "z\n",
              "M 14.796875 27.296875 \n",
              "Q 14.796875 17.390625 18.875 11.75 \n",
              "Q 22.953125 6.109375 30.078125 6.109375 \n",
              "Q 37.203125 6.109375 41.296875 11.75 \n",
              "Q 45.40625 17.390625 45.40625 27.296875 \n",
              "Q 45.40625 37.203125 41.296875 42.84375 \n",
              "Q 37.203125 48.484375 30.078125 48.484375 \n",
              "Q 22.953125 48.484375 18.875 42.84375 \n",
              "Q 14.796875 37.203125 14.796875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-100\"/>\n",
              "     <path d=\"M 2.984375 54.6875 \n",
              "L 12.5 54.6875 \n",
              "L 29.59375 8.796875 \n",
              "L 46.6875 54.6875 \n",
              "L 56.203125 54.6875 \n",
              "L 35.6875 0 \n",
              "L 23.484375 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-118\"/>\n",
              "     <path d=\"M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-108\"/>\n",
              "     <path d=\"M 18.3125 70.21875 \n",
              "L 18.3125 54.6875 \n",
              "L 36.8125 54.6875 \n",
              "L 36.8125 47.703125 \n",
              "L 18.3125 47.703125 \n",
              "L 18.3125 18.015625 \n",
              "Q 18.3125 11.328125 20.140625 9.421875 \n",
              "Q 21.96875 7.515625 27.59375 7.515625 \n",
              "L 36.8125 7.515625 \n",
              "L 36.8125 0 \n",
              "L 27.59375 0 \n",
              "Q 17.1875 0 13.234375 3.875 \n",
              "Q 9.28125 7.765625 9.28125 18.015625 \n",
              "L 9.28125 47.703125 \n",
              "L 2.6875 47.703125 \n",
              "L 2.6875 54.6875 \n",
              "L 9.28125 54.6875 \n",
              "L 9.28125 70.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-116\"/>\n",
              "    </defs>\n",
              "    <g transform=\"translate(120.251875 16.318125)scale(0.12 -0.12)\">\n",
              "     <use xlink:href=\"#DejaVuSans-84\"/>\n",
              "     <use x=\"46.333984\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"87.447266\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"148.726562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"176.509766\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"239.888672\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"267.671875\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"331.050781\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "     <use x=\"394.527344\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"426.314453\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"487.59375\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"550.972656\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "     <use x=\"614.449219\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"646.236328\" xlink:href=\"#DejaVuSans-118\"/>\n",
              "     <use x=\"705.416016\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"766.695312\" xlink:href=\"#DejaVuSans-108\"/>\n",
              "     <use x=\"794.478516\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"822.261719\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "     <use x=\"885.738281\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"947.017578\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "     <use x=\"986.226562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"1014.009766\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "     <use x=\"1075.191406\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"1138.570312\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"1170.357422\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"1231.636719\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1286.617188\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1341.597656\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "     <use x=\"1404.976562\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"1446.089844\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"1507.369141\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "     <use x=\"1562.349609\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"legend_1\">\n",
              "    <g id=\"patch_7\">\n",
              "     <path d=\"M 272.55 234.758125 \n",
              "L 377.94375 234.758125 \n",
              "Q 379.94375 234.758125 379.94375 232.758125 \n",
              "L 379.94375 203.845625 \n",
              "Q 379.94375 201.845625 377.94375 201.845625 \n",
              "L 272.55 201.845625 \n",
              "Q 270.55 201.845625 270.55 203.845625 \n",
              "L 270.55 232.758125 \n",
              "Q 270.55 234.758125 272.55 234.758125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_15\">\n",
              "     <path d=\"M 274.55 209.944062 \n",
              "L 294.55 209.944062 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_16\"/>\n",
              "    <g id=\"text_16\">\n",
              "     <!-- train_accuracy -->\n",
              "     <defs>\n",
              "      <path d=\"M 50.984375 -16.609375 \n",
              "L 50.984375 -23.578125 \n",
              "L -0.984375 -23.578125 \n",
              "L -0.984375 -16.609375 \n",
              "z\n",
              "\" id=\"DejaVuSans-95\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(302.55 213.444062)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"39.208984\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"80.322266\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"141.601562\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "      <use x=\"169.384766\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"232.763672\" xlink:href=\"#DejaVuSans-95\"/>\n",
              "      <use x=\"282.763672\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"344.042969\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"399.023438\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"454.003906\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"517.382812\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"558.496094\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"619.775391\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"674.755859\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"line2d_17\">\n",
              "     <path d=\"M 274.55 224.900312 \n",
              "L 294.55 224.900312 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_18\"/>\n",
              "    <g id=\"text_17\">\n",
              "     <!-- val_accuracy -->\n",
              "     <g transform=\"translate(302.55 228.400312)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-118\"/>\n",
              "      <use x=\"59.179688\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"120.458984\" xlink:href=\"#DejaVuSans-108\"/>\n",
              "      <use x=\"148.242188\" xlink:href=\"#DejaVuSans-95\"/>\n",
              "      <use x=\"198.242188\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"259.521484\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"314.501953\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"369.482422\" xlink:href=\"#DejaVuSans-117\"/>\n",
              "      <use x=\"432.861328\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"473.974609\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"535.253906\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"590.234375\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "  </g>\n",
              " </g>\n",
              " <defs>\n",
              "  <clipPath id=\"p65dfdeb7d1\">\n",
              "   <rect height=\"217.44\" width=\"334.8\" x=\"50.14375\" y=\"22.318125\"/>\n",
              "  </clipPath>\n",
              " </defs>\n",
              "</svg>\n"
            ],
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          },
          "output_type": "display_data"
        }
      ],
      "source": [
        "plot_metric(history_exp_decay, 'accuracy')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 23,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 391
        },
        "id": "VNLwAtDADXjw",
        "outputId": "de458a34-1816-4efa-f316-97e2da54b0ec"
      },
      "outputs": [
        {
          "data": {
            "image/svg+xml": [
              "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
              "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
              "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
              "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
              "<svg height=\"277.314375pt\" version=\"1.1\" viewBox=\"0 0 398.50625 277.314375\" width=\"398.50625pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
              " <defs>\n",
              "  <style type=\"text/css\">\n",
              "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
              "  </style>\n",
              " </defs>\n",
              " <g id=\"figure_1\">\n",
              "  <g id=\"patch_1\">\n",
              "   <path d=\"M 0 277.314375 \n",
              "L 398.50625 277.314375 \n",
              "L 398.50625 0 \n",
              "L 0 0 \n",
              "z\n",
              "\" style=\"fill:none;\"/>\n",
              "  </g>\n",
              "  <g id=\"axes_1\">\n",
              "   <g id=\"patch_2\">\n",
              "    <path d=\"M 56.50625 239.758125 \n",
              "L 391.30625 239.758125 \n",
              "L 391.30625 22.318125 \n",
              "L 56.50625 22.318125 \n",
              "z\n",
              "\" style=\"fill:#ffffff;\"/>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_1\">\n",
              "    <g id=\"xtick_1\">\n",
              "     <g id=\"line2d_1\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L 0 3.5 \n",
              "\" id=\"m05b647cd13\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"68.650052\" xlink:href=\"#m05b647cd13\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_1\">\n",
              "      <!-- 0 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 66.40625 \n",
              "Q 24.171875 66.40625 20.328125 58.90625 \n",
              "Q 16.5 51.421875 16.5 36.375 \n",
              "Q 16.5 21.390625 20.328125 13.890625 \n",
              "Q 24.171875 6.390625 31.78125 6.390625 \n",
              "Q 39.453125 6.390625 43.28125 13.890625 \n",
              "Q 47.125 21.390625 47.125 36.375 \n",
              "Q 47.125 51.421875 43.28125 58.90625 \n",
              "Q 39.453125 66.40625 31.78125 66.40625 \n",
              "z\n",
              "M 31.78125 74.21875 \n",
              "Q 44.046875 74.21875 50.515625 64.515625 \n",
              "Q 56.984375 54.828125 56.984375 36.375 \n",
              "Q 56.984375 17.96875 50.515625 8.265625 \n",
              "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
              "Q 19.53125 -1.421875 13.0625 8.265625 \n",
              "Q 6.59375 17.96875 6.59375 36.375 \n",
              "Q 6.59375 54.828125 13.0625 64.515625 \n",
              "Q 19.53125 74.21875 31.78125 74.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-48\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(65.468802 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_2\">\n",
              "     <g id=\"line2d_2\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"130.137655\" xlink:href=\"#m05b647cd13\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_2\">\n",
              "      <!-- 20 -->\n",
              "      <defs>\n",
              "       <path d=\"M 19.1875 8.296875 \n",
              "L 53.609375 8.296875 \n",
              "L 53.609375 0 \n",
              "L 7.328125 0 \n",
              "L 7.328125 8.296875 \n",
              "Q 12.9375 14.109375 22.625 23.890625 \n",
              "Q 32.328125 33.6875 34.8125 36.53125 \n",
              "Q 39.546875 41.84375 41.421875 45.53125 \n",
              "Q 43.3125 49.21875 43.3125 52.78125 \n",
              "Q 43.3125 58.59375 39.234375 62.25 \n",
              "Q 35.15625 65.921875 28.609375 65.921875 \n",
              "Q 23.96875 65.921875 18.8125 64.3125 \n",
              "Q 13.671875 62.703125 7.8125 59.421875 \n",
              "L 7.8125 69.390625 \n",
              "Q 13.765625 71.78125 18.9375 73 \n",
              "Q 24.125 74.21875 28.421875 74.21875 \n",
              "Q 39.75 74.21875 46.484375 68.546875 \n",
              "Q 53.21875 62.890625 53.21875 53.421875 \n",
              "Q 53.21875 48.921875 51.53125 44.890625 \n",
              "Q 49.859375 40.875 45.40625 35.40625 \n",
              "Q 44.1875 33.984375 37.640625 27.21875 \n",
              "Q 31.109375 20.453125 19.1875 8.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-50\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(123.775155 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_3\">\n",
              "     <g id=\"line2d_3\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"191.625258\" xlink:href=\"#m05b647cd13\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_3\">\n",
              "      <!-- 40 -->\n",
              "      <defs>\n",
              "       <path d=\"M 37.796875 64.3125 \n",
              "L 12.890625 25.390625 \n",
              "L 37.796875 25.390625 \n",
              "z\n",
              "M 35.203125 72.90625 \n",
              "L 47.609375 72.90625 \n",
              "L 47.609375 25.390625 \n",
              "L 58.015625 25.390625 \n",
              "L 58.015625 17.1875 \n",
              "L 47.609375 17.1875 \n",
              "L 47.609375 0 \n",
              "L 37.796875 0 \n",
              "L 37.796875 17.1875 \n",
              "L 4.890625 17.1875 \n",
              "L 4.890625 26.703125 \n",
              "z\n",
              "\" id=\"DejaVuSans-52\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(185.262758 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-52\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_4\">\n",
              "     <g id=\"line2d_4\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"253.112862\" xlink:href=\"#m05b647cd13\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_4\">\n",
              "      <!-- 60 -->\n",
              "      <defs>\n",
              "       <path d=\"M 33.015625 40.375 \n",
              "Q 26.375 40.375 22.484375 35.828125 \n",
              "Q 18.609375 31.296875 18.609375 23.390625 \n",
              "Q 18.609375 15.53125 22.484375 10.953125 \n",
              "Q 26.375 6.390625 33.015625 6.390625 \n",
              "Q 39.65625 6.390625 43.53125 10.953125 \n",
              "Q 47.40625 15.53125 47.40625 23.390625 \n",
              "Q 47.40625 31.296875 43.53125 35.828125 \n",
              "Q 39.65625 40.375 33.015625 40.375 \n",
              "z\n",
              "M 52.59375 71.296875 \n",
              "L 52.59375 62.3125 \n",
              "Q 48.875 64.0625 45.09375 64.984375 \n",
              "Q 41.3125 65.921875 37.59375 65.921875 \n",
              "Q 27.828125 65.921875 22.671875 59.328125 \n",
              "Q 17.53125 52.734375 16.796875 39.40625 \n",
              "Q 19.671875 43.65625 24.015625 45.921875 \n",
              "Q 28.375 48.1875 33.59375 48.1875 \n",
              "Q 44.578125 48.1875 50.953125 41.515625 \n",
              "Q 57.328125 34.859375 57.328125 23.390625 \n",
              "Q 57.328125 12.15625 50.6875 5.359375 \n",
              "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
              "Q 20.359375 -1.421875 13.671875 8.265625 \n",
              "Q 6.984375 17.96875 6.984375 36.375 \n",
              "Q 6.984375 53.65625 15.1875 63.9375 \n",
              "Q 23.390625 74.21875 37.203125 74.21875 \n",
              "Q 40.921875 74.21875 44.703125 73.484375 \n",
              "Q 48.484375 72.75 52.59375 71.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-54\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(246.750362 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_5\">\n",
              "     <g id=\"line2d_5\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"314.600465\" xlink:href=\"#m05b647cd13\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_5\">\n",
              "      <!-- 80 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 34.625 \n",
              "Q 24.75 34.625 20.71875 30.859375 \n",
              "Q 16.703125 27.09375 16.703125 20.515625 \n",
              "Q 16.703125 13.921875 20.71875 10.15625 \n",
              "Q 24.75 6.390625 31.78125 6.390625 \n",
              "Q 38.8125 6.390625 42.859375 10.171875 \n",
              "Q 46.921875 13.96875 46.921875 20.515625 \n",
              "Q 46.921875 27.09375 42.890625 30.859375 \n",
              "Q 38.875 34.625 31.78125 34.625 \n",
              "z\n",
              "M 21.921875 38.8125 \n",
              "Q 15.578125 40.375 12.03125 44.71875 \n",
              "Q 8.5 49.078125 8.5 55.328125 \n",
              "Q 8.5 64.0625 14.71875 69.140625 \n",
              "Q 20.953125 74.21875 31.78125 74.21875 \n",
              "Q 42.671875 74.21875 48.875 69.140625 \n",
              "Q 55.078125 64.0625 55.078125 55.328125 \n",
              "Q 55.078125 49.078125 51.53125 44.71875 \n",
              "Q 48 40.375 41.703125 38.8125 \n",
              "Q 48.828125 37.15625 52.796875 32.3125 \n",
              "Q 56.78125 27.484375 56.78125 20.515625 \n",
              "Q 56.78125 9.90625 50.3125 4.234375 \n",
              "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
              "Q 19.734375 -1.421875 13.25 4.234375 \n",
              "Q 6.78125 9.90625 6.78125 20.515625 \n",
              "Q 6.78125 27.484375 10.78125 32.3125 \n",
              "Q 14.796875 37.15625 21.921875 38.8125 \n",
              "z\n",
              "M 18.3125 54.390625 \n",
              "Q 18.3125 48.734375 21.84375 45.5625 \n",
              "Q 25.390625 42.390625 31.78125 42.390625 \n",
              "Q 38.140625 42.390625 41.71875 45.5625 \n",
              "Q 45.3125 48.734375 45.3125 54.390625 \n",
              "Q 45.3125 60.0625 41.71875 63.234375 \n",
              "Q 38.140625 66.40625 31.78125 66.40625 \n",
              "Q 25.390625 66.40625 21.84375 63.234375 \n",
              "Q 18.3125 60.0625 18.3125 54.390625 \n",
              "z\n",
              "\" id=\"DejaVuSans-56\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(308.237965 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_6\">\n",
              "     <g id=\"line2d_6\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"376.088068\" xlink:href=\"#m05b647cd13\" y=\"239.758125\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_6\">\n",
              "      <!-- 100 -->\n",
              "      <defs>\n",
              "       <path d=\"M 12.40625 8.296875 \n",
              "L 28.515625 8.296875 \n",
              "L 28.515625 63.921875 \n",
              "L 10.984375 60.40625 \n",
              "L 10.984375 69.390625 \n",
              "L 28.421875 72.90625 \n",
              "L 38.28125 72.90625 \n",
              "L 38.28125 8.296875 \n",
              "L 54.390625 8.296875 \n",
              "L 54.390625 0 \n",
              "L 12.40625 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-49\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(366.544318 254.356562)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_7\">\n",
              "     <!-- Epochs -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 55.90625 72.90625 \n",
              "L 55.90625 64.59375 \n",
              "L 19.671875 64.59375 \n",
              "L 19.671875 43.015625 \n",
              "L 54.390625 43.015625 \n",
              "L 54.390625 34.71875 \n",
              "L 19.671875 34.71875 \n",
              "L 19.671875 8.296875 \n",
              "L 56.78125 8.296875 \n",
              "L 56.78125 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-69\"/>\n",
              "      <path d=\"M 18.109375 8.203125 \n",
              "L 18.109375 -20.796875 \n",
              "L 9.078125 -20.796875 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.390625 \n",
              "Q 20.953125 51.265625 25.265625 53.625 \n",
              "Q 29.59375 56 35.59375 56 \n",
              "Q 45.5625 56 51.78125 48.09375 \n",
              "Q 58.015625 40.1875 58.015625 27.296875 \n",
              "Q 58.015625 14.40625 51.78125 6.484375 \n",
              "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
              "Q 29.59375 -1.421875 25.265625 0.953125 \n",
              "Q 20.953125 3.328125 18.109375 8.203125 \n",
              "z\n",
              "M 48.6875 27.296875 \n",
              "Q 48.6875 37.203125 44.609375 42.84375 \n",
              "Q 40.53125 48.484375 33.40625 48.484375 \n",
              "Q 26.265625 48.484375 22.1875 42.84375 \n",
              "Q 18.109375 37.203125 18.109375 27.296875 \n",
              "Q 18.109375 17.390625 22.1875 11.75 \n",
              "Q 26.265625 6.109375 33.40625 6.109375 \n",
              "Q 40.53125 6.109375 44.609375 11.75 \n",
              "Q 48.6875 17.390625 48.6875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-112\"/>\n",
              "      <path d=\"M 30.609375 48.390625 \n",
              "Q 23.390625 48.390625 19.1875 42.75 \n",
              "Q 14.984375 37.109375 14.984375 27.296875 \n",
              "Q 14.984375 17.484375 19.15625 11.84375 \n",
              "Q 23.34375 6.203125 30.609375 6.203125 \n",
              "Q 37.796875 6.203125 41.984375 11.859375 \n",
              "Q 46.1875 17.53125 46.1875 27.296875 \n",
              "Q 46.1875 37.015625 41.984375 42.703125 \n",
              "Q 37.796875 48.390625 30.609375 48.390625 \n",
              "z\n",
              "M 30.609375 56 \n",
              "Q 42.328125 56 49.015625 48.375 \n",
              "Q 55.71875 40.765625 55.71875 27.296875 \n",
              "Q 55.71875 13.875 49.015625 6.21875 \n",
              "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
              "Q 18.84375 -1.421875 12.171875 6.21875 \n",
              "Q 5.515625 13.875 5.515625 27.296875 \n",
              "Q 5.515625 40.765625 12.171875 48.375 \n",
              "Q 18.84375 56 30.609375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-111\"/>\n",
              "      <path d=\"M 48.78125 52.59375 \n",
              "L 48.78125 44.1875 \n",
              "Q 44.96875 46.296875 41.140625 47.34375 \n",
              "Q 37.3125 48.390625 33.40625 48.390625 \n",
              "Q 24.65625 48.390625 19.8125 42.84375 \n",
              "Q 14.984375 37.3125 14.984375 27.296875 \n",
              "Q 14.984375 17.28125 19.8125 11.734375 \n",
              "Q 24.65625 6.203125 33.40625 6.203125 \n",
              "Q 37.3125 6.203125 41.140625 7.25 \n",
              "Q 44.96875 8.296875 48.78125 10.40625 \n",
              "L 48.78125 2.09375 \n",
              "Q 45.015625 0.34375 40.984375 -0.53125 \n",
              "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
              "Q 20.0625 -1.421875 12.78125 6.34375 \n",
              "Q 5.515625 14.109375 5.515625 27.296875 \n",
              "Q 5.515625 40.671875 12.859375 48.328125 \n",
              "Q 20.21875 56 33.015625 56 \n",
              "Q 37.15625 56 41.109375 55.140625 \n",
              "Q 45.0625 54.296875 48.78125 52.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-99\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 75.984375 \n",
              "L 18.109375 75.984375 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-104\"/>\n",
              "      <path d=\"M 44.28125 53.078125 \n",
              "L 44.28125 44.578125 \n",
              "Q 40.484375 46.53125 36.375 47.5 \n",
              "Q 32.28125 48.484375 27.875 48.484375 \n",
              "Q 21.1875 48.484375 17.84375 46.4375 \n",
              "Q 14.5 44.390625 14.5 40.28125 \n",
              "Q 14.5 37.15625 16.890625 35.375 \n",
              "Q 19.28125 33.59375 26.515625 31.984375 \n",
              "L 29.59375 31.296875 \n",
              "Q 39.15625 29.25 43.1875 25.515625 \n",
              "Q 47.21875 21.78125 47.21875 15.09375 \n",
              "Q 47.21875 7.46875 41.1875 3.015625 \n",
              "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
              "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
              "Q 10.6875 0.296875 5.421875 2 \n",
              "L 5.421875 11.28125 \n",
              "Q 10.40625 8.6875 15.234375 7.390625 \n",
              "Q 20.0625 6.109375 24.8125 6.109375 \n",
              "Q 31.15625 6.109375 34.5625 8.28125 \n",
              "Q 37.984375 10.453125 37.984375 14.40625 \n",
              "Q 37.984375 18.0625 35.515625 20.015625 \n",
              "Q 33.0625 21.96875 24.703125 23.78125 \n",
              "L 21.578125 24.515625 \n",
              "Q 13.234375 26.265625 9.515625 29.90625 \n",
              "Q 5.8125 33.546875 5.8125 39.890625 \n",
              "Q 5.8125 47.609375 11.28125 51.796875 \n",
              "Q 16.75 56 26.8125 56 \n",
              "Q 31.78125 56 36.171875 55.265625 \n",
              "Q 40.578125 54.546875 44.28125 53.078125 \n",
              "z\n",
              "\" id=\"DejaVuSans-115\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(205.990625 268.034687)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
              "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"126.660156\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"187.841797\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"242.822266\" xlink:href=\"#DejaVuSans-104\"/>\n",
              "      <use x=\"306.201172\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_2\">\n",
              "    <g id=\"ytick_1\">\n",
              "     <g id=\"line2d_7\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L -3.5 0 \n",
              "\" id=\"m420a84a02e\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m420a84a02e\" y=\"229.884407\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_8\">\n",
              "      <!-- 0.000 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.6875 12.40625 \n",
              "L 21 12.40625 \n",
              "L 21 0 \n",
              "L 10.6875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-46\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(20.878125 233.683626)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_2\">\n",
              "     <g id=\"line2d_8\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m420a84a02e\" y=\"190.347877\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_9\">\n",
              "      <!-- 0.002 -->\n",
              "      <g transform=\"translate(20.878125 194.147096)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-50\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_3\">\n",
              "     <g id=\"line2d_9\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m420a84a02e\" y=\"150.811347\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_10\">\n",
              "      <!-- 0.004 -->\n",
              "      <g transform=\"translate(20.878125 154.610566)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-52\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_4\">\n",
              "     <g id=\"line2d_10\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m420a84a02e\" y=\"111.274817\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_11\">\n",
              "      <!-- 0.006 -->\n",
              "      <g transform=\"translate(20.878125 115.074036)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_5\">\n",
              "     <g id=\"line2d_11\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m420a84a02e\" y=\"71.738287\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_12\">\n",
              "      <!-- 0.008 -->\n",
              "      <g transform=\"translate(20.878125 75.537506)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_6\">\n",
              "     <g id=\"line2d_12\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.50625\" xlink:href=\"#m420a84a02e\" y=\"32.201757\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_13\">\n",
              "      <!-- 0.010 -->\n",
              "      <g transform=\"translate(20.878125 36.000976)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_14\">\n",
              "     <!-- Learning rate -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 19.671875 72.90625 \n",
              "L 19.671875 8.296875 \n",
              "L 55.171875 8.296875 \n",
              "L 55.171875 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-76\"/>\n",
              "      <path d=\"M 56.203125 29.59375 \n",
              "L 56.203125 25.203125 \n",
              "L 14.890625 25.203125 \n",
              "Q 15.484375 15.921875 20.484375 11.0625 \n",
              "Q 25.484375 6.203125 34.421875 6.203125 \n",
              "Q 39.59375 6.203125 44.453125 7.46875 \n",
              "Q 49.3125 8.734375 54.109375 11.28125 \n",
              "L 54.109375 2.78125 \n",
              "Q 49.265625 0.734375 44.1875 -0.34375 \n",
              "Q 39.109375 -1.421875 33.890625 -1.421875 \n",
              "Q 20.796875 -1.421875 13.15625 6.1875 \n",
              "Q 5.515625 13.8125 5.515625 26.8125 \n",
              "Q 5.515625 40.234375 12.765625 48.109375 \n",
              "Q 20.015625 56 32.328125 56 \n",
              "Q 43.359375 56 49.78125 48.890625 \n",
              "Q 56.203125 41.796875 56.203125 29.59375 \n",
              "z\n",
              "M 47.21875 32.234375 \n",
              "Q 47.125 39.59375 43.09375 43.984375 \n",
              "Q 39.0625 48.390625 32.421875 48.390625 \n",
              "Q 24.90625 48.390625 20.390625 44.140625 \n",
              "Q 15.875 39.890625 15.1875 32.171875 \n",
              "z\n",
              "\" id=\"DejaVuSans-101\"/>\n",
              "      <path d=\"M 34.28125 27.484375 \n",
              "Q 23.390625 27.484375 19.1875 25 \n",
              "Q 14.984375 22.515625 14.984375 16.5 \n",
              "Q 14.984375 11.71875 18.140625 8.90625 \n",
              "Q 21.296875 6.109375 26.703125 6.109375 \n",
              "Q 34.1875 6.109375 38.703125 11.40625 \n",
              "Q 43.21875 16.703125 43.21875 25.484375 \n",
              "L 43.21875 27.484375 \n",
              "z\n",
              "M 52.203125 31.203125 \n",
              "L 52.203125 0 \n",
              "L 43.21875 0 \n",
              "L 43.21875 8.296875 \n",
              "Q 40.140625 3.328125 35.546875 0.953125 \n",
              "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
              "Q 15.921875 -1.421875 10.953125 3.296875 \n",
              "Q 6 8.015625 6 15.921875 \n",
              "Q 6 25.140625 12.171875 29.828125 \n",
              "Q 18.359375 34.515625 30.609375 34.515625 \n",
              "L 43.21875 34.515625 \n",
              "L 43.21875 35.40625 \n",
              "Q 43.21875 41.609375 39.140625 45 \n",
              "Q 35.0625 48.390625 27.6875 48.390625 \n",
              "Q 23 48.390625 18.546875 47.265625 \n",
              "Q 14.109375 46.140625 10.015625 43.890625 \n",
              "L 10.015625 52.203125 \n",
              "Q 14.9375 54.109375 19.578125 55.046875 \n",
              "Q 24.21875 56 28.609375 56 \n",
              "Q 40.484375 56 46.34375 49.84375 \n",
              "Q 52.203125 43.703125 52.203125 31.203125 \n",
              "z\n",
              "\" id=\"DejaVuSans-97\"/>\n",
              "      <path d=\"M 41.109375 46.296875 \n",
              "Q 39.59375 47.171875 37.8125 47.578125 \n",
              "Q 36.03125 48 33.890625 48 \n",
              "Q 26.265625 48 22.1875 43.046875 \n",
              "Q 18.109375 38.09375 18.109375 28.8125 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 20.953125 51.171875 25.484375 53.578125 \n",
              "Q 30.03125 56 36.53125 56 \n",
              "Q 37.453125 56 38.578125 55.875 \n",
              "Q 39.703125 55.765625 41.0625 55.515625 \n",
              "z\n",
              "\" id=\"DejaVuSans-114\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-110\"/>\n",
              "      <path d=\"M 9.421875 54.6875 \n",
              "L 18.40625 54.6875 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 64.59375 \n",
              "L 9.421875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-105\"/>\n",
              "      <path d=\"M 45.40625 27.984375 \n",
              "Q 45.40625 37.75 41.375 43.109375 \n",
              "Q 37.359375 48.484375 30.078125 48.484375 \n",
              "Q 22.859375 48.484375 18.828125 43.109375 \n",
              "Q 14.796875 37.75 14.796875 27.984375 \n",
              "Q 14.796875 18.265625 18.828125 12.890625 \n",
              "Q 22.859375 7.515625 30.078125 7.515625 \n",
              "Q 37.359375 7.515625 41.375 12.890625 \n",
              "Q 45.40625 18.265625 45.40625 27.984375 \n",
              "z\n",
              "M 54.390625 6.78125 \n",
              "Q 54.390625 -7.171875 48.1875 -13.984375 \n",
              "Q 42 -20.796875 29.203125 -20.796875 \n",
              "Q 24.46875 -20.796875 20.265625 -20.09375 \n",
              "Q 16.0625 -19.390625 12.109375 -17.921875 \n",
              "L 12.109375 -9.1875 \n",
              "Q 16.0625 -11.328125 19.921875 -12.34375 \n",
              "Q 23.78125 -13.375 27.78125 -13.375 \n",
              "Q 36.625 -13.375 41.015625 -8.765625 \n",
              "Q 45.40625 -4.15625 45.40625 5.171875 \n",
              "L 45.40625 9.625 \n",
              "Q 42.625 4.78125 38.28125 2.390625 \n",
              "Q 33.9375 0 27.875 0 \n",
              "Q 17.828125 0 11.671875 7.65625 \n",
              "Q 5.515625 15.328125 5.515625 27.984375 \n",
              "Q 5.515625 40.671875 11.671875 48.328125 \n",
              "Q 17.828125 56 27.875 56 \n",
              "Q 33.9375 56 38.28125 53.609375 \n",
              "Q 42.625 51.21875 45.40625 46.390625 \n",
              "L 45.40625 54.6875 \n",
              "L 54.390625 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-103\"/>\n",
              "      <path id=\"DejaVuSans-32\"/>\n",
              "      <path d=\"M 18.3125 70.21875 \n",
              "L 18.3125 54.6875 \n",
              "L 36.8125 54.6875 \n",
              "L 36.8125 47.703125 \n",
              "L 18.3125 47.703125 \n",
              "L 18.3125 18.015625 \n",
              "Q 18.3125 11.328125 20.140625 9.421875 \n",
              "Q 21.96875 7.515625 27.59375 7.515625 \n",
              "L 36.8125 7.515625 \n",
              "L 36.8125 0 \n",
              "L 27.59375 0 \n",
              "Q 17.1875 0 13.234375 3.875 \n",
              "Q 9.28125 7.765625 9.28125 18.015625 \n",
              "L 9.28125 47.703125 \n",
              "L 2.6875 47.703125 \n",
              "L 2.6875 54.6875 \n",
              "L 9.28125 54.6875 \n",
              "L 9.28125 70.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-116\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(14.798437 164.49125)rotate(-90)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-76\"/>\n",
              "      <use x=\"53.962891\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"115.486328\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"176.765625\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"216.128906\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"279.507812\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "      <use x=\"307.291016\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"370.669922\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "      <use x=\"434.146484\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "      <use x=\"465.933594\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "      <use x=\"507.046875\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"568.326172\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"607.535156\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"line2d_13\">\n",
              "    <path clip-path=\"url(#p999c0587d3)\" d=\"M 71.724432 32.201761 \n",
              "L 74.798812 51.013745 \n",
              "L 77.873192 68.035533 \n",
              "L 80.947572 83.437499 \n",
              "L 84.021952 97.373767 \n",
              "L 87.096333 109.983817 \n",
              "L 90.170713 121.39387 \n",
              "L 93.245093 131.71811 \n",
              "L 96.319473 141.059867 \n",
              "L 99.393853 149.512639 \n",
              "L 102.468233 157.161023 \n",
              "L 105.542614 164.08157 \n",
              "L 108.616994 170.343537 \n",
              "L 111.691374 176.009602 \n",
              "L 114.765754 181.136466 \n",
              "L 117.840134 185.775448 \n",
              "L 120.914514 189.97297 \n",
              "L 123.988895 193.771045 \n",
              "L 127.063275 197.207686 \n",
              "L 130.137655 200.317285 \n",
              "L 133.212035 203.130971 \n",
              "L 136.286415 205.676896 \n",
              "L 139.360795 207.980545 \n",
              "L 142.435176 210.064974 \n",
              "L 145.509556 211.951042 \n",
              "L 148.583936 213.657628 \n",
              "L 151.658316 215.201809 \n",
              "L 154.732696 216.599044 \n",
              "L 157.807076 217.863313 \n",
              "L 160.881457 219.007272 \n",
              "L 163.955837 220.042368 \n",
              "L 167.030217 220.978962 \n",
              "L 170.104597 221.826427 \n",
              "L 173.178977 222.593245 \n",
              "L 176.253357 223.287091 \n",
              "L 179.327738 223.914908 \n",
              "L 182.402118 224.482981 \n",
              "L 185.476498 224.996995 \n",
              "L 188.550878 225.462094 \n",
              "L 191.625258 225.882932 \n",
              "L 194.699638 226.263723 \n",
              "L 197.774019 226.608277 \n",
              "L 200.848399 226.920042 \n",
              "L 203.922779 227.202139 \n",
              "L 206.997159 227.45739 \n",
              "L 210.071539 227.688351 \n",
              "L 213.145919 227.897334 \n",
              "L 216.2203 228.086429 \n",
              "L 219.29468 228.257529 \n",
              "L 222.36906 228.412347 \n",
              "L 225.44344 228.552432 \n",
              "L 228.51782 228.679186 \n",
              "L 231.5922 228.793878 \n",
              "L 234.666581 228.897656 \n",
              "L 237.740961 228.991558 \n",
              "L 240.815341 229.076523 \n",
              "L 243.889721 229.153404 \n",
              "L 246.964101 229.222968 \n",
              "L 250.038481 229.285912 \n",
              "L 253.112862 229.342867 \n",
              "L 256.187242 229.394401 \n",
              "L 259.261622 229.441031 \n",
              "L 262.336002 229.483224 \n",
              "L 265.410382 229.521402 \n",
              "L 268.484762 229.555946 \n",
              "L 271.559143 229.587203 \n",
              "L 274.633523 229.615486 \n",
              "L 277.707903 229.641077 \n",
              "L 280.782283 229.664233 \n",
              "L 283.856663 229.685186 \n",
              "L 286.931043 229.704144 \n",
              "L 290.005424 229.721298 \n",
              "L 293.079804 229.73682 \n",
              "L 296.154184 229.750865 \n",
              "L 299.228564 229.763573 \n",
              "L 302.302944 229.775072 \n",
              "L 305.377324 229.785477 \n",
              "L 308.451705 229.794891 \n",
              "L 311.526085 229.80341 \n",
              "L 314.600465 229.811118 \n",
              "L 317.674845 229.818092 \n",
              "L 320.749225 229.824403 \n",
              "L 323.823605 229.830113 \n",
              "L 326.897986 229.83528 \n",
              "L 329.972366 229.839955 \n",
              "L 333.046746 229.844185 \n",
              "L 336.121126 229.848013 \n",
              "L 339.195506 229.851476 \n",
              "L 342.269886 229.85461 \n",
              "L 345.344267 229.857446 \n",
              "L 348.418647 229.860011 \n",
              "L 351.493027 229.862333 \n",
              "L 354.567407 229.864434 \n",
              "L 357.641787 229.866334 \n",
              "L 360.716167 229.868054 \n",
              "L 363.790548 229.86961 \n",
              "L 366.864928 229.871019 \n",
              "L 369.939308 229.872293 \n",
              "L 373.013688 229.873445 \n",
              "L 376.088068 229.874489 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_3\">\n",
              "    <path d=\"M 56.50625 239.758125 \n",
              "L 56.50625 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_4\">\n",
              "    <path d=\"M 391.30625 239.758125 \n",
              "L 391.30625 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_5\">\n",
              "    <path d=\"M 56.50625 239.758125 \n",
              "L 391.30625 239.758125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_6\">\n",
              "    <path d=\"M 56.50625 22.318125 \n",
              "L 391.30625 22.318125 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"text_15\">\n",
              "    <!-- Learning rate -->\n",
              "    <g transform=\"translate(183.7625 16.318125)scale(0.12 -0.12)\">\n",
              "     <use xlink:href=\"#DejaVuSans-76\"/>\n",
              "     <use x=\"53.962891\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "     <use x=\"115.486328\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"176.765625\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"216.128906\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"279.507812\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "     <use x=\"307.291016\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "     <use x=\"370.669922\" xlink:href=\"#DejaVuSans-103\"/>\n",
              "     <use x=\"434.146484\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "     <use x=\"465.933594\" xlink:href=\"#DejaVuSans-114\"/>\n",
              "     <use x=\"507.046875\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "     <use x=\"568.326172\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "     <use x=\"607.535156\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "    </g>\n",
              "   </g>\n",
              "  </g>\n",
              " </g>\n",
              " <defs>\n",
              "  <clipPath id=\"p999c0587d3\">\n",
              "   <rect height=\"217.44\" width=\"334.8\" x=\"56.50625\" y=\"22.318125\"/>\n",
              "  </clipPath>\n",
              " </defs>\n",
              "</svg>\n"
            ],
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          },
          "output_type": "display_data"
        }
      ],
      "source": [
        "plot_lr(history_exp_decay)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "U8xr6AczDXjw"
      },
      "source": [
        "## Compare model accuracy"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 24,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 371
        },
        "id": "SfuMK5CODXjw",
        "outputId": "9c4f9140-c5d5-4238-e9c2-3fa06a438bbd"
      },
      "outputs": [
        {
          "data": {
            "image/svg+xml": [
              "<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
              "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
              "  \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
              "<!-- Created with matplotlib (https://matplotlib.org/) -->\n",
              "<svg height=\"262.19625pt\" version=\"1.1\" viewBox=\"0 0 384.828125 262.19625\" width=\"384.828125pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
              " <defs>\n",
              "  <style type=\"text/css\">\n",
              "*{stroke-linecap:butt;stroke-linejoin:round;}\n",
              "  </style>\n",
              " </defs>\n",
              " <g id=\"figure_1\">\n",
              "  <g id=\"patch_1\">\n",
              "   <path d=\"M 0 262.19625 \n",
              "L 384.828125 262.19625 \n",
              "L 384.828125 0 \n",
              "L 0 0 \n",
              "z\n",
              "\" style=\"fill:none;\"/>\n",
              "  </g>\n",
              "  <g id=\"axes_1\">\n",
              "   <g id=\"patch_2\">\n",
              "    <path d=\"M 42.828125 224.64 \n",
              "L 377.628125 224.64 \n",
              "L 377.628125 7.2 \n",
              "L 42.828125 7.2 \n",
              "z\n",
              "\" style=\"fill:#ffffff;\"/>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_1\">\n",
              "    <g id=\"xtick_1\">\n",
              "     <g id=\"line2d_1\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L 0 3.5 \n",
              "\" id=\"m89e3739c76\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"54.971927\" xlink:href=\"#m89e3739c76\" y=\"224.64\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_1\">\n",
              "      <!-- 0 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 66.40625 \n",
              "Q 24.171875 66.40625 20.328125 58.90625 \n",
              "Q 16.5 51.421875 16.5 36.375 \n",
              "Q 16.5 21.390625 20.328125 13.890625 \n",
              "Q 24.171875 6.390625 31.78125 6.390625 \n",
              "Q 39.453125 6.390625 43.28125 13.890625 \n",
              "Q 47.125 21.390625 47.125 36.375 \n",
              "Q 47.125 51.421875 43.28125 58.90625 \n",
              "Q 39.453125 66.40625 31.78125 66.40625 \n",
              "z\n",
              "M 31.78125 74.21875 \n",
              "Q 44.046875 74.21875 50.515625 64.515625 \n",
              "Q 56.984375 54.828125 56.984375 36.375 \n",
              "Q 56.984375 17.96875 50.515625 8.265625 \n",
              "Q 44.046875 -1.421875 31.78125 -1.421875 \n",
              "Q 19.53125 -1.421875 13.0625 8.265625 \n",
              "Q 6.59375 17.96875 6.59375 36.375 \n",
              "Q 6.59375 54.828125 13.0625 64.515625 \n",
              "Q 19.53125 74.21875 31.78125 74.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-48\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(51.790677 239.238437)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_2\">\n",
              "     <g id=\"line2d_2\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"116.45953\" xlink:href=\"#m89e3739c76\" y=\"224.64\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_2\">\n",
              "      <!-- 20 -->\n",
              "      <defs>\n",
              "       <path d=\"M 19.1875 8.296875 \n",
              "L 53.609375 8.296875 \n",
              "L 53.609375 0 \n",
              "L 7.328125 0 \n",
              "L 7.328125 8.296875 \n",
              "Q 12.9375 14.109375 22.625 23.890625 \n",
              "Q 32.328125 33.6875 34.8125 36.53125 \n",
              "Q 39.546875 41.84375 41.421875 45.53125 \n",
              "Q 43.3125 49.21875 43.3125 52.78125 \n",
              "Q 43.3125 58.59375 39.234375 62.25 \n",
              "Q 35.15625 65.921875 28.609375 65.921875 \n",
              "Q 23.96875 65.921875 18.8125 64.3125 \n",
              "Q 13.671875 62.703125 7.8125 59.421875 \n",
              "L 7.8125 69.390625 \n",
              "Q 13.765625 71.78125 18.9375 73 \n",
              "Q 24.125 74.21875 28.421875 74.21875 \n",
              "Q 39.75 74.21875 46.484375 68.546875 \n",
              "Q 53.21875 62.890625 53.21875 53.421875 \n",
              "Q 53.21875 48.921875 51.53125 44.890625 \n",
              "Q 49.859375 40.875 45.40625 35.40625 \n",
              "Q 44.1875 33.984375 37.640625 27.21875 \n",
              "Q 31.109375 20.453125 19.1875 8.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-50\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(110.09703 239.238437)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_3\">\n",
              "     <g id=\"line2d_3\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"177.947133\" xlink:href=\"#m89e3739c76\" y=\"224.64\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_3\">\n",
              "      <!-- 40 -->\n",
              "      <defs>\n",
              "       <path d=\"M 37.796875 64.3125 \n",
              "L 12.890625 25.390625 \n",
              "L 37.796875 25.390625 \n",
              "z\n",
              "M 35.203125 72.90625 \n",
              "L 47.609375 72.90625 \n",
              "L 47.609375 25.390625 \n",
              "L 58.015625 25.390625 \n",
              "L 58.015625 17.1875 \n",
              "L 47.609375 17.1875 \n",
              "L 47.609375 0 \n",
              "L 37.796875 0 \n",
              "L 37.796875 17.1875 \n",
              "L 4.890625 17.1875 \n",
              "L 4.890625 26.703125 \n",
              "z\n",
              "\" id=\"DejaVuSans-52\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(171.584633 239.238437)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-52\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_4\">\n",
              "     <g id=\"line2d_4\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"239.434737\" xlink:href=\"#m89e3739c76\" y=\"224.64\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_4\">\n",
              "      <!-- 60 -->\n",
              "      <defs>\n",
              "       <path d=\"M 33.015625 40.375 \n",
              "Q 26.375 40.375 22.484375 35.828125 \n",
              "Q 18.609375 31.296875 18.609375 23.390625 \n",
              "Q 18.609375 15.53125 22.484375 10.953125 \n",
              "Q 26.375 6.390625 33.015625 6.390625 \n",
              "Q 39.65625 6.390625 43.53125 10.953125 \n",
              "Q 47.40625 15.53125 47.40625 23.390625 \n",
              "Q 47.40625 31.296875 43.53125 35.828125 \n",
              "Q 39.65625 40.375 33.015625 40.375 \n",
              "z\n",
              "M 52.59375 71.296875 \n",
              "L 52.59375 62.3125 \n",
              "Q 48.875 64.0625 45.09375 64.984375 \n",
              "Q 41.3125 65.921875 37.59375 65.921875 \n",
              "Q 27.828125 65.921875 22.671875 59.328125 \n",
              "Q 17.53125 52.734375 16.796875 39.40625 \n",
              "Q 19.671875 43.65625 24.015625 45.921875 \n",
              "Q 28.375 48.1875 33.59375 48.1875 \n",
              "Q 44.578125 48.1875 50.953125 41.515625 \n",
              "Q 57.328125 34.859375 57.328125 23.390625 \n",
              "Q 57.328125 12.15625 50.6875 5.359375 \n",
              "Q 44.046875 -1.421875 33.015625 -1.421875 \n",
              "Q 20.359375 -1.421875 13.671875 8.265625 \n",
              "Q 6.984375 17.96875 6.984375 36.375 \n",
              "Q 6.984375 53.65625 15.1875 63.9375 \n",
              "Q 23.390625 74.21875 37.203125 74.21875 \n",
              "Q 40.921875 74.21875 44.703125 73.484375 \n",
              "Q 48.484375 72.75 52.59375 71.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-54\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(233.072237 239.238437)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_5\">\n",
              "     <g id=\"line2d_5\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"300.92234\" xlink:href=\"#m89e3739c76\" y=\"224.64\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_5\">\n",
              "      <!-- 80 -->\n",
              "      <defs>\n",
              "       <path d=\"M 31.78125 34.625 \n",
              "Q 24.75 34.625 20.71875 30.859375 \n",
              "Q 16.703125 27.09375 16.703125 20.515625 \n",
              "Q 16.703125 13.921875 20.71875 10.15625 \n",
              "Q 24.75 6.390625 31.78125 6.390625 \n",
              "Q 38.8125 6.390625 42.859375 10.171875 \n",
              "Q 46.921875 13.96875 46.921875 20.515625 \n",
              "Q 46.921875 27.09375 42.890625 30.859375 \n",
              "Q 38.875 34.625 31.78125 34.625 \n",
              "z\n",
              "M 21.921875 38.8125 \n",
              "Q 15.578125 40.375 12.03125 44.71875 \n",
              "Q 8.5 49.078125 8.5 55.328125 \n",
              "Q 8.5 64.0625 14.71875 69.140625 \n",
              "Q 20.953125 74.21875 31.78125 74.21875 \n",
              "Q 42.671875 74.21875 48.875 69.140625 \n",
              "Q 55.078125 64.0625 55.078125 55.328125 \n",
              "Q 55.078125 49.078125 51.53125 44.71875 \n",
              "Q 48 40.375 41.703125 38.8125 \n",
              "Q 48.828125 37.15625 52.796875 32.3125 \n",
              "Q 56.78125 27.484375 56.78125 20.515625 \n",
              "Q 56.78125 9.90625 50.3125 4.234375 \n",
              "Q 43.84375 -1.421875 31.78125 -1.421875 \n",
              "Q 19.734375 -1.421875 13.25 4.234375 \n",
              "Q 6.78125 9.90625 6.78125 20.515625 \n",
              "Q 6.78125 27.484375 10.78125 32.3125 \n",
              "Q 14.796875 37.15625 21.921875 38.8125 \n",
              "z\n",
              "M 18.3125 54.390625 \n",
              "Q 18.3125 48.734375 21.84375 45.5625 \n",
              "Q 25.390625 42.390625 31.78125 42.390625 \n",
              "Q 38.140625 42.390625 41.71875 45.5625 \n",
              "Q 45.3125 48.734375 45.3125 54.390625 \n",
              "Q 45.3125 60.0625 41.71875 63.234375 \n",
              "Q 38.140625 66.40625 31.78125 66.40625 \n",
              "Q 25.390625 66.40625 21.84375 63.234375 \n",
              "Q 18.3125 60.0625 18.3125 54.390625 \n",
              "z\n",
              "\" id=\"DejaVuSans-56\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(294.55984 239.238437)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"xtick_6\">\n",
              "     <g id=\"line2d_6\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"362.409943\" xlink:href=\"#m89e3739c76\" y=\"224.64\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_6\">\n",
              "      <!-- 100 -->\n",
              "      <defs>\n",
              "       <path d=\"M 12.40625 8.296875 \n",
              "L 28.515625 8.296875 \n",
              "L 28.515625 63.921875 \n",
              "L 10.984375 60.40625 \n",
              "L 10.984375 69.390625 \n",
              "L 28.421875 72.90625 \n",
              "L 38.28125 72.90625 \n",
              "L 38.28125 8.296875 \n",
              "L 54.390625 8.296875 \n",
              "L 54.390625 0 \n",
              "L 12.40625 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-49\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(352.866193 239.238437)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-49\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"127.246094\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"text_7\">\n",
              "     <!-- epochs -->\n",
              "     <defs>\n",
              "      <path d=\"M 56.203125 29.59375 \n",
              "L 56.203125 25.203125 \n",
              "L 14.890625 25.203125 \n",
              "Q 15.484375 15.921875 20.484375 11.0625 \n",
              "Q 25.484375 6.203125 34.421875 6.203125 \n",
              "Q 39.59375 6.203125 44.453125 7.46875 \n",
              "Q 49.3125 8.734375 54.109375 11.28125 \n",
              "L 54.109375 2.78125 \n",
              "Q 49.265625 0.734375 44.1875 -0.34375 \n",
              "Q 39.109375 -1.421875 33.890625 -1.421875 \n",
              "Q 20.796875 -1.421875 13.15625 6.1875 \n",
              "Q 5.515625 13.8125 5.515625 26.8125 \n",
              "Q 5.515625 40.234375 12.765625 48.109375 \n",
              "Q 20.015625 56 32.328125 56 \n",
              "Q 43.359375 56 49.78125 48.890625 \n",
              "Q 56.203125 41.796875 56.203125 29.59375 \n",
              "z\n",
              "M 47.21875 32.234375 \n",
              "Q 47.125 39.59375 43.09375 43.984375 \n",
              "Q 39.0625 48.390625 32.421875 48.390625 \n",
              "Q 24.90625 48.390625 20.390625 44.140625 \n",
              "Q 15.875 39.890625 15.1875 32.171875 \n",
              "z\n",
              "\" id=\"DejaVuSans-101\"/>\n",
              "      <path d=\"M 18.109375 8.203125 \n",
              "L 18.109375 -20.796875 \n",
              "L 9.078125 -20.796875 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.390625 \n",
              "Q 20.953125 51.265625 25.265625 53.625 \n",
              "Q 29.59375 56 35.59375 56 \n",
              "Q 45.5625 56 51.78125 48.09375 \n",
              "Q 58.015625 40.1875 58.015625 27.296875 \n",
              "Q 58.015625 14.40625 51.78125 6.484375 \n",
              "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
              "Q 29.59375 -1.421875 25.265625 0.953125 \n",
              "Q 20.953125 3.328125 18.109375 8.203125 \n",
              "z\n",
              "M 48.6875 27.296875 \n",
              "Q 48.6875 37.203125 44.609375 42.84375 \n",
              "Q 40.53125 48.484375 33.40625 48.484375 \n",
              "Q 26.265625 48.484375 22.1875 42.84375 \n",
              "Q 18.109375 37.203125 18.109375 27.296875 \n",
              "Q 18.109375 17.390625 22.1875 11.75 \n",
              "Q 26.265625 6.109375 33.40625 6.109375 \n",
              "Q 40.53125 6.109375 44.609375 11.75 \n",
              "Q 48.6875 17.390625 48.6875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-112\"/>\n",
              "      <path d=\"M 30.609375 48.390625 \n",
              "Q 23.390625 48.390625 19.1875 42.75 \n",
              "Q 14.984375 37.109375 14.984375 27.296875 \n",
              "Q 14.984375 17.484375 19.15625 11.84375 \n",
              "Q 23.34375 6.203125 30.609375 6.203125 \n",
              "Q 37.796875 6.203125 41.984375 11.859375 \n",
              "Q 46.1875 17.53125 46.1875 27.296875 \n",
              "Q 46.1875 37.015625 41.984375 42.703125 \n",
              "Q 37.796875 48.390625 30.609375 48.390625 \n",
              "z\n",
              "M 30.609375 56 \n",
              "Q 42.328125 56 49.015625 48.375 \n",
              "Q 55.71875 40.765625 55.71875 27.296875 \n",
              "Q 55.71875 13.875 49.015625 6.21875 \n",
              "Q 42.328125 -1.421875 30.609375 -1.421875 \n",
              "Q 18.84375 -1.421875 12.171875 6.21875 \n",
              "Q 5.515625 13.875 5.515625 27.296875 \n",
              "Q 5.515625 40.765625 12.171875 48.375 \n",
              "Q 18.84375 56 30.609375 56 \n",
              "z\n",
              "\" id=\"DejaVuSans-111\"/>\n",
              "      <path d=\"M 48.78125 52.59375 \n",
              "L 48.78125 44.1875 \n",
              "Q 44.96875 46.296875 41.140625 47.34375 \n",
              "Q 37.3125 48.390625 33.40625 48.390625 \n",
              "Q 24.65625 48.390625 19.8125 42.84375 \n",
              "Q 14.984375 37.3125 14.984375 27.296875 \n",
              "Q 14.984375 17.28125 19.8125 11.734375 \n",
              "Q 24.65625 6.203125 33.40625 6.203125 \n",
              "Q 37.3125 6.203125 41.140625 7.25 \n",
              "Q 44.96875 8.296875 48.78125 10.40625 \n",
              "L 48.78125 2.09375 \n",
              "Q 45.015625 0.34375 40.984375 -0.53125 \n",
              "Q 36.96875 -1.421875 32.421875 -1.421875 \n",
              "Q 20.0625 -1.421875 12.78125 6.34375 \n",
              "Q 5.515625 14.109375 5.515625 27.296875 \n",
              "Q 5.515625 40.671875 12.859375 48.328125 \n",
              "Q 20.21875 56 33.015625 56 \n",
              "Q 37.15625 56 41.109375 55.140625 \n",
              "Q 45.0625 54.296875 48.78125 52.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-99\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 75.984375 \n",
              "L 18.109375 75.984375 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-104\"/>\n",
              "      <path d=\"M 44.28125 53.078125 \n",
              "L 44.28125 44.578125 \n",
              "Q 40.484375 46.53125 36.375 47.5 \n",
              "Q 32.28125 48.484375 27.875 48.484375 \n",
              "Q 21.1875 48.484375 17.84375 46.4375 \n",
              "Q 14.5 44.390625 14.5 40.28125 \n",
              "Q 14.5 37.15625 16.890625 35.375 \n",
              "Q 19.28125 33.59375 26.515625 31.984375 \n",
              "L 29.59375 31.296875 \n",
              "Q 39.15625 29.25 43.1875 25.515625 \n",
              "Q 47.21875 21.78125 47.21875 15.09375 \n",
              "Q 47.21875 7.46875 41.1875 3.015625 \n",
              "Q 35.15625 -1.421875 24.609375 -1.421875 \n",
              "Q 20.21875 -1.421875 15.453125 -0.5625 \n",
              "Q 10.6875 0.296875 5.421875 2 \n",
              "L 5.421875 11.28125 \n",
              "Q 10.40625 8.6875 15.234375 7.390625 \n",
              "Q 20.0625 6.109375 24.8125 6.109375 \n",
              "Q 31.15625 6.109375 34.5625 8.28125 \n",
              "Q 37.984375 10.453125 37.984375 14.40625 \n",
              "Q 37.984375 18.0625 35.515625 20.015625 \n",
              "Q 33.0625 21.96875 24.703125 23.78125 \n",
              "L 21.578125 24.515625 \n",
              "Q 13.234375 26.265625 9.515625 29.90625 \n",
              "Q 5.8125 33.546875 5.8125 39.890625 \n",
              "Q 5.8125 47.609375 11.28125 51.796875 \n",
              "Q 16.75 56 26.8125 56 \n",
              "Q 31.78125 56 36.171875 55.265625 \n",
              "Q 40.578125 54.546875 44.28125 53.078125 \n",
              "z\n",
              "\" id=\"DejaVuSans-115\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(192.395313 252.916562)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"61.523438\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"125\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"186.181641\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"241.162109\" xlink:href=\"#DejaVuSans-104\"/>\n",
              "      <use x=\"304.541016\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"matplotlib.axis_2\">\n",
              "    <g id=\"ytick_1\">\n",
              "     <g id=\"line2d_7\">\n",
              "      <defs>\n",
              "       <path d=\"M 0 0 \n",
              "L -3.5 0 \n",
              "\" id=\"m6cfe47e037\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
              "      </defs>\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"42.828125\" xlink:href=\"#m6cfe47e037\" y=\"224.590855\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_8\">\n",
              "      <!-- 0.650 -->\n",
              "      <defs>\n",
              "       <path d=\"M 10.6875 12.40625 \n",
              "L 21 12.40625 \n",
              "L 21 0 \n",
              "L 10.6875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-46\"/>\n",
              "       <path d=\"M 10.796875 72.90625 \n",
              "L 49.515625 72.90625 \n",
              "L 49.515625 64.59375 \n",
              "L 19.828125 64.59375 \n",
              "L 19.828125 46.734375 \n",
              "Q 21.96875 47.46875 24.109375 47.828125 \n",
              "Q 26.265625 48.1875 28.421875 48.1875 \n",
              "Q 40.625 48.1875 47.75 41.5 \n",
              "Q 54.890625 34.8125 54.890625 23.390625 \n",
              "Q 54.890625 11.625 47.5625 5.09375 \n",
              "Q 40.234375 -1.421875 26.90625 -1.421875 \n",
              "Q 22.3125 -1.421875 17.546875 -0.640625 \n",
              "Q 12.796875 0.140625 7.71875 1.703125 \n",
              "L 7.71875 11.625 \n",
              "Q 12.109375 9.234375 16.796875 8.0625 \n",
              "Q 21.484375 6.890625 26.703125 6.890625 \n",
              "Q 35.15625 6.890625 40.078125 11.328125 \n",
              "Q 45.015625 15.765625 45.015625 23.390625 \n",
              "Q 45.015625 31 40.078125 35.4375 \n",
              "Q 35.15625 39.890625 26.703125 39.890625 \n",
              "Q 22.75 39.890625 18.8125 39.015625 \n",
              "Q 14.890625 38.140625 10.796875 36.28125 \n",
              "z\n",
              "\" id=\"DejaVuSans-53\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(7.2 228.390073)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_2\">\n",
              "     <g id=\"line2d_8\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"42.828125\" xlink:href=\"#m6cfe47e037\" y=\"200.004692\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_9\">\n",
              "      <!-- 0.675 -->\n",
              "      <defs>\n",
              "       <path d=\"M 8.203125 72.90625 \n",
              "L 55.078125 72.90625 \n",
              "L 55.078125 68.703125 \n",
              "L 28.609375 0 \n",
              "L 18.3125 0 \n",
              "L 43.21875 64.59375 \n",
              "L 8.203125 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-55\"/>\n",
              "      </defs>\n",
              "      <g transform=\"translate(7.2 203.80391)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-54\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_3\">\n",
              "     <g id=\"line2d_9\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"42.828125\" xlink:href=\"#m6cfe47e037\" y=\"175.418528\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_10\">\n",
              "      <!-- 0.700 -->\n",
              "      <g transform=\"translate(7.2 179.217747)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_4\">\n",
              "     <g id=\"line2d_10\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"42.828125\" xlink:href=\"#m6cfe47e037\" y=\"150.832365\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_11\">\n",
              "      <!-- 0.725 -->\n",
              "      <g transform=\"translate(7.2 154.631584)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_5\">\n",
              "     <g id=\"line2d_11\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"42.828125\" xlink:href=\"#m6cfe47e037\" y=\"126.246202\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_12\">\n",
              "      <!-- 0.750 -->\n",
              "      <g transform=\"translate(7.2 130.045421)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_6\">\n",
              "     <g id=\"line2d_12\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"42.828125\" xlink:href=\"#m6cfe47e037\" y=\"101.660039\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_13\">\n",
              "      <!-- 0.775 -->\n",
              "      <g transform=\"translate(7.2 105.459258)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-55\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_7\">\n",
              "     <g id=\"line2d_13\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"42.828125\" xlink:href=\"#m6cfe47e037\" y=\"77.073876\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_14\">\n",
              "      <!-- 0.800 -->\n",
              "      <g transform=\"translate(7.2 80.873095)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_8\">\n",
              "     <g id=\"line2d_14\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"42.828125\" xlink:href=\"#m6cfe47e037\" y=\"52.487713\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_15\">\n",
              "      <!-- 0.825 -->\n",
              "      <g transform=\"translate(7.2 56.286931)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-50\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"ytick_9\">\n",
              "     <g id=\"line2d_15\">\n",
              "      <g>\n",
              "       <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"42.828125\" xlink:href=\"#m6cfe47e037\" y=\"27.90155\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "     <g id=\"text_16\">\n",
              "      <!-- 0.850 -->\n",
              "      <g transform=\"translate(7.2 31.700768)scale(0.1 -0.1)\">\n",
              "       <use xlink:href=\"#DejaVuSans-48\"/>\n",
              "       <use x=\"63.623047\" xlink:href=\"#DejaVuSans-46\"/>\n",
              "       <use x=\"95.410156\" xlink:href=\"#DejaVuSans-56\"/>\n",
              "       <use x=\"159.033203\" xlink:href=\"#DejaVuSans-53\"/>\n",
              "       <use x=\"222.65625\" xlink:href=\"#DejaVuSans-48\"/>\n",
              "      </g>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "   <g id=\"line2d_16\">\n",
              "    <path clip-path=\"url(#p383a177a28)\" d=\"M 58.046307 206.397088 \n",
              "L 61.120687 163.617158 \n",
              "L 64.195067 135.58897 \n",
              "L 67.269447 110.511084 \n",
              "L 70.343827 102.643496 \n",
              "L 73.418208 106.085544 \n",
              "L 76.492588 78.549044 \n",
              "L 79.566968 62.813927 \n",
              "L 82.641348 76.09043 \n",
              "L 85.715728 63.305614 \n",
              "L 88.790108 76.582176 \n",
              "L 91.864489 67.239408 \n",
              "L 94.938869 56.421518 \n",
              "L 98.013249 57.404952 \n",
              "L 101.087629 50.02911 \n",
              "L 104.162009 47.570496 \n",
              "L 107.236389 61.338746 \n",
              "L 110.31077 45.111883 \n",
              "L 113.38515 44.620136 \n",
              "L 116.45953 37.244294 \n",
              "L 119.53391 53.471158 \n",
              "L 122.60829 39.702908 \n",
              "L 125.68267 53.471158 \n",
              "L 128.757051 39.211162 \n",
              "L 131.831431 37.244294 \n",
              "L 134.905811 40.686342 \n",
              "L 137.980191 46.587063 \n",
              "L 141.054571 28.393272 \n",
              "L 144.128951 46.587063 \n",
              "L 147.203332 31.83532 \n",
              "L 150.277712 44.12839 \n",
              "L 153.352092 31.343633 \n",
              "L 156.426472 30.851886 \n",
              "L 159.500852 29.868452 \n",
              "L 162.575232 29.868452 \n",
              "L 165.649613 33.3105 \n",
              "L 168.723993 29.868452 \n",
              "L 171.798373 34.78568 \n",
              "L 174.872753 35.769114 \n",
              "L 177.947133 45.60357 \n",
              "L 181.021513 38.227728 \n",
              "L 184.095894 42.653269 \n",
              "L 187.170274 33.3105 \n",
              "L 190.244654 32.327066 \n",
              "L 193.319034 31.83532 \n",
              "L 196.393414 35.277427 \n",
              "L 199.467794 26.918092 \n",
              "L 202.542175 25.934658 \n",
              "L 205.616555 40.194655 \n",
              "L 208.690935 26.426405 \n",
              "L 211.765315 31.343633 \n",
              "L 214.839695 30.851886 \n",
              "L 217.914075 30.851886 \n",
              "L 220.988456 34.293934 \n",
              "L 224.062836 29.376706 \n",
              "L 227.137216 24.951225 \n",
              "L 230.211596 30.851886 \n",
              "L 233.285976 34.293934 \n",
              "L 236.360356 26.426405 \n",
              "L 239.434737 20.033997 \n",
              "L 242.509117 32.327066 \n",
              "L 245.583497 47.570496 \n",
              "L 248.657877 21.509118 \n",
              "L 251.732257 24.951225 \n",
              "L 254.806637 23.967791 \n",
              "L 257.881018 30.36014 \n",
              "L 260.955398 25.934658 \n",
              "L 264.029778 26.918092 \n",
              "L 267.104158 30.851886 \n",
              "L 270.178538 46.587063 \n",
              "L 273.252918 32.327066 \n",
              "L 276.327299 29.376706 \n",
              "L 279.401679 26.918092 \n",
              "L 282.476059 21.01743 \n",
              "L 285.550439 23.967791 \n",
              "L 288.624819 20.525684 \n",
              "L 291.699199 22.984298 \n",
              "L 294.77358 26.918092 \n",
              "L 297.84796 23.476044 \n",
              "L 300.92234 21.509118 \n",
              "L 303.99672 23.476044 \n",
              "L 307.0711 21.01743 \n",
              "L 310.14548 22.492611 \n",
              "L 313.219861 17.083636 \n",
              "L 316.294241 25.934658 \n",
              "L 319.368621 35.277427 \n",
              "L 322.443001 38.719474 \n",
              "L 325.517381 19.050504 \n",
              "L 328.591761 25.442912 \n",
              "L 331.666142 21.01743 \n",
              "L 334.740522 28.393272 \n",
              "L 337.814902 18.558816 \n",
              "L 340.889282 26.426405 \n",
              "L 343.963662 20.033997 \n",
              "L 347.038042 22.492611 \n",
              "L 350.112423 22.984298 \n",
              "L 353.186803 17.575383 \n",
              "L 356.261183 21.509118 \n",
              "L 359.335563 23.967791 \n",
              "L 362.409943 40.194655 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"line2d_17\">\n",
              "    <path clip-path=\"url(#p383a177a28)\" d=\"M 58.046307 207.380522 \n",
              "L 61.120687 154.274448 \n",
              "L 64.195067 144.93168 \n",
              "L 67.269447 123.295842 \n",
              "L 70.343827 109.035904 \n",
              "L 73.418208 99.693136 \n",
              "L 76.492588 88.875246 \n",
              "L 79.566968 84.449706 \n",
              "L 82.641348 78.549044 \n",
              "L 85.715728 59.37182 \n",
              "L 88.790108 67.731154 \n",
              "L 91.864489 59.863566 \n",
              "L 94.938869 58.880132 \n",
              "L 98.013249 58.880132 \n",
              "L 101.087629 53.962905 \n",
              "L 104.162009 50.02911 \n",
              "L 107.236389 51.012544 \n",
              "L 110.31077 52.487724 \n",
              "L 113.38515 56.913206 \n",
              "L 116.45953 46.095316 \n",
              "L 119.53391 53.471158 \n",
              "L 122.60829 36.26086 \n",
              "L 125.68267 54.946338 \n",
              "L 128.757051 70.681456 \n",
              "L 131.831431 46.095316 \n",
              "L 134.905811 46.587063 \n",
              "L 137.980191 38.227728 \n",
              "L 141.054571 52.979412 \n",
              "L 144.128951 32.818754 \n",
              "L 147.203332 34.78568 \n",
              "L 150.277712 37.736041 \n",
              "L 153.352092 33.802247 \n",
              "L 156.426472 39.211162 \n",
              "L 159.500852 37.244294 \n",
              "L 162.575232 33.3105 \n",
              "L 165.649613 34.293934 \n",
              "L 168.723993 37.244294 \n",
              "L 171.798373 33.3105 \n",
              "L 174.872753 29.868452 \n",
              "L 177.947133 32.327066 \n",
              "L 181.021513 30.851886 \n",
              "L 184.095894 31.83532 \n",
              "L 187.170274 38.719474 \n",
              "L 190.244654 32.327066 \n",
              "L 193.319034 28.885019 \n",
              "L 196.393414 34.78568 \n",
              "L 199.467794 28.885019 \n",
              "L 202.542175 30.36014 \n",
              "L 205.616555 36.752548 \n",
              "L 208.690935 27.901526 \n",
              "L 211.765315 37.736041 \n",
              "L 214.839695 38.227728 \n",
              "L 217.914075 26.426405 \n",
              "L 220.988456 30.36014 \n",
              "L 224.062836 30.851886 \n",
              "L 227.137216 30.36014 \n",
              "L 230.211596 31.343633 \n",
              "L 233.285976 42.653269 \n",
              "L 236.360356 28.885019 \n",
              "L 239.434737 32.327066 \n",
              "L 242.509117 27.409838 \n",
              "L 245.583497 32.327066 \n",
              "L 248.657877 29.868452 \n",
              "L 251.732257 27.409838 \n",
              "L 254.806637 32.327066 \n",
              "L 257.881018 29.868452 \n",
              "L 260.955398 25.934658 \n",
              "L 264.029778 25.934658 \n",
              "L 267.104158 25.442912 \n",
              "L 270.178538 34.78568 \n",
              "L 273.252918 22.984298 \n",
              "L 276.327299 31.343633 \n",
              "L 279.401679 32.818754 \n",
              "L 282.476059 31.83532 \n",
              "L 285.550439 26.426405 \n",
              "L 288.624819 27.901526 \n",
              "L 291.699199 24.951225 \n",
              "L 294.77358 25.934658 \n",
              "L 297.84796 27.901526 \n",
              "L 300.92234 34.293934 \n",
              "L 303.99672 30.36014 \n",
              "L 307.0711 23.476044 \n",
              "L 310.14548 24.951225 \n",
              "L 313.219861 27.409838 \n",
              "L 316.294241 30.36014 \n",
              "L 319.368621 24.459478 \n",
              "L 322.443001 26.918092 \n",
              "L 325.517381 26.426405 \n",
              "L 328.591761 25.442912 \n",
              "L 331.666142 28.393272 \n",
              "L 334.740522 23.476044 \n",
              "L 337.814902 27.901526 \n",
              "L 340.889282 20.033997 \n",
              "L 343.963662 27.901526 \n",
              "L 347.038042 21.509118 \n",
              "L 350.112423 24.951225 \n",
              "L 353.186803 21.01743 \n",
              "L 356.261183 22.492611 \n",
              "L 359.335563 22.984298 \n",
              "L 362.409943 22.000864 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"line2d_18\">\n",
              "    <path clip-path=\"url(#p383a177a28)\" d=\"M 58.046307 214.756364 \n",
              "L 61.120687 153.782702 \n",
              "L 64.195067 134.605478 \n",
              "L 67.269447 114.44482 \n",
              "L 70.343827 98.217956 \n",
              "L 73.418208 82.974526 \n",
              "L 76.492588 78.549044 \n",
              "L 79.566968 73.631816 \n",
              "L 82.641348 70.189768 \n",
              "L 85.715728 67.731154 \n",
              "L 88.790108 58.388386 \n",
              "L 91.864489 59.863566 \n",
              "L 94.938869 70.681456 \n",
              "L 98.013249 53.962905 \n",
              "L 101.087629 62.32218 \n",
              "L 104.162009 56.421518 \n",
              "L 107.236389 49.045677 \n",
              "L 110.31077 51.995978 \n",
              "L 113.38515 53.962905 \n",
              "L 116.45953 45.60357 \n",
              "L 119.53391 45.60357 \n",
              "L 122.60829 48.55393 \n",
              "L 125.68267 46.587063 \n",
              "L 128.757051 48.55393 \n",
              "L 131.831431 42.653269 \n",
              "L 134.905811 42.653269 \n",
              "L 137.980191 40.194655 \n",
              "L 141.054571 50.02911 \n",
              "L 144.128951 44.12839 \n",
              "L 147.203332 45.60357 \n",
              "L 150.277712 40.194655 \n",
              "L 153.352092 40.686342 \n",
              "L 156.426472 38.227728 \n",
              "L 159.500852 44.620136 \n",
              "L 162.575232 47.07875 \n",
              "L 165.649613 43.144956 \n",
              "L 168.723993 42.161522 \n",
              "L 171.798373 40.194655 \n",
              "L 174.872753 41.178088 \n",
              "L 177.947133 38.227728 \n",
              "L 181.021513 41.178088 \n",
              "L 184.095894 36.752548 \n",
              "L 187.170274 39.211162 \n",
              "L 190.244654 42.653269 \n",
              "L 193.319034 40.686342 \n",
              "L 196.393414 38.227728 \n",
              "L 199.467794 36.26086 \n",
              "L 202.542175 39.702908 \n",
              "L 205.616555 39.702908 \n",
              "L 208.690935 39.702908 \n",
              "L 211.765315 38.227728 \n",
              "L 214.839695 37.244294 \n",
              "L 217.914075 38.227728 \n",
              "L 220.988456 39.211162 \n",
              "L 224.062836 39.211162 \n",
              "L 227.137216 37.736041 \n",
              "L 230.211596 37.244294 \n",
              "L 233.285976 38.719474 \n",
              "L 236.360356 38.719474 \n",
              "L 239.434737 39.702908 \n",
              "L 242.509117 37.736041 \n",
              "L 245.583497 37.736041 \n",
              "L 248.657877 38.227728 \n",
              "L 251.732257 37.736041 \n",
              "L 254.806637 36.752548 \n",
              "L 257.881018 38.719474 \n",
              "L 260.955398 37.244294 \n",
              "L 264.029778 37.736041 \n",
              "L 267.104158 37.736041 \n",
              "L 270.178538 37.736041 \n",
              "L 273.252918 37.736041 \n",
              "L 276.327299 38.227728 \n",
              "L 279.401679 37.736041 \n",
              "L 282.476059 38.227728 \n",
              "L 285.550439 37.736041 \n",
              "L 288.624819 37.736041 \n",
              "L 291.699199 37.736041 \n",
              "L 294.77358 37.736041 \n",
              "L 297.84796 37.736041 \n",
              "L 300.92234 37.244294 \n",
              "L 303.99672 37.244294 \n",
              "L 307.0711 37.736041 \n",
              "L 310.14548 37.736041 \n",
              "L 313.219861 37.736041 \n",
              "L 316.294241 37.736041 \n",
              "L 319.368621 37.736041 \n",
              "L 322.443001 37.736041 \n",
              "L 325.517381 37.736041 \n",
              "L 328.591761 37.736041 \n",
              "L 331.666142 37.736041 \n",
              "L 334.740522 37.736041 \n",
              "L 337.814902 37.736041 \n",
              "L 340.889282 37.736041 \n",
              "L 343.963662 37.736041 \n",
              "L 347.038042 37.736041 \n",
              "L 350.112423 37.736041 \n",
              "L 353.186803 37.736041 \n",
              "L 356.261183 37.736041 \n",
              "L 359.335563 37.736041 \n",
              "L 362.409943 37.736041 \n",
              "\" style=\"fill:none;stroke:#2ca02c;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"line2d_19\">\n",
              "    <path clip-path=\"url(#p383a177a28)\" d=\"M 58.046307 213.281242 \n",
              "L 61.120687 177.877154 \n",
              "L 64.195067 140.997886 \n",
              "L 67.269447 131.655176 \n",
              "L 70.343827 112.969698 \n",
              "L 73.418208 106.085544 \n",
              "L 76.492588 95.267654 \n",
              "L 79.566968 95.759342 \n",
              "L 82.641348 90.842114 \n",
              "L 85.715728 88.875246 \n",
              "L 88.790108 79.04079 \n",
              "L 91.864489 81.007658 \n",
              "L 94.938869 77.56561 \n",
              "L 98.013249 76.582176 \n",
              "L 101.087629 70.189768 \n",
              "L 104.162009 71.173202 \n",
              "L 107.236389 69.698022 \n",
              "L 110.31077 76.582176 \n",
              "L 113.38515 72.156636 \n",
              "L 116.45953 69.698022 \n",
              "L 119.53391 70.681456 \n",
              "L 122.60829 70.189768 \n",
              "L 125.68267 65.764228 \n",
              "L 128.757051 66.255974 \n",
              "L 131.831431 68.714588 \n",
              "L 134.905811 69.698022 \n",
              "L 137.980191 67.239408 \n",
              "L 141.054571 64.780794 \n",
              "L 144.128951 66.255974 \n",
              "L 147.203332 68.222842 \n",
              "L 150.277712 65.272541 \n",
              "L 153.352092 65.764228 \n",
              "L 156.426472 65.764228 \n",
              "L 159.500852 66.747662 \n",
              "L 162.575232 65.764228 \n",
              "L 165.649613 65.272541 \n",
              "L 168.723993 63.79736 \n",
              "L 171.798373 65.272541 \n",
              "L 174.872753 65.764228 \n",
              "L 177.947133 64.289048 \n",
              "L 181.021513 65.272541 \n",
              "L 184.095894 65.272541 \n",
              "L 187.170274 66.255974 \n",
              "L 190.244654 65.764228 \n",
              "L 193.319034 65.272541 \n",
              "L 196.393414 64.780794 \n",
              "L 199.467794 66.255974 \n",
              "L 202.542175 65.764228 \n",
              "L 205.616555 66.255974 \n",
              "L 208.690935 65.764228 \n",
              "L 211.765315 65.272541 \n",
              "L 214.839695 64.780794 \n",
              "L 217.914075 65.272541 \n",
              "L 220.988456 65.272541 \n",
              "L 224.062836 65.272541 \n",
              "L 227.137216 65.272541 \n",
              "L 230.211596 65.272541 \n",
              "L 233.285976 65.272541 \n",
              "L 236.360356 65.272541 \n",
              "L 239.434737 65.272541 \n",
              "L 242.509117 65.272541 \n",
              "L 245.583497 65.272541 \n",
              "L 248.657877 65.272541 \n",
              "L 251.732257 65.272541 \n",
              "L 254.806637 65.272541 \n",
              "L 257.881018 65.272541 \n",
              "L 260.955398 65.272541 \n",
              "L 264.029778 65.272541 \n",
              "L 267.104158 65.272541 \n",
              "L 270.178538 65.272541 \n",
              "L 273.252918 65.272541 \n",
              "L 276.327299 65.272541 \n",
              "L 279.401679 65.272541 \n",
              "L 282.476059 65.272541 \n",
              "L 285.550439 65.272541 \n",
              "L 288.624819 65.272541 \n",
              "L 291.699199 65.272541 \n",
              "L 294.77358 65.272541 \n",
              "L 297.84796 65.272541 \n",
              "L 300.92234 65.272541 \n",
              "L 303.99672 65.272541 \n",
              "L 307.0711 65.272541 \n",
              "L 310.14548 65.272541 \n",
              "L 313.219861 65.272541 \n",
              "L 316.294241 65.272541 \n",
              "L 319.368621 65.272541 \n",
              "L 322.443001 65.272541 \n",
              "L 325.517381 65.272541 \n",
              "L 328.591761 65.272541 \n",
              "L 331.666142 65.272541 \n",
              "L 334.740522 65.272541 \n",
              "L 337.814902 65.272541 \n",
              "L 340.889282 65.272541 \n",
              "L 343.963662 65.272541 \n",
              "L 347.038042 65.272541 \n",
              "L 350.112423 65.272541 \n",
              "L 353.186803 65.272541 \n",
              "L 356.261183 65.272541 \n",
              "L 359.335563 65.272541 \n",
              "L 362.409943 65.272541 \n",
              "\" style=\"fill:none;stroke:#d62728;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_3\">\n",
              "    <path d=\"M 42.828125 224.64 \n",
              "L 42.828125 7.2 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_4\">\n",
              "    <path d=\"M 377.628125 224.64 \n",
              "L 377.628125 7.2 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_5\">\n",
              "    <path d=\"M 42.828125 224.64 \n",
              "L 377.628125 224.64 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"patch_6\">\n",
              "    <path d=\"M 42.828125 7.2 \n",
              "L 377.628125 7.2 \n",
              "\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
              "   </g>\n",
              "   <g id=\"legend_1\">\n",
              "    <g id=\"patch_7\">\n",
              "     <path d=\"M 246.265625 219.64 \n",
              "L 370.628125 219.64 \n",
              "Q 372.628125 219.64 372.628125 217.64 \n",
              "L 372.628125 159.9275 \n",
              "Q 372.628125 157.9275 370.628125 157.9275 \n",
              "L 246.265625 157.9275 \n",
              "Q 244.265625 157.9275 244.265625 159.9275 \n",
              "L 244.265625 217.64 \n",
              "Q 244.265625 219.64 246.265625 219.64 \n",
              "z\n",
              "\" style=\"fill:#ffffff;opacity:0.8;stroke:#cccccc;stroke-linejoin:miter;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_20\">\n",
              "     <path d=\"M 248.265625 166.025937 \n",
              "L 268.265625 166.025937 \n",
              "\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_21\"/>\n",
              "    <g id=\"text_17\">\n",
              "     <!-- Constant -->\n",
              "     <defs>\n",
              "      <path d=\"M 64.40625 67.28125 \n",
              "L 64.40625 56.890625 \n",
              "Q 59.421875 61.53125 53.78125 63.8125 \n",
              "Q 48.140625 66.109375 41.796875 66.109375 \n",
              "Q 29.296875 66.109375 22.65625 58.46875 \n",
              "Q 16.015625 50.828125 16.015625 36.375 \n",
              "Q 16.015625 21.96875 22.65625 14.328125 \n",
              "Q 29.296875 6.6875 41.796875 6.6875 \n",
              "Q 48.140625 6.6875 53.78125 8.984375 \n",
              "Q 59.421875 11.28125 64.40625 15.921875 \n",
              "L 64.40625 5.609375 \n",
              "Q 59.234375 2.09375 53.4375 0.328125 \n",
              "Q 47.65625 -1.421875 41.21875 -1.421875 \n",
              "Q 24.65625 -1.421875 15.125 8.703125 \n",
              "Q 5.609375 18.84375 5.609375 36.375 \n",
              "Q 5.609375 53.953125 15.125 64.078125 \n",
              "Q 24.65625 74.21875 41.21875 74.21875 \n",
              "Q 47.75 74.21875 53.53125 72.484375 \n",
              "Q 59.328125 70.75 64.40625 67.28125 \n",
              "z\n",
              "\" id=\"DejaVuSans-67\"/>\n",
              "      <path d=\"M 54.890625 33.015625 \n",
              "L 54.890625 0 \n",
              "L 45.90625 0 \n",
              "L 45.90625 32.71875 \n",
              "Q 45.90625 40.484375 42.875 44.328125 \n",
              "Q 39.84375 48.1875 33.796875 48.1875 \n",
              "Q 26.515625 48.1875 22.3125 43.546875 \n",
              "Q 18.109375 38.921875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.34375 51.125 25.703125 53.5625 \n",
              "Q 30.078125 56 35.796875 56 \n",
              "Q 45.21875 56 50.046875 50.171875 \n",
              "Q 54.890625 44.34375 54.890625 33.015625 \n",
              "z\n",
              "\" id=\"DejaVuSans-110\"/>\n",
              "      <path d=\"M 18.3125 70.21875 \n",
              "L 18.3125 54.6875 \n",
              "L 36.8125 54.6875 \n",
              "L 36.8125 47.703125 \n",
              "L 18.3125 47.703125 \n",
              "L 18.3125 18.015625 \n",
              "Q 18.3125 11.328125 20.140625 9.421875 \n",
              "Q 21.96875 7.515625 27.59375 7.515625 \n",
              "L 36.8125 7.515625 \n",
              "L 36.8125 0 \n",
              "L 27.59375 0 \n",
              "Q 17.1875 0 13.234375 3.875 \n",
              "Q 9.28125 7.765625 9.28125 18.015625 \n",
              "L 9.28125 47.703125 \n",
              "L 2.6875 47.703125 \n",
              "L 2.6875 54.6875 \n",
              "L 9.28125 54.6875 \n",
              "L 9.28125 70.21875 \n",
              "z\n",
              "\" id=\"DejaVuSans-116\"/>\n",
              "      <path d=\"M 34.28125 27.484375 \n",
              "Q 23.390625 27.484375 19.1875 25 \n",
              "Q 14.984375 22.515625 14.984375 16.5 \n",
              "Q 14.984375 11.71875 18.140625 8.90625 \n",
              "Q 21.296875 6.109375 26.703125 6.109375 \n",
              "Q 34.1875 6.109375 38.703125 11.40625 \n",
              "Q 43.21875 16.703125 43.21875 25.484375 \n",
              "L 43.21875 27.484375 \n",
              "z\n",
              "M 52.203125 31.203125 \n",
              "L 52.203125 0 \n",
              "L 43.21875 0 \n",
              "L 43.21875 8.296875 \n",
              "Q 40.140625 3.328125 35.546875 0.953125 \n",
              "Q 30.953125 -1.421875 24.3125 -1.421875 \n",
              "Q 15.921875 -1.421875 10.953125 3.296875 \n",
              "Q 6 8.015625 6 15.921875 \n",
              "Q 6 25.140625 12.171875 29.828125 \n",
              "Q 18.359375 34.515625 30.609375 34.515625 \n",
              "L 43.21875 34.515625 \n",
              "L 43.21875 35.40625 \n",
              "Q 43.21875 41.609375 39.140625 45 \n",
              "Q 35.0625 48.390625 27.6875 48.390625 \n",
              "Q 23 48.390625 18.546875 47.265625 \n",
              "Q 14.109375 46.140625 10.015625 43.890625 \n",
              "L 10.015625 52.203125 \n",
              "Q 14.9375 54.109375 19.578125 55.046875 \n",
              "Q 24.21875 56 28.609375 56 \n",
              "Q 40.484375 56 46.34375 49.84375 \n",
              "Q 52.203125 43.703125 52.203125 31.203125 \n",
              "z\n",
              "\" id=\"DejaVuSans-97\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(276.265625 169.525937)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-67\"/>\n",
              "      <use x=\"69.824219\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"131.005859\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"194.384766\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "      <use x=\"246.484375\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"285.693359\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"346.972656\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"410.351562\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"line2d_22\">\n",
              "     <path d=\"M 248.265625 180.704062 \n",
              "L 268.265625 180.704062 \n",
              "\" style=\"fill:none;stroke:#ff7f0e;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_23\"/>\n",
              "    <g id=\"text_18\">\n",
              "     <!-- Time-based -->\n",
              "     <defs>\n",
              "      <path d=\"M -0.296875 72.90625 \n",
              "L 61.375 72.90625 \n",
              "L 61.375 64.59375 \n",
              "L 35.5 64.59375 \n",
              "L 35.5 0 \n",
              "L 25.59375 0 \n",
              "L 25.59375 64.59375 \n",
              "L -0.296875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-84\"/>\n",
              "      <path d=\"M 9.421875 54.6875 \n",
              "L 18.40625 54.6875 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 64.59375 \n",
              "L 9.421875 64.59375 \n",
              "z\n",
              "\" id=\"DejaVuSans-105\"/>\n",
              "      <path d=\"M 52 44.1875 \n",
              "Q 55.375 50.25 60.0625 53.125 \n",
              "Q 64.75 56 71.09375 56 \n",
              "Q 79.640625 56 84.28125 50.015625 \n",
              "Q 88.921875 44.046875 88.921875 33.015625 \n",
              "L 88.921875 0 \n",
              "L 79.890625 0 \n",
              "L 79.890625 32.71875 \n",
              "Q 79.890625 40.578125 77.09375 44.375 \n",
              "Q 74.3125 48.1875 68.609375 48.1875 \n",
              "Q 61.625 48.1875 57.5625 43.546875 \n",
              "Q 53.515625 38.921875 53.515625 30.90625 \n",
              "L 53.515625 0 \n",
              "L 44.484375 0 \n",
              "L 44.484375 32.71875 \n",
              "Q 44.484375 40.625 41.703125 44.40625 \n",
              "Q 38.921875 48.1875 33.109375 48.1875 \n",
              "Q 26.21875 48.1875 22.15625 43.53125 \n",
              "Q 18.109375 38.875 18.109375 30.90625 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 54.6875 \n",
              "L 18.109375 54.6875 \n",
              "L 18.109375 46.1875 \n",
              "Q 21.1875 51.21875 25.484375 53.609375 \n",
              "Q 29.78125 56 35.6875 56 \n",
              "Q 41.65625 56 45.828125 52.96875 \n",
              "Q 50 49.953125 52 44.1875 \n",
              "z\n",
              "\" id=\"DejaVuSans-109\"/>\n",
              "      <path d=\"M 4.890625 31.390625 \n",
              "L 31.203125 31.390625 \n",
              "L 31.203125 23.390625 \n",
              "L 4.890625 23.390625 \n",
              "z\n",
              "\" id=\"DejaVuSans-45\"/>\n",
              "      <path d=\"M 48.6875 27.296875 \n",
              "Q 48.6875 37.203125 44.609375 42.84375 \n",
              "Q 40.53125 48.484375 33.40625 48.484375 \n",
              "Q 26.265625 48.484375 22.1875 42.84375 \n",
              "Q 18.109375 37.203125 18.109375 27.296875 \n",
              "Q 18.109375 17.390625 22.1875 11.75 \n",
              "Q 26.265625 6.109375 33.40625 6.109375 \n",
              "Q 40.53125 6.109375 44.609375 11.75 \n",
              "Q 48.6875 17.390625 48.6875 27.296875 \n",
              "z\n",
              "M 18.109375 46.390625 \n",
              "Q 20.953125 51.265625 25.265625 53.625 \n",
              "Q 29.59375 56 35.59375 56 \n",
              "Q 45.5625 56 51.78125 48.09375 \n",
              "Q 58.015625 40.1875 58.015625 27.296875 \n",
              "Q 58.015625 14.40625 51.78125 6.484375 \n",
              "Q 45.5625 -1.421875 35.59375 -1.421875 \n",
              "Q 29.59375 -1.421875 25.265625 0.953125 \n",
              "Q 20.953125 3.328125 18.109375 8.203125 \n",
              "L 18.109375 0 \n",
              "L 9.078125 0 \n",
              "L 9.078125 75.984375 \n",
              "L 18.109375 75.984375 \n",
              "z\n",
              "\" id=\"DejaVuSans-98\"/>\n",
              "      <path d=\"M 45.40625 46.390625 \n",
              "L 45.40625 75.984375 \n",
              "L 54.390625 75.984375 \n",
              "L 54.390625 0 \n",
              "L 45.40625 0 \n",
              "L 45.40625 8.203125 \n",
              "Q 42.578125 3.328125 38.25 0.953125 \n",
              "Q 33.9375 -1.421875 27.875 -1.421875 \n",
              "Q 17.96875 -1.421875 11.734375 6.484375 \n",
              "Q 5.515625 14.40625 5.515625 27.296875 \n",
              "Q 5.515625 40.1875 11.734375 48.09375 \n",
              "Q 17.96875 56 27.875 56 \n",
              "Q 33.9375 56 38.25 53.625 \n",
              "Q 42.578125 51.265625 45.40625 46.390625 \n",
              "z\n",
              "M 14.796875 27.296875 \n",
              "Q 14.796875 17.390625 18.875 11.75 \n",
              "Q 22.953125 6.109375 30.078125 6.109375 \n",
              "Q 37.203125 6.109375 41.296875 11.75 \n",
              "Q 45.40625 17.390625 45.40625 27.296875 \n",
              "Q 45.40625 37.203125 41.296875 42.84375 \n",
              "Q 37.203125 48.484375 30.078125 48.484375 \n",
              "Q 22.953125 48.484375 18.875 42.84375 \n",
              "Q 14.796875 37.203125 14.796875 27.296875 \n",
              "z\n",
              "\" id=\"DejaVuSans-100\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(276.265625 184.204062)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-84\"/>\n",
              "      <use x=\"57.958984\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "      <use x=\"85.742188\" xlink:href=\"#DejaVuSans-109\"/>\n",
              "      <use x=\"183.154297\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"244.677734\" xlink:href=\"#DejaVuSans-45\"/>\n",
              "      <use x=\"280.761719\" xlink:href=\"#DejaVuSans-98\"/>\n",
              "      <use x=\"344.238281\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"405.517578\" xlink:href=\"#DejaVuSans-115\"/>\n",
              "      <use x=\"457.617188\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"519.140625\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"line2d_24\">\n",
              "     <path d=\"M 248.265625 195.382187 \n",
              "L 268.265625 195.382187 \n",
              "\" style=\"fill:none;stroke:#2ca02c;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_25\"/>\n",
              "    <g id=\"text_19\">\n",
              "     <!-- Step decay -->\n",
              "     <defs>\n",
              "      <path d=\"M 53.515625 70.515625 \n",
              "L 53.515625 60.890625 \n",
              "Q 47.90625 63.578125 42.921875 64.890625 \n",
              "Q 37.9375 66.21875 33.296875 66.21875 \n",
              "Q 25.25 66.21875 20.875 63.09375 \n",
              "Q 16.5 59.96875 16.5 54.203125 \n",
              "Q 16.5 49.359375 19.40625 46.890625 \n",
              "Q 22.3125 44.4375 30.421875 42.921875 \n",
              "L 36.375 41.703125 \n",
              "Q 47.40625 39.59375 52.65625 34.296875 \n",
              "Q 57.90625 29 57.90625 20.125 \n",
              "Q 57.90625 9.515625 50.796875 4.046875 \n",
              "Q 43.703125 -1.421875 29.984375 -1.421875 \n",
              "Q 24.8125 -1.421875 18.96875 -0.25 \n",
              "Q 13.140625 0.921875 6.890625 3.21875 \n",
              "L 6.890625 13.375 \n",
              "Q 12.890625 10.015625 18.65625 8.296875 \n",
              "Q 24.421875 6.59375 29.984375 6.59375 \n",
              "Q 38.421875 6.59375 43.015625 9.90625 \n",
              "Q 47.609375 13.234375 47.609375 19.390625 \n",
              "Q 47.609375 24.75 44.3125 27.78125 \n",
              "Q 41.015625 30.8125 33.5 32.328125 \n",
              "L 27.484375 33.5 \n",
              "Q 16.453125 35.6875 11.515625 40.375 \n",
              "Q 6.59375 45.0625 6.59375 53.421875 \n",
              "Q 6.59375 63.09375 13.40625 68.65625 \n",
              "Q 20.21875 74.21875 32.171875 74.21875 \n",
              "Q 37.3125 74.21875 42.625 73.28125 \n",
              "Q 47.953125 72.359375 53.515625 70.515625 \n",
              "z\n",
              "\" id=\"DejaVuSans-83\"/>\n",
              "      <path id=\"DejaVuSans-32\"/>\n",
              "      <path d=\"M 32.171875 -5.078125 \n",
              "Q 28.375 -14.84375 24.75 -17.8125 \n",
              "Q 21.140625 -20.796875 15.09375 -20.796875 \n",
              "L 7.90625 -20.796875 \n",
              "L 7.90625 -13.28125 \n",
              "L 13.1875 -13.28125 \n",
              "Q 16.890625 -13.28125 18.9375 -11.515625 \n",
              "Q 21 -9.765625 23.484375 -3.21875 \n",
              "L 25.09375 0.875 \n",
              "L 2.984375 54.6875 \n",
              "L 12.5 54.6875 \n",
              "L 29.59375 11.921875 \n",
              "L 46.6875 54.6875 \n",
              "L 56.203125 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-121\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(276.265625 198.882187)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-83\"/>\n",
              "      <use x=\"63.476562\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"102.685547\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"164.208984\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"227.685547\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "      <use x=\"259.472656\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "      <use x=\"322.949219\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"384.472656\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"439.453125\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"500.732422\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "    <g id=\"line2d_26\">\n",
              "     <path d=\"M 248.265625 210.060312 \n",
              "L 268.265625 210.060312 \n",
              "\" style=\"fill:none;stroke:#d62728;stroke-linecap:square;stroke-width:1.5;\"/>\n",
              "    </g>\n",
              "    <g id=\"line2d_27\"/>\n",
              "    <g id=\"text_20\">\n",
              "     <!-- Exponential decay -->\n",
              "     <defs>\n",
              "      <path d=\"M 9.8125 72.90625 \n",
              "L 55.90625 72.90625 \n",
              "L 55.90625 64.59375 \n",
              "L 19.671875 64.59375 \n",
              "L 19.671875 43.015625 \n",
              "L 54.390625 43.015625 \n",
              "L 54.390625 34.71875 \n",
              "L 19.671875 34.71875 \n",
              "L 19.671875 8.296875 \n",
              "L 56.78125 8.296875 \n",
              "L 56.78125 0 \n",
              "L 9.8125 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-69\"/>\n",
              "      <path d=\"M 54.890625 54.6875 \n",
              "L 35.109375 28.078125 \n",
              "L 55.90625 0 \n",
              "L 45.3125 0 \n",
              "L 29.390625 21.484375 \n",
              "L 13.484375 0 \n",
              "L 2.875 0 \n",
              "L 24.125 28.609375 \n",
              "L 4.6875 54.6875 \n",
              "L 15.28125 54.6875 \n",
              "L 29.78125 35.203125 \n",
              "L 44.28125 54.6875 \n",
              "z\n",
              "\" id=\"DejaVuSans-120\"/>\n",
              "      <path d=\"M 9.421875 75.984375 \n",
              "L 18.40625 75.984375 \n",
              "L 18.40625 0 \n",
              "L 9.421875 0 \n",
              "z\n",
              "\" id=\"DejaVuSans-108\"/>\n",
              "     </defs>\n",
              "     <g transform=\"translate(276.265625 213.560312)scale(0.1 -0.1)\">\n",
              "      <use xlink:href=\"#DejaVuSans-69\"/>\n",
              "      <use x=\"63.183594\" xlink:href=\"#DejaVuSans-120\"/>\n",
              "      <use x=\"122.363281\" xlink:href=\"#DejaVuSans-112\"/>\n",
              "      <use x=\"185.839844\" xlink:href=\"#DejaVuSans-111\"/>\n",
              "      <use x=\"247.021484\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"310.400391\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"371.923828\" xlink:href=\"#DejaVuSans-110\"/>\n",
              "      <use x=\"435.302734\" xlink:href=\"#DejaVuSans-116\"/>\n",
              "      <use x=\"474.511719\" xlink:href=\"#DejaVuSans-105\"/>\n",
              "      <use x=\"502.294922\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"563.574219\" xlink:href=\"#DejaVuSans-108\"/>\n",
              "      <use x=\"591.357422\" xlink:href=\"#DejaVuSans-32\"/>\n",
              "      <use x=\"623.144531\" xlink:href=\"#DejaVuSans-100\"/>\n",
              "      <use x=\"686.621094\" xlink:href=\"#DejaVuSans-101\"/>\n",
              "      <use x=\"748.144531\" xlink:href=\"#DejaVuSans-99\"/>\n",
              "      <use x=\"803.125\" xlink:href=\"#DejaVuSans-97\"/>\n",
              "      <use x=\"864.404297\" xlink:href=\"#DejaVuSans-121\"/>\n",
              "     </g>\n",
              "    </g>\n",
              "   </g>\n",
              "  </g>\n",
              " </g>\n",
              " <defs>\n",
              "  <clipPath id=\"p383a177a28\">\n",
              "   <rect height=\"217.44\" width=\"334.8\" x=\"42.828125\" y=\"7.2\"/>\n",
              "  </clipPath>\n",
              " </defs>\n",
              "</svg>\n"
            ],
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          },
          "output_type": "display_data"
        }
      ],
      "source": [
        "epochs = range(1, 101)\n",
        "plt.plot(epochs,history_constant.history['val_accuracy'],label='Constant')\n",
        "plt.plot(epochs,history_time_based_decay.history['val_accuracy'],label='Time-based')\n",
        "plt.plot(epochs,history_step_decay.history['val_accuracy'],label='Step decay')\n",
        "plt.plot(epochs,history_exp_decay.history['val_accuracy'],label='Exponential decay')\n",
        "plt.legend(loc=0)\n",
        "plt.xlabel('epochs')\n",
        "plt.show()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "JW2pdk6cwaSa"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "collapsed_sections": [],
      "provenance": []
    },
    "kernelspec": {
      "display_name": "tf-tutorial",
      "language": "python",
      "name": "tf-tutorial"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.7.6"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}