ClickbaitClassifier.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "wQYKN8L4VtDA",
        "outputId": "9a08cdf2-0f21-40b7-f325-f68a3532e1e4"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting transformers[torch]\n",
            "  Downloading transformers-4.19.2-py3-none-any.whl (4.2 MB)\n",
            "\u001b[K     |████████████████████████████████| 4.2 MB 4.1 MB/s \n",
            "\u001b[?25hCollecting huggingface-hub<1.0,>=0.1.0\n",
            "  Downloading huggingface_hub-0.7.0-py3-none-any.whl (86 kB)\n",
            "\u001b[K     |████████████████████████████████| 86 kB 6.7 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (4.64.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (2019.12.20)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (1.21.6)\n",
            "Collecting pyyaml>=5.1\n",
            "  Downloading PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (596 kB)\n",
            "\u001b[K     |████████████████████████████████| 596 kB 65.2 MB/s \n",
            "\u001b[?25hCollecting tokenizers!=0.11.3,<0.13,>=0.11.1\n",
            "  Downloading tokenizers-0.12.1-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (6.6 MB)\n",
            "\u001b[K     |████████████████████████████████| 6.6 MB 56.3 MB/s \n",
            "\u001b[?25hRequirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (21.3)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (2.23.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (3.7.0)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (4.11.3)\n",
            "Requirement already satisfied: torch>=1.0 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (1.11.0+cu113)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.1.0->transformers[torch]) (4.2.0)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers[torch]) (3.0.9)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers[torch]) (3.8.0)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers[torch]) (2.10)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers[torch]) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers[torch]) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers[torch]) (2022.5.18.1)\n",
            "Installing collected packages: pyyaml, tokenizers, huggingface-hub, transformers\n",
            "  Attempting uninstall: pyyaml\n",
            "    Found existing installation: PyYAML 3.13\n",
            "    Uninstalling PyYAML-3.13:\n",
            "      Successfully uninstalled PyYAML-3.13\n",
            "Successfully installed huggingface-hub-0.7.0 pyyaml-6.0 tokenizers-0.12.1 transformers-4.19.2\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting sentencepiece\n",
            "  Downloading sentencepiece-0.1.96-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n",
            "\u001b[K     |████████████████████████████████| 1.2 MB 4.3 MB/s \n",
            "\u001b[?25hInstalling collected packages: sentencepiece\n",
            "Successfully installed sentencepiece-0.1.96\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting datasets\n",
            "  Downloading datasets-2.2.2-py3-none-any.whl (346 kB)\n",
            "\u001b[K     |████████████████████████████████| 346 kB 4.3 MB/s \n",
            "\u001b[?25hCollecting aiohttp\n",
            "  Downloading aiohttp-3.8.1-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (1.1 MB)\n",
            "\u001b[K     |████████████████████████████████| 1.1 MB 67.5 MB/s \n",
            "\u001b[?25hRequirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (2.23.0)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (from datasets) (1.3.5)\n",
            "Collecting dill<0.3.5\n",
            "  Downloading dill-0.3.4-py2.py3-none-any.whl (86 kB)\n",
            "\u001b[K     |████████████████████████████████| 86 kB 6.7 MB/s \n",
            "\u001b[?25hCollecting responses<0.19\n",
            "  Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n",
            "Collecting fsspec[http]>=2021.05.0\n",
            "  Downloading fsspec-2022.5.0-py3-none-any.whl (140 kB)\n",
            "\u001b[K     |████████████████████████████████| 140 kB 74.2 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.7/dist-packages (from datasets) (4.64.0)\n",
            "Collecting xxhash\n",
            "  Downloading xxhash-3.0.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n",
            "\u001b[K     |████████████████████████████████| 212 kB 76.4 MB/s \n",
            "\u001b[?25hRequirement already satisfied: huggingface-hub<1.0.0,>=0.1.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (0.7.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from datasets) (1.21.6)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from datasets) (4.11.3)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from datasets) (21.3)\n",
            "Requirement already satisfied: multiprocess in /usr/local/lib/python3.7/dist-packages (from datasets) (0.70.12.2)\n",
            "Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (6.0.1)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets) (4.2.0)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets) (6.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets) (3.7.0)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->datasets) (3.0.9)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (2022.5.18.1)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (2.10)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (3.0.4)\n",
            "Collecting urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1\n",
            "  Downloading urllib3-1.25.11-py2.py3-none-any.whl (127 kB)\n",
            "\u001b[K     |████████████████████████████████| 127 kB 74.1 MB/s \n",
            "\u001b[?25hCollecting yarl<2.0,>=1.0\n",
            "  Downloading yarl-1.7.2-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (271 kB)\n",
            "\u001b[K     |████████████████████████████████| 271 kB 57.7 MB/s \n",
            "\u001b[?25hCollecting frozenlist>=1.1.1\n",
            "  Downloading frozenlist-1.3.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (144 kB)\n",
            "\u001b[K     |████████████████████████████████| 144 kB 77.5 MB/s \n",
            "\u001b[?25hCollecting asynctest==0.13.0\n",
            "  Downloading asynctest-0.13.0-py3-none-any.whl (26 kB)\n",
            "Collecting async-timeout<5.0,>=4.0.0a3\n",
            "  Downloading async_timeout-4.0.2-py3-none-any.whl (5.8 kB)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (21.4.0)\n",
            "Collecting multidict<7.0,>=4.5\n",
            "  Downloading multidict-6.0.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (94 kB)\n",
            "\u001b[K     |████████████████████████████████| 94 kB 4.5 MB/s \n",
            "\u001b[?25hCollecting aiosignal>=1.1.2\n",
            "  Downloading aiosignal-1.2.0-py3-none-any.whl (8.2 kB)\n",
            "Requirement already satisfied: charset-normalizer<3.0,>=2.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (2.0.12)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->datasets) (3.8.0)\n",
            "Requirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2022.1)\n",
            "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.7.3->pandas->datasets) (1.15.0)\n",
            "Installing collected packages: multidict, frozenlist, yarl, urllib3, asynctest, async-timeout, aiosignal, fsspec, dill, aiohttp, xxhash, responses, datasets\n",
            "  Attempting uninstall: urllib3\n",
            "    Found existing installation: urllib3 1.24.3\n",
            "    Uninstalling urllib3-1.24.3:\n",
            "      Successfully uninstalled urllib3-1.24.3\n",
            "  Attempting uninstall: dill\n",
            "    Found existing installation: dill 0.3.5.1\n",
            "    Uninstalling dill-0.3.5.1:\n",
            "      Successfully uninstalled dill-0.3.5.1\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\u001b[0m\n",
            "Successfully installed aiohttp-3.8.1 aiosignal-1.2.0 async-timeout-4.0.2 asynctest-0.13.0 datasets-2.2.2 dill-0.3.4 frozenlist-1.3.0 fsspec-2022.5.0 multidict-6.0.2 responses-0.18.0 urllib3-1.25.11 xxhash-3.0.0 yarl-1.7.2\n"
          ]
        }
      ],
      "source": [
        " !pip install transformers[torch]\n",
        "!pip install sentencepiece\n",
        "!pip install datasets"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 162,
          "referenced_widgets": [
            "154b5321888a42919780a33de80acd68",
            "cf90508f24a64eab8146756864960ce0",
            "06208d6f2630487085d24ddae00f00d8",
            "cf4750a1af574c57a84faba2e8c46567",
            "9ded3a58e6524538841c3066eb6d3f3d",
            "c2794abd148141e0ae6b4efb5c0ee6fe",
            "ec1e4b338ee74655a4a2dd7271f39513",
            "ecf78c167b8c4edb887d9b76e980e79a",
            "42327f0e1c77441eb58feb0a94377ab2",
            "8c4d2e11171444f9a949ac97f8d7a429",
            "c7f4e27be8884070896e69b41365bcbb",
            "23baaa429b364a23a80ad07a49e04a00",
            "4ee6c5f82d3b45c694675b30bb64fe45",
            "31070bab82d4416da7c35d15c51b3859",
            "ec9bc55062a34ae78ee68bccc3c65f5b",
            "70fea17b45ba46c7b0e48d2442384b99",
            "8b9127b56e174d6b88326fe309776bd7",
            "7e119131df50445aa49cecae04ecea3c",
            "bd0bba29e9d04d309cd221b7d58ce1f2",
            "ba6d43aa5d6d4fcfb32047b3ed52cbce",
            "5cd498db06bd4489ac64fa0b4c7485b5",
            "599fb10333e141938c934f7385f37ebe",
            "1ce6dc194788481ab661e589b2859018",
            "c0eb046f29c84954b07aaf46757fc9bf",
            "d7a7bb73d4094dd5a58c807fbe38c853",
            "9605b0eaa3d748e69faf13ad412e95f5",
            "201fc752c6af4d5cbd6bd3d2f2bdc080",
            "f31915a196f945dd8bebfdd8cdc2ebd7",
            "2f0413563b37410eaf27d0a187756fc0",
            "092250eb948743d9b823d1261d48fd3f",
            "cf13829e8a7c42e2802f422bb43f1655",
            "ef56c94b46ad4edd93315ed738ce775f",
            "f22d00f8568d4524b59ab26135869938",
            "6b0e0267338e467ea8227ec33da5a750",
            "26f1e5d0ef334e498d19217ad1775afc",
            "5b265b7551f646ae8381a364cdb8ee61",
            "97c91f9885f740c881664e34cefea295",
            "d84d0ef0c8e04d868ccf14d8fa77b360",
            "81d52b6372664654afd17eddc1f5ec9a",
            "1bf19bae1b684d5b8789ccc5ddea5cd5",
            "91d72839050b4df39d67de8523e463d0",
            "a1c8b74a2e31438abf696fa4b09a3036",
            "ad02d26823e34fd1bf8af7b3951790d0",
            "de72e305bd45462893dff27e74cfdc2c"
          ]
        },
        "id": "-hYwdKIpVoeK",
        "outputId": "d691b6b6-9cff-419b-b53d-6af2d0cbcc3a"
      },
      "outputs": [
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "154b5321888a42919780a33de80acd68",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/28.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "23baaa429b364a23a80ad07a49e04a00",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/570 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "1ce6dc194788481ab661e589b2859018",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/226k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "6b0e0267338e467ea8227ec33da5a750",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/455k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Loading a tokenizer\n"
          ]
        }
      ],
      "source": [
        "from datasets import load_dataset,DatasetDict,Dataset\n",
        "# from datasets import \n",
        "from transformers import AutoTokenizer\n",
        "import numpy as np\n",
        "from sklearn.model_selection import train_test_split\n",
        "import pandas as pd\n",
        "from sklearn.utils.class_weight import compute_class_weight\n",
        "import torch\n",
        "\n",
        "tokenizer = AutoTokenizer.from_pretrained('bert-base-uncased')\n",
        "print('Loading a tokenizer')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 463,
          "referenced_widgets": [
            "724be93b46684da4b48ef1f44dfc80de",
            "615b7e68da77411e91733eba84c17f55",
            "d49d4df5ab984abebc8ebebcd583b393",
            "05de7abf866e4788afd0ac311fac0976",
            "5156befeba25427ab01fbf8381a50056",
            "a4b712e4b9c34b6cbca60731b6edd83f",
            "a9879c4084724f70bd5bc74a21ea46db",
            "8a278f9ba1ce41e8bff98fb8b408e0e0",
            "62f7d4a403204d8fbd3ce2922be45e35",
            "383a7b1f85794cfc817784000d8d17b6",
            "72b02b1ff35343aea032a6b83be22594",
            "9ece97862bb54dd8835fbeaa2237e431",
            "cfda0ceb853f40528ddb6bd51e84e09e",
            "687d90aa8ef34c8b8ec469eafe897691",
            "1657f48336d548ccbbcc3d666e37a0b7",
            "4d4201a7b4fa4333a24421e1ffacddfb",
            "cae9ca3e8d88415590891ec3d97cd0ba",
            "2639933303a14ea092bb9f2c2c156e9e",
            "3906cde5eddf477c9e31b6f937134e4b",
            "963bb913bb204ec294d6ef3c67012b7d",
            "de2e6e1ac33640d39e73a628960daad2",
            "7216b7f9d3934af9956ad72cae8c3d33",
            "67994dc11bf148a484f99bda4260f2a6",
            "8b229a3ff3d34ff69e255e1eea5f89a3",
            "c8683a5648d2420287a3b4fa02ed3327",
            "54864948effa43308673fc99caff8eed",
            "7ce95997489643cc9eb4303939b4899e",
            "c36a2c2477014b5989faa14552833e8b",
            "15752d3252ae4619924d768294b123f6",
            "d19bb0dda0284cef94c61d7729c103e8",
            "8c46310d18e8419aa347e3c787f80c9c",
            "27e08e4dc05e4bdfb7d19549f78ca3f0",
            "b539cd50ecd64ff9aebd5215d6f41c80"
          ]
        },
        "id": "1fnCI2bnVoeN",
        "outputId": "b6684660-26b3-4032-ad1a-5576f5e93e6a"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/pandas/core/generic.py:6619: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  return self._update_inplace(result)\n",
            "/usr/local/lib/python3.7/dist-packages/pandas/util/_decorators.py:311: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  return func(*args, **kwargs)\n",
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:19: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n"
          ]
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "724be93b46684da4b48ef1f44dfc80de",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "  0%|          | 0/16 [00:00<?, ?ba/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "9ece97862bb54dd8835fbeaa2237e431",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "  0%|          | 0/4 [00:00<?, ?ba/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "67994dc11bf148a484f99bda4260f2a6",
              "version_major": 2,
              "version_minor": 0
            },
            "text/plain": [
              "  0%|          | 0/19 [00:00<?, ?ba/s]"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "dict_keys(['postText', 'truthClass', '__index_level_0__', 'input_ids', 'token_type_ids', 'attention_mask', 'labels'])\n",
            "{'postText': 'Parents reject claim Aboriginal man tried to kill himself in prison', 'truthClass': 0, '__index_level_0__': 10327, 'input_ids': [101, 3008, 15454, 4366, 9757, 2158, 2699, 2000, 3102, 2370, 1999, 3827, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'token_type_ids': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], 'labels': 0}\n",
            "weight: tensor([0.6597, 2.0656], device='cuda:0')\n",
            "weight for clickbait: tensor([3.1312], device='cuda:0')\n"
          ]
        }
      ],
      "source": [
        "\n",
        "webis_train = \"https://ml-coding-test.s3.eu-west-1.amazonaws.com/webis_train.csv\"\n",
        "webis_test = \"https://ml-coding-test.s3.eu-west-1.amazonaws.com/webis_test.csv\"\n",
        "df_train = pd.read_csv(webis_train)\n",
        "df_test = pd.read_csv(webis_test)\n",
        "\n",
        "# Filter only importante variables\n",
        "df_train = df_train[['postText', 'truthClass']]\n",
        "df_test = df_test[['postText', 'truthClass']]\n",
        "\n",
        "# Remove empty rows\n",
        "df_train['postText'].replace('', np.nan, inplace=True)\n",
        "df_train.dropna(subset=['postText'], inplace=True)\n",
        "\n",
        "df_test['postText'].replace('', np.nan, inplace=True)\n",
        "df_test.dropna(subset=['postText'], inplace=True)\n",
        "\n",
        "\n",
        "df_train['truthClass'] = pd.factorize(df_train['truthClass'])[0]\n",
        "df_test['truthClass'] = pd.factorize(df_test['truthClass'])[0]\n",
        "\n",
        "df_train, df_valid = train_test_split(df_train, test_size = 0.2, random_state = 42, \n",
        "                                  stratify = df_train['truthClass'])\n",
        "\n",
        "webis_total = DatasetDict()\n",
        "\n",
        "webis_total['train'] = Dataset.from_pandas(df_train)\n",
        "webis_total['validation'] = Dataset.from_pandas(df_valid)\n",
        "webis_total['test'] = Dataset.from_pandas(df_test)\n",
        "\n",
        "weight = torch.FloatTensor(compute_class_weight(class_weight=\"balanced\", classes=[0, 1], y=df_train[\"truthClass\"])).to(torch.device('cuda'))\n",
        "\n",
        "  \n",
        "def preprocess_function_title_only_classification(examples):\n",
        "    model_inputs = tokenizer(examples['postText'], padding=\"longest\", truncation=True, max_length=25)\n",
        "      \n",
        "    model_inputs['labels'] = examples['truthClass']\n",
        "\n",
        "    return model_inputs\n",
        "\n",
        "webis_total = webis_total.map(preprocess_function_title_only_classification, batched=True)\n",
        "\n",
        "\n",
        "print(webis_total[\"train\"][0].keys())\n",
        "print(webis_total[\"train\"][0])\n",
        "\n",
        "\n",
        "print(\"weight:\", weight)\n",
        "weight = torch.FloatTensor(compute_class_weight(class_weight=\"balanced\", classes=[0, 1], y=df_train[\"truthClass\"])).to(torch.device('cuda'))\n",
        "WEIGHT = torch.cuda.FloatTensor([weight[1]/weight[0]])\n",
        "print(\"weight for clickbait:\", WEIGHT)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "6nxWVBu0Ww4_"
      },
      "outputs": [],
      "source": [
        ""
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "NWXngDh7VoeP"
      },
      "outputs": [],
      "source": [
        "import torch\n",
        "from transformers import BertModel, BertConfig, PretrainedConfig, PreTrainedModel, AutoModel, AutoConfig\n",
        "from typing import List, Optional, Tuple, Union\n",
        "from transformers.modeling_outputs import TokenClassifierOutput,SequenceClassifierOutput\n",
        "from torch.nn import BCEWithLogitsLoss, CrossEntropyLoss, MSELoss, BCELoss\n",
        "import torch.nn as nn\n",
        "\n",
        "\n",
        "class ClickbaitConfig(PretrainedConfig):\n",
        "    def __init__(\n",
        "        self,\n",
        "        model_type: str = \"bert\",\n",
        "        pretrained_model: str = \"bert-base-uncased\",\n",
        "        num_labels: int = 2,\n",
        "        dropout: float = 0.1,\n",
        "        inner_dim1: int = 256,\n",
        "        inner_dim2: int = 32, \n",
        "        max_length: int = 512,\n",
        "        load_pretrained: bool = True,\n",
        "        freeze_bert: bool = True,\n",
        "        **kwargs\n",
        "    ):\n",
        "        super(ClickbaitConfig, self).__init__(num_labels=num_labels, **kwargs)\n",
        "        self.model_type = model_type\n",
        "        self.pretrained_model = pretrained_model\n",
        "        self.dropout = dropout\n",
        "        self.inner_dim1 = inner_dim1\n",
        "        self.inner_dim2 = inner_dim2\n",
        "        self.max_length = max_length\n",
        "        self.load_pretrained = load_pretrained\n",
        "        self.freeze_bert = freeze_bert\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "HQlxxpc8VoeR"
      },
      "outputs": [],
      "source": [
        "class BertClickbaitClassifier(PreTrainedModel):\n",
        "    \"\"\"\n",
        "      Taken and extended from BertforSequenceClassification : https://github.com/huggingface/transformers/blob/v4.19.2/src/transformers/models/bert/modeling_bert.py#L1508\n",
        "    \"\"\"\n",
        "    config_class = ClickbaitConfig\n",
        "    def __init__(self, config: ClickbaitConfig):\n",
        "        super(BertClickbaitClassifier, self).__init__(config)\n",
        "        self.num_labels = config.num_labels\n",
        "        self.config = config\n",
        "        # self.bert_config = BertConfig.from_pretrained(config.pretrained_model)\n",
        "        self.bert_config = AutoConfig.from_pretrained(config.pretrained_model)\n",
        "\n",
        "        # self.bert = BertModel(self.bert_config)\n",
        "        self.bert = AutoModel.from_pretrained(config.pretrained_model, config=self.bert_config)\n",
        "        if config.load_pretrained:\n",
        "            print(\"Load pretrained weights from {}\".format(config.pretrained_model))\n",
        "            self.bert = self.bert.from_pretrained(config.pretrained_model)\n",
        "        if config.freeze_bert:\n",
        "            print(\"Freeze weights in the BERT model. Just the classifier will be trained\")\n",
        "            for param in self.bert.parameters():\n",
        "                param.requires_grad = False\n",
        "\n",
        "        self.linear_1 = nn.Linear(self.bert.config.hidden_size, config.inner_dim1)\n",
        "        self.dropout_1 = nn.Dropout(config.dropout) \n",
        "        self.relu_1 = nn.ReLU()\n",
        "        self.dropout_2 = nn.Dropout(config.dropout)\n",
        "        self.linear_2 = nn.Linear(config.inner_dim1, config.inner_dim2)\n",
        "        self.relu_2 = nn.ReLU()\n",
        "        self.dropout_3 = nn.Dropout(config.dropout)\n",
        "        self.classifier = nn.Linear(config.inner_dim2, config.num_labels)\n",
        "        self.sigmoid = nn.Sigmoid()\n",
        "\n",
        "\n",
        "    def forward(\n",
        "        self,\n",
        "        input_ids: Optional[torch.Tensor] = None,\n",
        "        attention_mask: Optional[torch.Tensor] = None,\n",
        "        token_type_ids: Optional[torch.Tensor] = None,\n",
        "        position_ids: Optional[torch.Tensor] = None,\n",
        "        head_mask: Optional[torch.Tensor] = None,\n",
        "        inputs_embeds: Optional[torch.Tensor] = None,\n",
        "        labels: Optional[torch.Tensor] = None,\n",
        "        output_attentions: Optional[bool] = None,\n",
        "        output_hidden_states: Optional[bool] = None,\n",
        "        return_dict: Optional[bool] = None,\n",
        "    ) -> Union[Tuple[torch.Tensor], SequenceClassifierOutput]:\n",
        "        r\"\"\"\n",
        "        labels (`torch.LongTensor` of shape `(batch_size,)`, *optional*):\n",
        "            Labels for computing the sequence classification/regression loss. Indices should be in `[0, ...,\n",
        "            config.num_labels - 1]`. If `config.num_labels == 1` a regression loss is computed (Mean-Square loss), If\n",
        "            `config.num_labels > 1` a classification loss is computed (Cross-Entropy).\n",
        "        \"\"\"\n",
        "        return_dict = return_dict if return_dict is not None else self.config.use_return_dict\n",
        "\n",
        "        outputs = self.bert(\n",
        "            input_ids,\n",
        "            attention_mask=attention_mask,\n",
        "            token_type_ids=token_type_ids,\n",
        "            position_ids=position_ids,\n",
        "            head_mask=head_mask,\n",
        "            inputs_embeds=inputs_embeds,\n",
        "            output_attentions=output_attentions,\n",
        "            output_hidden_states=output_hidden_states,\n",
        "            return_dict=return_dict,\n",
        "        )\n",
        "\n",
        "        output = outputs[0][:,0,:]\n",
        "\n",
        "        x = self.dropout_1(output)\n",
        "        x = self.linear_1(x)\n",
        "        x = self.relu_1(x)\n",
        "        x = self.dropout_2(x)\n",
        "        x = self.linear_2(x)\n",
        "        x = self.relu_2(x)\n",
        "        x = self.dropout_3(x)\n",
        "\n",
        "        logits = self.classifier(x)\n",
        "        logits = self.sigmoid(logits)\n",
        "\n",
        "        loss = None\n",
        "        if labels is not None:\n",
        "            loss_fct = BCELoss(weight=WEIGHT)\n",
        "            labels = 1.0*labels\n",
        "            loss = loss_fct(logits.view(-1), labels.view(-1))\n",
        "        if not return_dict:\n",
        "            output = (logits,) + outputs[2:]\n",
        "            return ((loss,) + output) if loss is not None else output\n",
        "\n",
        "        return SequenceClassifierOutput(\n",
        "            loss=loss,\n",
        "            logits=logits\n",
        "        )"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "k2nItjcLVoeS"
      },
      "outputs": [],
      "source": [
        "import torch\n",
        "from transformers import BertConfig\n",
        "\n",
        "# config = ClickbaitConfig(\n",
        "#     model_type=\"bert\",\n",
        "#     pretrained_model=\"bert-base-uncased\",\n",
        "#     num_labels=1,\n",
        "#     dropout=0.2,\n",
        "#     inner_dim1=256,\n",
        "#     inner_dim2=32, \n",
        "#     max_length=25,\n",
        "#     load_pretrained=True,\n",
        "#     freeze_bert=False,\n",
        "# )\n",
        "\n",
        "roberta_config = ClickbaitConfig(\n",
        "    model_type=\"bert\",\n",
        "    pretrained_model=\"roberta-base\",\n",
        "    num_labels=1,\n",
        "    dropout=0.2,\n",
        "    inner_dim1=256,\n",
        "    inner_dim2=32, \n",
        "    max_length=25,\n",
        "    load_pretrained=True,\n",
        "    freeze_bert=False,\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cUsUxIvuVoeT",
        "outputId": "da1ca7e9-82f3-4d0c-9775-bc324809a6e1"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "loading configuration file https://huggingface.co/roberta-base/resolve/main/config.json from cache at /root/.cache/huggingface/transformers/733bade19e5f0ce98e6531021dd5180994bb2f7b8bd7e80c7968805834ba351e.35205c6cfc956461d8515139f0f8dd5d207a2f336c0c3a83b4bc8dca3518e37b\n",
            "Model config RobertaConfig {\n",
            "  \"_name_or_path\": \"roberta-base\",\n",
            "  \"architectures\": [\n",
            "    \"RobertaForMaskedLM\"\n",
            "  ],\n",
            "  \"attention_probs_dropout_prob\": 0.1,\n",
            "  \"bos_token_id\": 0,\n",
            "  \"classifier_dropout\": null,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"hidden_act\": \"gelu\",\n",
            "  \"hidden_dropout_prob\": 0.1,\n",
            "  \"hidden_size\": 768,\n",
            "  \"initializer_range\": 0.02,\n",
            "  \"intermediate_size\": 3072,\n",
            "  \"layer_norm_eps\": 1e-05,\n",
            "  \"max_position_embeddings\": 514,\n",
            "  \"model_type\": \"roberta\",\n",
            "  \"num_attention_heads\": 12,\n",
            "  \"num_hidden_layers\": 12,\n",
            "  \"pad_token_id\": 1,\n",
            "  \"position_embedding_type\": \"absolute\",\n",
            "  \"transformers_version\": \"4.19.2\",\n",
            "  \"type_vocab_size\": 1,\n",
            "  \"use_cache\": true,\n",
            "  \"vocab_size\": 50265\n",
            "}\n",
            "\n",
            "loading weights file https://huggingface.co/roberta-base/resolve/main/pytorch_model.bin from cache at /root/.cache/huggingface/transformers/51ba668f7ff34e7cdfa9561e8361747738113878850a7d717dbc69de8683aaad.c7efaa30a0d80b2958b876969faa180e485944a849deee4ad482332de65365a7\n",
            "Some weights of the model checkpoint at roberta-base were not used when initializing RobertaModel: ['lm_head.decoder.weight', 'lm_head.layer_norm.weight', 'lm_head.dense.weight', 'lm_head.dense.bias', 'lm_head.bias', 'lm_head.layer_norm.bias']\n",
            "- This IS expected if you are initializing RobertaModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing RobertaModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
            "All the weights of RobertaModel were initialized from the model checkpoint at roberta-base.\n",
            "If your task is similar to the task the model of the checkpoint was trained on, you can already use RobertaModel for predictions without further training.\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Load pretrained weights from roberta-base\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "loading configuration file https://huggingface.co/roberta-base/resolve/main/config.json from cache at /root/.cache/huggingface/transformers/733bade19e5f0ce98e6531021dd5180994bb2f7b8bd7e80c7968805834ba351e.35205c6cfc956461d8515139f0f8dd5d207a2f336c0c3a83b4bc8dca3518e37b\n",
            "Model config RobertaConfig {\n",
            "  \"architectures\": [\n",
            "    \"RobertaForMaskedLM\"\n",
            "  ],\n",
            "  \"attention_probs_dropout_prob\": 0.1,\n",
            "  \"bos_token_id\": 0,\n",
            "  \"classifier_dropout\": null,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"hidden_act\": \"gelu\",\n",
            "  \"hidden_dropout_prob\": 0.1,\n",
            "  \"hidden_size\": 768,\n",
            "  \"initializer_range\": 0.02,\n",
            "  \"intermediate_size\": 3072,\n",
            "  \"layer_norm_eps\": 1e-05,\n",
            "  \"max_position_embeddings\": 514,\n",
            "  \"model_type\": \"roberta\",\n",
            "  \"num_attention_heads\": 12,\n",
            "  \"num_hidden_layers\": 12,\n",
            "  \"pad_token_id\": 1,\n",
            "  \"position_embedding_type\": \"absolute\",\n",
            "  \"transformers_version\": \"4.19.2\",\n",
            "  \"type_vocab_size\": 1,\n",
            "  \"use_cache\": true,\n",
            "  \"vocab_size\": 50265\n",
            "}\n",
            "\n",
            "loading weights file https://huggingface.co/roberta-base/resolve/main/pytorch_model.bin from cache at /root/.cache/huggingface/transformers/51ba668f7ff34e7cdfa9561e8361747738113878850a7d717dbc69de8683aaad.c7efaa30a0d80b2958b876969faa180e485944a849deee4ad482332de65365a7\n",
            "Some weights of the model checkpoint at roberta-base were not used when initializing RobertaModel: ['lm_head.decoder.weight', 'lm_head.layer_norm.weight', 'lm_head.dense.weight', 'lm_head.dense.bias', 'lm_head.bias', 'lm_head.layer_norm.bias']\n",
            "- This IS expected if you are initializing RobertaModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing RobertaModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
            "All the weights of RobertaModel were initialized from the model checkpoint at roberta-base.\n",
            "If your task is similar to the task the model of the checkpoint was trained on, you can already use RobertaModel for predictions without further training.\n"
          ]
        }
      ],
      "source": [
        "# model = BertClickbaitClassifier(config=config)\n",
        "model = BertClickbaitClassifier(config=roberta_config).to('cuda')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "jGQEpBSaVoeU"
      },
      "outputs": [],
      "source": [
        "import numpy as np\n",
        "from datasets import load_metric\n",
        "from sklearn.metrics import f1_score, accuracy_score, balanced_accuracy_score, precision_score, recall_score\n",
        "\n",
        "def compute_metrics(eval_pred):\n",
        "    preds = eval_pred.predictions[0] if isinstance(eval_pred.predictions, tuple) else eval_pred.predictions\n",
        "    labels = eval_pred.label_ids\n",
        "    predictions = (preds > 0.5).astype(int)\n",
        "    results = {\n",
        "        'f1' : f1_score(labels, predictions),\n",
        "        'accuracy' : accuracy_score(labels, predictions), \n",
        "        'precision' : precision_score(labels, predictions), \n",
        "        'recall' : recall_score(labels, predictions),\n",
        "        'balanced_accuracy' : balanced_accuracy_score(labels, predictions), \n",
        "    }\n",
        "    return results\n",
        "    "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2gISDlOeVoeV",
        "outputId": "03b34b4f-463a-457b-d24a-93119d59af48"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "PyTorch: setting up devices\n"
          ]
        }
      ],
      "source": [
        "from transformers import Trainer\n",
        "from transformers import TrainingArguments\n",
        "from tqdm.auto import tqdm\n",
        "from torch.utils.data import DataLoader\n",
        "from transformers import DataCollatorWithPadding\n",
        "from transformers import AdamW,get_scheduler\n",
        "import torch\n",
        "from datasets import load_metric\n",
        "\n",
        "output_path = \"drive/MyDrive/nlp_lss_data/\"\n",
        "\n",
        "debug = False\n",
        "\n",
        "training_args = TrainingArguments(\n",
        "    # output_dir=output_path+'clickbait_classification_maxlen25',           # output directory\n",
        "    output_dir=output_path+'roberta_clickbait_classification_maxlen25',           # output directory\n",
        "    evaluation_strategy =\"epoch\",\n",
        "    save_strategy=\"epoch\",\n",
        "    learning_rate=5e-5,\n",
        "    per_device_train_batch_size=64,\n",
        "    per_device_eval_batch_size=1,\n",
        "    warmup_steps=100,\n",
        "    num_train_epochs=6,\n",
        "    weight_decay=0.01,\n",
        "    save_total_limit=1,\n",
        "    load_best_model_at_end=True,\n",
        "    report_to=\"none\"\n",
        ")\n",
        "trainer = Trainer(\n",
        "    model=model,\n",
        "    args=training_args,\n",
        "    train_dataset=webis_total[\"train\"].shuffle(seed=42).select(range(50)) if debug else webis_total[\"train\"].shuffle(seed=42),  \n",
        "    eval_dataset=webis_total[\"validation\"].shuffle(seed=42).select(range(10)) if debug else webis_total[\"validation\"].shuffle(seed=42),\n",
        "    compute_metrics=compute_metrics,\n",
        "    tokenizer=tokenizer\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "background_save": true,
          "base_uri": "https://localhost:8080/",
          "height": 973
        },
        "id": "LtTjAJPCVoeX",
        "outputId": "98d8359e-4a3f-4b35-8677-9db9a869067f"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "The following columns in the training set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: truthClass, __index_level_0__, postText. If truthClass, __index_level_0__, postText are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n",
            "/usr/local/lib/python3.7/dist-packages/transformers/optimization.py:309: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
            "  FutureWarning,\n",
            "***** Running training *****\n",
            "  Num examples = 15587\n",
            "  Num Epochs = 6\n",
            "  Instantaneous batch size per device = 64\n",
            "  Total train batch size (w. parallel, distributed & accumulation) = 64\n",
            "  Gradient Accumulation steps = 1\n",
            "  Total optimization steps = 1464\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "\n",
              "    <div>\n",
              "      \n",
              "      <progress value='1464' max='1464' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
              "      [1464/1464 08:42, Epoch 6/6]\n",
              "    </div>\n",
              "    <table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              " <tr style=\"text-align: left;\">\n",
              "      <th>Epoch</th>\n",
              "      <th>Training Loss</th>\n",
              "      <th>Validation Loss</th>\n",
              "      <th>F1</th>\n",
              "      <th>Accuracy</th>\n",
              "      <th>Precision</th>\n",
              "      <th>Recall</th>\n",
              "      <th>Balanced Accuracy</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <td>1</td>\n",
              "      <td>No log</td>\n",
              "      <td>1.688085</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.758019</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.500000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>2</td>\n",
              "      <td>No log</td>\n",
              "      <td>1.496791</td>\n",
              "      <td>0.535053</td>\n",
              "      <td>0.787272</td>\n",
              "      <td>0.567857</td>\n",
              "      <td>0.505832</td>\n",
              "      <td>0.691474</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>3</td>\n",
              "      <td>1.655600</td>\n",
              "      <td>1.531505</td>\n",
              "      <td>0.052367</td>\n",
              "      <td>0.758532</td>\n",
              "      <td>0.520000</td>\n",
              "      <td>0.027572</td>\n",
              "      <td>0.509724</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>4</td>\n",
              "      <td>1.655600</td>\n",
              "      <td>1.399927</td>\n",
              "      <td>0.568828</td>\n",
              "      <td>0.805491</td>\n",
              "      <td>0.613497</td>\n",
              "      <td>0.530223</td>\n",
              "      <td>0.711794</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>5</td>\n",
              "      <td>1.491500</td>\n",
              "      <td>1.378389</td>\n",
              "      <td>0.585740</td>\n",
              "      <td>0.819605</td>\n",
              "      <td>0.659151</td>\n",
              "      <td>0.527041</td>\n",
              "      <td>0.720020</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <td>6</td>\n",
              "      <td>1.491500</td>\n",
              "      <td>1.367291</td>\n",
              "      <td>0.576478</td>\n",
              "      <td>0.821658</td>\n",
              "      <td>0.677650</td>\n",
              "      <td>0.501591</td>\n",
              "      <td>0.712711</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table><p>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "The following columns in the evaluation set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: truthClass, __index_level_0__, postText. If truthClass, __index_level_0__, postText are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n",
            "***** Running Evaluation *****\n",
            "  Num examples = 3897\n",
            "  Batch size = 1\n",
            "/usr/local/lib/python3.7/dist-packages/sklearn/metrics/_classification.py:1318: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 due to no predicted samples. Use `zero_division` parameter to control this behavior.\n",
            "  _warn_prf(average, modifier, msg_start, len(result))\n",
            "Saving model checkpoint to drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-244\n",
            "Configuration saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-244/config.json\n",
            "Model weights saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-244/pytorch_model.bin\n",
            "tokenizer config file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-244/tokenizer_config.json\n",
            "Special tokens file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-244/special_tokens_map.json\n",
            "The following columns in the evaluation set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: truthClass, __index_level_0__, postText. If truthClass, __index_level_0__, postText are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n",
            "***** Running Evaluation *****\n",
            "  Num examples = 3897\n",
            "  Batch size = 1\n",
            "Saving model checkpoint to drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-488\n",
            "Configuration saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-488/config.json\n",
            "Model weights saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-488/pytorch_model.bin\n",
            "tokenizer config file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-488/tokenizer_config.json\n",
            "Special tokens file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-488/special_tokens_map.json\n",
            "Deleting older checkpoint [drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-244] due to args.save_total_limit\n",
            "The following columns in the evaluation set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: truthClass, __index_level_0__, postText. If truthClass, __index_level_0__, postText are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n",
            "***** Running Evaluation *****\n",
            "  Num examples = 3897\n",
            "  Batch size = 1\n",
            "Saving model checkpoint to drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-732\n",
            "Configuration saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-732/config.json\n",
            "Model weights saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-732/pytorch_model.bin\n",
            "tokenizer config file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-732/tokenizer_config.json\n",
            "Special tokens file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-732/special_tokens_map.json\n",
            "The following columns in the evaluation set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: truthClass, __index_level_0__, postText. If truthClass, __index_level_0__, postText are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n",
            "***** Running Evaluation *****\n",
            "  Num examples = 3897\n",
            "  Batch size = 1\n",
            "Saving model checkpoint to drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-976\n",
            "Configuration saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-976/config.json\n",
            "Model weights saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-976/pytorch_model.bin\n",
            "tokenizer config file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-976/tokenizer_config.json\n",
            "Special tokens file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-976/special_tokens_map.json\n",
            "Deleting older checkpoint [drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-488] due to args.save_total_limit\n",
            "Deleting older checkpoint [drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-732] due to args.save_total_limit\n",
            "The following columns in the evaluation set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: truthClass, __index_level_0__, postText. If truthClass, __index_level_0__, postText are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n",
            "***** Running Evaluation *****\n",
            "  Num examples = 3897\n",
            "  Batch size = 1\n",
            "Saving model checkpoint to drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1220\n",
            "Configuration saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1220/config.json\n",
            "Model weights saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1220/pytorch_model.bin\n",
            "tokenizer config file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1220/tokenizer_config.json\n",
            "Special tokens file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1220/special_tokens_map.json\n",
            "Deleting older checkpoint [drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-976] due to args.save_total_limit\n",
            "The following columns in the evaluation set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: truthClass, __index_level_0__, postText. If truthClass, __index_level_0__, postText are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n",
            "***** Running Evaluation *****\n",
            "  Num examples = 3897\n",
            "  Batch size = 1\n",
            "Saving model checkpoint to drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1464\n",
            "Configuration saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1464/config.json\n",
            "Model weights saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1464/pytorch_model.bin\n",
            "tokenizer config file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1464/tokenizer_config.json\n",
            "Special tokens file saved in drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1464/special_tokens_map.json\n",
            "Deleting older checkpoint [drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1220] due to args.save_total_limit\n",
            "\n",
            "\n",
            "Training completed. Do not forget to share your model on huggingface.co/models =)\n",
            "\n",
            "\n",
            "Loading best model from drive/MyDrive/nlp_lss_data/roberta_clickbait_classification_maxlen25/checkpoint-1464 (score: 1.3672912120819092).\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "TrainOutput(global_step=1464, training_loss=1.4883061393362578, metrics={'train_runtime': 523.0026, 'train_samples_per_second': 178.817, 'train_steps_per_second': 2.799, 'total_flos': 1204353585477900.0, 'train_loss': 1.4883061393362578, 'epoch': 6.0})"
            ]
          },
          "execution_count": null,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "import os\n",
        "os.environ[\"WANDB_DISABLED\"] = \"true\"\n",
        "trainer.train()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "n6P3CZRMVoeY"
      },
      "source": [
        "# Validation"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 300
        },
        "id": "un0h9zlxVoeZ",
        "outputId": "e3dc928d-8c6c-44e7-f684-ab7e25a27fda"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "The following columns in the evaluation set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: truthClass, __index_level_0__, postText. If truthClass, __index_level_0__, postText are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n",
            "***** Running Evaluation *****\n",
            "  Num examples = 3897\n",
            "  Batch size = 1\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "\n",
              "    <div>\n",
              "      \n",
              "      <progress value='3897' max='3897' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
              "      [3897/3897 00:39]\n",
              "    </div>\n",
              "    "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "data": {
            "text/plain": [
              "{'epoch': 6.0,\n",
              " 'eval_accuracy': 0.8527072106748781,\n",
              " 'eval_balanced_accuracy': 0.7638737416634418,\n",
              " 'eval_f1': 0.6603550295857988,\n",
              " 'eval_loss': 1.0726171731948853,\n",
              " 'eval_precision': 0.7469879518072289,\n",
              " 'eval_recall': 0.591728525980912,\n",
              " 'eval_runtime': 39.8656,\n",
              " 'eval_samples_per_second': 97.753,\n",
              " 'eval_steps_per_second': 97.753}"
            ]
          },
          "execution_count": 18,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "trainer.evaluate()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "L7qVWruHVoea"
      },
      "source": [
        "# Test"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 283
        },
        "id": "muJgv3QMVoeb",
        "outputId": "d0ae8951-5936-43ec-8529-d267bdb72771"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "The following columns in the test set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: truthClass, __index_level_0__, postText. If truthClass, __index_level_0__, postText are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n",
            "***** Running Prediction *****\n",
            "  Num examples = 18913\n",
            "  Batch size = 1\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "\n",
              "    <div>\n",
              "      \n",
              "      <progress value='22810' max='3897' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
              "      [3897/3897 05:25]\n",
              "    </div>\n",
              "    "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "              precision    recall  f1-score   support\n",
            "\n",
            "No-clickbait       0.89      0.94      0.91     14455\n",
            "   Clickbait       0.75      0.63      0.69      4458\n",
            "\n",
            "    accuracy                           0.86     18913\n",
            "   macro avg       0.82      0.78      0.80     18913\n",
            "weighted avg       0.86      0.86      0.86     18913\n",
            "\n"
          ]
        }
      ],
      "source": [
        "y_test = trainer.predict(webis_total[\"test\"])\n",
        "y_pred = (y_test.predictions > 0.5).astype(int).ravel()\n",
        "\n",
        "from sklearn.metrics import classification_report\n",
        "print(classification_report(y_test.label_ids, y_pred, target_names = [\"No-clickbait\", \"Clickbait\"]))\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5lCo_TC2vm7M",
        "outputId": "43d69496-58fb-4496-ad00-6c74b35231d2"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ],
      "source": [
        "dataset_base = \"drive/MyDrive/nlp_lss_data/\"\n",
        "# dataset_base = \"/toshiba/nlp_lss_data/\"\n",
        "\n",
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install transformers[torch]\n",
        "!pip install datasets"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "0TYibUcW3m_c",
        "outputId": "d6504670-fccb-4cf7-d9a2-ad58dd951e8d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: transformers[torch] in /usr/local/lib/python3.7/dist-packages (4.19.2)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (4.11.4)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (1.21.6)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (2.23.0)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.1.0 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (0.7.0)\n",
            "Requirement already satisfied: tokenizers!=0.11.3,<0.13,>=0.11.1 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (0.12.1)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (21.3)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (2019.12.20)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (6.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (3.7.0)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (4.64.0)\n",
            "Requirement already satisfied: torch>=1.0 in /usr/local/lib/python3.7/dist-packages (from transformers[torch]) (1.11.0+cu113)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.1.0->transformers[torch]) (4.2.0)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers[torch]) (3.0.9)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers[torch]) (3.8.0)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers[torch]) (3.0.4)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers[torch]) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers[torch]) (2022.5.18.1)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers[torch]) (1.24.3)\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting datasets\n",
            "  Downloading datasets-2.2.2-py3-none-any.whl (346 kB)\n",
            "\u001b[K     |████████████████████████████████| 346 kB 5.0 MB/s \n",
            "\u001b[?25hRequirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (6.0.1)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from datasets) (4.11.4)\n",
            "Collecting xxhash\n",
            "  Downloading xxhash-3.0.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n",
            "\u001b[K     |████████████████████████████████| 212 kB 16.5 MB/s \n",
            "\u001b[?25hRequirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (2.23.0)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (from datasets) (1.3.5)\n",
            "Requirement already satisfied: multiprocess in /usr/local/lib/python3.7/dist-packages (from datasets) (0.70.13)\n",
            "Collecting aiohttp\n",
            "  Downloading aiohttp-3.8.1-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (1.1 MB)\n",
            "\u001b[K     |████████████████████████████████| 1.1 MB 68.8 MB/s \n",
            "\u001b[?25hCollecting fsspec[http]>=2021.05.0\n",
            "  Downloading fsspec-2022.5.0-py3-none-any.whl (140 kB)\n",
            "\u001b[K     |████████████████████████████████| 140 kB 53.7 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.7/dist-packages (from datasets) (4.64.0)\n",
            "Collecting responses<0.19\n",
            "  Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n",
            "Collecting dill<0.3.5\n",
            "  Downloading dill-0.3.4-py2.py3-none-any.whl (86 kB)\n",
            "\u001b[K     |████████████████████████████████| 86 kB 6.4 MB/s \n",
            "\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from datasets) (21.3)\n",
            "Requirement already satisfied: huggingface-hub<1.0.0,>=0.1.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (0.7.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from datasets) (1.21.6)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets) (6.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets) (3.7.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets) (4.2.0)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->datasets) (3.0.9)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (2.10)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (1.24.3)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (3.0.4)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (2022.5.18.1)\n",
            "Collecting urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1\n",
            "  Downloading urllib3-1.25.11-py2.py3-none-any.whl (127 kB)\n",
            "\u001b[K     |████████████████████████████████| 127 kB 59.8 MB/s \n",
            "\u001b[?25hCollecting multidict<7.0,>=4.5\n",
            "  Downloading multidict-6.0.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (94 kB)\n",
            "\u001b[K     |████████████████████████████████| 94 kB 3.8 MB/s \n",
            "\u001b[?25hCollecting frozenlist>=1.1.1\n",
            "  Downloading frozenlist-1.3.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (144 kB)\n",
            "\u001b[K     |████████████████████████████████| 144 kB 72.5 MB/s \n",
            "\u001b[?25hCollecting aiosignal>=1.1.2\n",
            "  Downloading aiosignal-1.2.0-py3-none-any.whl (8.2 kB)\n",
            "Collecting yarl<2.0,>=1.0\n",
            "  Downloading yarl-1.7.2-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (271 kB)\n",
            "\u001b[K     |████████████████████████████████| 271 kB 60.3 MB/s \n",
            "\u001b[?25hCollecting async-timeout<5.0,>=4.0.0a3\n",
            "  Downloading async_timeout-4.0.2-py3-none-any.whl (5.8 kB)\n",
            "Requirement already satisfied: charset-normalizer<3.0,>=2.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (2.0.12)\n",
            "Collecting asynctest==0.13.0\n",
            "  Downloading asynctest-0.13.0-py3-none-any.whl (26 kB)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (21.4.0)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->datasets) (3.8.0)\n",
            "Collecting multiprocess\n",
            "  Downloading multiprocess-0.70.12.2-py37-none-any.whl (112 kB)\n",
            "\u001b[K     |████████████████████████████████| 112 kB 76.3 MB/s \n",
            "\u001b[?25hRequirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2022.1)\n",
            "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.7.3->pandas->datasets) (1.15.0)\n",
            "Installing collected packages: multidict, frozenlist, yarl, urllib3, asynctest, async-timeout, aiosignal, fsspec, dill, aiohttp, xxhash, responses, multiprocess, datasets\n",
            "  Attempting uninstall: urllib3\n",
            "    Found existing installation: urllib3 1.24.3\n",
            "    Uninstalling urllib3-1.24.3:\n",
            "      Successfully uninstalled urllib3-1.24.3\n",
            "  Attempting uninstall: dill\n",
            "    Found existing installation: dill 0.3.5.1\n",
            "    Uninstalling dill-0.3.5.1:\n",
            "      Successfully uninstalled dill-0.3.5.1\n",
            "  Attempting uninstall: multiprocess\n",
            "    Found existing installation: multiprocess 0.70.13\n",
            "    Uninstalling multiprocess-0.70.13:\n",
            "      Successfully uninstalled multiprocess-0.70.13\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\u001b[0m\n",
            "Successfully installed aiohttp-3.8.1 aiosignal-1.2.0 async-timeout-4.0.2 asynctest-0.13.0 datasets-2.2.2 dill-0.3.4 frozenlist-1.3.0 fsspec-2022.5.0 multidict-6.0.2 multiprocess-0.70.12.2 responses-0.18.0 urllib3-1.25.11 xxhash-3.0.0 yarl-1.7.2\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.colab-display-data+json": {
              "pip_warning": {
                "packages": [
                  "dill",
                  "urllib3"
                ]
              }
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 240,
          "referenced_widgets": [
            "3ec6e402bef448febc9009b195817e68",
            "f59af31959844220a47c195e57b71e06",
            "d31481aeb3e343b38f25646db8abdf94",
            "3a543ddc0c994156b11a2ce00fb31180",
            "365802fa587246f79581fa560d2a42da",
            "651e56d19efd434cb617e67dca4ae595",
            "445c608e255440eb9f3ced843598136b",
            "9d866dbf5a314a4992db8e063c66f120",
            "f75b701fe15e46b2a4e7d4ba6ca026b2",
            "8f0dcf34c2c348a594af836884a1db20",
            "2b00805536e642c29fc750206fe719bc",
            "d367318fb6414bb0958929d2cefe59f8",
            "6ecb6ee7d81b43858b3020c4ce5879b7",
            "1bc70b3f06874782b06c4a67ec196a84",
            "23f0205ea45e416e90196925da497be5",
            "b3b39997039b43e2a775de25dbace681",
            "27eef6eead8a4eb9a617fe6e20efa7f3",
            "ddfdd7027ded4b90b7557644bf490bb9",
            "b588c979f37f4b169922b9049e11fb7c",
            "e02004bdf4674055ba54c9110377079b",
            "ec02514c7bb142e484cd724b5a8fa8bb",
            "229fd2a1ebed43cb89dabe777644536e"
          ]
        },
        "id": "iJVIHg2zvNAV",
        "outputId": "b5847926-f1b6-40b8-f04f-5bf1c2922636"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "You passed along `num_labels=2` with an incompatible id to label map: {'0': 'LABEL_0'}. The number of labels wil be overwritten to 1.\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading:   0%|          | 0.00/570 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "3ec6e402bef448febc9009b195817e68"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading:   0%|          | 0.00/420M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "d367318fb6414bb0958929d2cefe59f8"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertModel: ['cls.predictions.transform.LayerNorm.bias', 'cls.predictions.transform.dense.bias', 'cls.seq_relationship.weight', 'cls.predictions.decoder.weight', 'cls.predictions.transform.LayerNorm.weight', 'cls.seq_relationship.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Load pretrained weights from bert-base-uncased\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertModel: ['cls.predictions.transform.LayerNorm.bias', 'cls.predictions.transform.dense.bias', 'cls.seq_relationship.weight', 'cls.predictions.decoder.weight', 'cls.predictions.transform.LayerNorm.weight', 'cls.seq_relationship.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        }
      ],
      "source": [
        "from transformers import AutoModel, AutoTokenizer\n",
        "\n",
        "classifier_model_path = \"drive/MyDrive/nlp_lss_data/clickbait_classification_maxlen25/checkpoint-1464\"\n",
        "\n",
        "#Loading classifier\n",
        "classifier_tokenizer = AutoTokenizer.from_pretrained(classifier_model_path, load_best_model_at_end=True)\n",
        "classifier_model = BertClickbaitClassifier.from_pretrained(classifier_model_path).to('cpu')\n"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "classifier_model = classifier_model.to('cuda')"
      ],
      "metadata": {
        "id": "I53d3jXa4Fpu"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!wget https://zenodo.org/record/5530410/files/clickbait17-test-170720.zip?download=1"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "T8eeR8Ul4IgS",
        "outputId": "7790fa09-d29a-45a2-d978-b9d3748db722"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2022-06-06 16:37:24--  https://zenodo.org/record/5530410/files/clickbait17-test-170720.zip?download=1\n",
            "Resolving zenodo.org (zenodo.org)... 137.138.76.77\n",
            "Connecting to zenodo.org (zenodo.org)|137.138.76.77|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 934724312 (891M) [application/octet-stream]\n",
            "Saving to: ‘clickbait17-test-170720.zip?download=1’\n",
            "\n",
            "clickbait17-test-17 100%[===================>] 891.42M  22.6MB/s    in 37s     \n",
            "\n",
            "2022-06-06 16:38:02 (24.4 MB/s) - ‘clickbait17-test-170720.zip?download=1’ saved [934724312/934724312]\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!unzip clickbait17-test-170720.zip?download=1"
      ],
      "metadata": {
        "id": "sQLjhaL64ZMa"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Setting up model for Webis leaderboard evaluation"
      ],
      "metadata": {
        "id": "SEzMIBaQPSHl"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!cat ./clickbait17-test-170720/instances.jsonl"
      ],
      "metadata": {
        "id": "CjXUxELw4hpi"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "from datasets import load_dataset,concatenate_datasets,Dataset,DatasetDict\n",
        "\n",
        "df_test = load_dataset('json', data_files='clickbait17-test-170720/instances.jsonl')['train'].to_pandas()\n",
        "# load_dataset(\"json\", data_files= dataset_base + \"clickbait17-train-170331/instances.jsonl\")\n",
        "label_test = load_dataset('json', data_files='clickbait17-test-170720/truth.jsonl')['train'].to_pandas()\n",
        "\n",
        "# test_dataset = concatenate_datasets([df_test,label_test], axis=1)\n",
        "df_total_test = df_test.join(label_test.set_index('id'), on='id')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 170,
          "referenced_widgets": [
            "3b1b18e143e1478eabcaed0155916eca",
            "2e3915607f224bef8d3a54d56cecf143",
            "adee5bf6ab474f52aa9e0c83fa23c712",
            "8968a112e3d84561984781e0f5368f05",
            "a1da9e8d931f450c9385f9b0cb3504e3",
            "960010113eba4b3790ccc86ac6053fc5",
            "cbcb4ebbf88c48d2aa5f0eda797e78a2",
            "2a8015f3e97e4c7ca976ceaaf3a0076c",
            "703aba823da74ae99a2e14c385d0b471",
            "36c002c8d09a469b835e28ef5990f459",
            "1882832c4e3a497c94b06dcd538a4027",
            "dc8339c51d0b4d6aaa68c3c43be58ee6",
            "7eee1cfab4384d78b36c60e480e518af",
            "ce19cd693152412ebe506893e77e4554",
            "d183eac36baa496cb3b704c9baa5119b",
            "68b09fc0c0154f89be6c0c185dfc9f4f",
            "e7112d707b1b4e0297cca858e97c2656",
            "04d1c719b4e2494ca7f83da7d0671366",
            "a9a7c327f03647a6bcf94011e2d33d8f",
            "99572f2511a848b19b968c1da1e34a37",
            "b32efed6999545af92c822b78d82b657",
            "faf0e032df144eb4a38269f5e323c081"
          ]
        },
        "id": "8TWw0QHu4s_2",
        "outputId": "e12db51e-994d-4ded-9ab5-bf86bba295f9"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Using custom data configuration default-dd08184332d47b5e\n",
            "Reusing dataset json (/root/.cache/huggingface/datasets/json/default-dd08184332d47b5e/0.0.0/ac0ca5f5289a6cf108e706efcf040422dbbfa8e658dee6a819f20d76bb84d26b)\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "3b1b18e143e1478eabcaed0155916eca"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Using custom data configuration default-662db307a1f50fa2\n",
            "Reusing dataset json (/root/.cache/huggingface/datasets/json/default-662db307a1f50fa2/0.0.0/ac0ca5f5289a6cf108e706efcf040422dbbfa8e658dee6a819f20d76bb84d26b)\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "dc8339c51d0b4d6aaa68c3c43be58ee6"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_total_test['truthClass'] = pd.factorize(df_total_test['truthClass'])[0]"
      ],
      "metadata": {
        "id": "f41FvSxQHJmH"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "hf_total_test = DatasetDict()\n",
        "df_total_test['postText'].replace(np.nan,'', inplace=True)\n",
        "hf_total_test['train'] = Dataset.from_pandas(df_total_test)"
      ],
      "metadata": {
        "id": "DFqv9YCv9BG6"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "hf_total_test['train']['postText']"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "bk9e02UTALW8",
        "outputId": "3b7109fb-a201-47cc-d5c2-c7582fc62710"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[['Johnny Manziel on Browns\\' No. 1 pick Myles Garrett: \"He\\'ll do wonders for the team\"\\n\\n🎥:'],\n",
              " [\"Fabio: California Is a 'Mess' Because of Liberal Policies\"],\n",
              " ['\"He\\'s been huge for us this year, man.\"'],\n",
              " ['New Bears quarterback Mitchell Trubisky was greeted with some boos at his first public appearance.'],\n",
              " [\"It's not enough to let employees work flexible schedules if they're still afraid to ask\"],\n",
              " [\"Out of 15 lakh registered companies in India, 9 lakh don't file returns!\"],\n",
              " ['Tense moment plane lands without wheel'],\n",
              " ['Stars who got their start on soap operas'],\n",
              " ['President Donald Trump: My first 100 days are \"just about the most successful\" in US history'],\n",
              " ['U.S. wants more U.N. sanctions over North Korea’s nuclear arms, warns time is short'],\n",
              " [\"Don't abandon the snot if you want to be healthy. #EwwButTrue\"],\n",
              " ['This Goldman trader had one of 2016’s most successful trades. Then things changed'],\n",
              " ['DMX reportedly enters rehab'],\n",
              " [\"Money is pouring into the world's hottest investment product\"],\n",
              " ['How superhero movie trailers push the familiar'],\n",
              " ['Ariana Grande &amp; Cashmere Cat have teamed up for a third time with \"Quit\"'],\n",
              " ['Macron’s rise shows that extremism – whether left or right – is not inevitable'],\n",
              " ['How much money will a first-round NFL Draft pick like Mitchell Trubisky make?'],\n",
              " ['Pope Francis lands in Egypt for a historic 2-day visit'],\n",
              " ['He worked in a factory floor. He now helps build the robots that are replacing human labor'],\n",
              " ['Barclays net profit tumbles on Africa write-down'],\n",
              " ['Chinese smartphone makers are catching up with Samsung and Apple'],\n",
              " [\"Trump's tax plan could cost an estimated $5.5 trillion\"],\n",
              " ['still learning cause &amp; effect over there'],\n",
              " [\"Trump says 'major, major' conflict with North Korea possible, but seeks diplomacy\"],\n",
              " ['4 ways you can use technology to stay fit on the road:'],\n",
              " [\"'I know he is alive': wife of Taiwan activist seized by China pleads for release\"],\n",
              " ['Special U.S. immigrant visa created to spur investment faces D-Day this Friday'],\n",
              " [\"In 2016, Jeff Legwold correctly pegged 80 of the top 100 draft prospects.\\n\\nHow does he rank 'em this year?\"],\n",
              " ['Congratulations, Kalpit Veerval 👏'],\n",
              " [\"Airline industry experts approve of United's policy changes\"],\n",
              " [\"Obama's $400G Wall Street speech leaves liberal base stunned\"],\n",
              " [\"Jealous wife chops off her husband's PENIS with a pair of scissors after growing 'tired of his womanising'\"],\n",
              " ['\"He\\'s put the world on notice — we\\'re back.\" Voters reflect on President Trump\\'s first 100 days in office.'],\n",
              " ['CIRCUIT BREAKER: Trump may renew bid to carve up appeals court'],\n",
              " ['\"We want to bring Kim Jong-un to his senses, not to his knees,\" the Pentagon\\'s top commander in the Pacific said'],\n",
              " ['thank goodness the rnc gets it'],\n",
              " ['United Takes Added Steps to Win Back Customers and Avoid More Ugly Events'],\n",
              " ['Top officials emphasize diplomatic, economic pressure on North Korea in briefing'],\n",
              " ['British High Commission helps Australian gay couples marry'],\n",
              " ['Department of Education will make student loan process more flexible while IRS tool is down'],\n",
              " ['Undercover video of human organ traders'],\n",
              " [\"Turkey suspends more than 9,000 police officers over 'Gulen links'\"],\n",
              " ['Turkish #terrorism watch list includes over 400 suspected Australian jihadists'],\n",
              " ['HSU accuses Guardian Property Services of exploiting its aged care facility cleaners'],\n",
              " [\"Browns Joe Thomas on experiencing memory loss: 'Every profession' has 'some lasting effects'\"],\n",
              " ['Mnuchin says Trump won\\'t release tax returns: The president “has given more financial disclosure than anybody else\"'],\n",
              " [\"Congresswomen meet to discuss missing women of color in the nation's capital.\"],\n",
              " ['The best-selling vehicle in every state'],\n",
              " [\"This girl painted her prom dress — and it might make you 'scream.'\"],\n",
              " ['Fox News on-air host Kelly Wright joins racial-bias suit'],\n",
              " ['Latest Uber controversy sheds light on how companies use your emails:'],\n",
              " [\"Groups file ethics complaints over State Department's Mar-a-Lago post\"],\n",
              " ['Sara Evans launches Born to Fly Records'],\n",
              " ['Man broadcasts murder of infant daughter on Facebook, then kills himself'],\n",
              " ['\"... These are foolish people who do not know their own country,” the 74-year-old Chief Minister said. #StopRacism'],\n",
              " ['How coral of Great Barrier Reef could be saved by big, bright clouds'],\n",
              " [\"Trump's tariffs bring peso and loonie bears back to life\"],\n",
              " ['Aaron Judge is blasting 460-foot moonshots. CC Sabathia is on pace for 18 wins.\\n\\nAre these Bronx Bombers for real?'],\n",
              " ['Pay attention to your credit card: the 6 biggest credit mistakes millennials are making'],\n",
              " ['Macron and Le Pen attend ceremony for slain gay policeman murdered in Paris terror attack'],\n",
              " ['Dale Earnhardt Jr. retiring from NASCAR after 2017 season  via @NBCSports'],\n",
              " ['\"Why is Bill Clinton given a pass over the other Bills?\"'],\n",
              " ['8 habits that make millennials stressed, anxious and unproductive:'],\n",
              " ['A Muslim teen boxer in Minnesota can compete in her hijab with new USA Boxing ruling'],\n",
              " [\"Check out Antarctica's growing ice shelf crack from space\"],\n",
              " ['Literally just 17 dick jokes that’ll make you laugh'],\n",
              " ['China bans religious names for Muslim babies in Xinjiang'],\n",
              " ['Shea Moisture put out—and promptly pulled—(another) controversial ad.'],\n",
              " ['23 extremely thirsty tweets about Chris Pratt that get more graphic the more you scroll'],\n",
              " ['Democrats propose more border security money to avoid a funding standoff'],\n",
              " ['A painting stolen by Nazis is up for auction — despite a Jewish family’s demand for its return'],\n",
              " ['Taliban attacks U.S. base as Defense Chief Mattis flies into Afghanistan'],\n",
              " [\"New study links sugary drink consumption to pre-clinical Alzheimer's disease\"],\n",
              " [\"New details on teacher's arrest, teen student's rescue at remote cabin\"],\n",
              " [\"Oman considers following Abu Dhabi's lead with a merger of its sovereign wealth funds\"],\n",
              " ['Cheeky marathon runner soaks the future king of England'],\n",
              " [\"Eric Olsen resigns as CEO as LafargeHolcim's Syria dealings are investigated\"],\n",
              " ['Seven-year-olds have the most expensive birthday parties with parents shelling out £188'],\n",
              " ['Surgeon General Vivek Murthy asked to resign from his post by the Trump administration.'],\n",
              " ['Hunt on for missing 5-year-old California boy, father arrested'],\n",
              " ['Guys, the new “Zelda” game is so freakin’ fun'],\n",
              " ['Inside \"The Outsiders\" on the 50th anniversary of the teen classic'],\n",
              " [\".@djkhaled confirms @NICKIMINAJ will be appearing on his new album, 'Grateful.'\"],\n",
              " ['china is so weak for making an object visible from space'],\n",
              " ['What the French elections mean for Brexit'],\n",
              " ['Did Von Miller wear a better Coachella outfit than Cam Newton? 🤔'],\n",
              " [\"America 'has prepared charges to arrest Julian Assange' under Trump\"],\n",
              " [\"'They Almost Won Something': @greggutfeld Jabs Dems for Celebrating GA Election Loss\"],\n",
              " ['Here are the highlights from the March for Science.'],\n",
              " ['9 ingenious ways aid workers and scientists are using drones for good'],\n",
              " [\"How the shale boom turned the world's energy markets upside down:\"],\n",
              " ['UN Gaza staffer out after allegations of Hamas ties'],\n",
              " ['Funeral services held for Ohio victim of Facebook killer'],\n",
              " [\"North Korea warns Australia of possible nuclear strike if it 'blindly toes US line'\"],\n",
              " ['Trump nears 100-day mark as the least popular president in modern times, but his base is holding, poll shows'],\n",
              " ['Shawn Mendes drops feisty new single \"There\\'s Nothing Holdin\\' Me Back\"'],\n",
              " ['The first house Antoni Gaudí ever designed is now an incredible museum'],\n",
              " [\"Vacation's over. Obama's self-imposed silence will end next week — but he has no plans to criticize President Trump.\"],\n",
              " [\"Hackers are exploiting Japan's mobile gamers to gain access to corporate networks\"],\n",
              " ['Harry, Niall and Zayn’s solo debuts: A look at the numbers'],\n",
              " ['Scores of firefighters tackle warehouse blaze in east London'],\n",
              " ['Financial spring cleaning: which employee benefit forms to keep and which to toss'],\n",
              " [\".@SecondLady Karen Pence on the 'life saving' power of art therapy\"],\n",
              " ['Opinions: A young prince is reimagining Saudi Arabia. Can he make his vision come true?'],\n",
              " ['A vending machine at the UC Davis campus dispenses Plan B pills'],\n",
              " ['Harry, Niall and Zayn’s solo debuts: A look at the numbers'],\n",
              " ['#Taliban gunmen wearing #military uniforms launched an attack, #killing, \"At least 140 soldiers.\"'],\n",
              " ['Prosthetic arm designed by undergrads lets girl play violin'],\n",
              " ['Mars rover embarks on a new mission'],\n",
              " ['What to watch for in the first round of the French presidential election'],\n",
              " ['\"What do you mean you didn\\'t know it, dude? He\\'s on your truck.\"'],\n",
              " [\"Why everyone's laughing at this $400 juicer\"],\n",
              " ['Justice Dept threatens sanctuary cities in immigration fight #FoxNewsUS'],\n",
              " ['Can You Find The Rock Under A Rock?'],\n",
              " ['Sears, struggling amid turnaround, names second CFO in seven months'],\n",
              " [\"Chris Brown's new documentary is coming to theaters and shit gets real\"],\n",
              " ['Entering his third season, Marcus Mariota is ready for the next step:\\n\\nMake the Titans super'],\n",
              " ['Ultra orthodox Jewish families refuse to identify circumcisers who gave babies herpes, officials say'],\n",
              " [\"#GoogleEarth's new feature shows lost civilisations from space\"],\n",
              " [\"Here's how Trudeau is (kind of) legalizing pot in Canada\"],\n",
              " ['#BillboardDance Chart Upstarts: Kato &amp; Sigala, Scotty Boy &amp; Lizzie Curious and Arca'],\n",
              " [\"Steve Madden is re-releasing their iconic '90s shoe\"],\n",
              " ['Shooting in Paris kills at least one police officer on Champs Elysee'],\n",
              " [\"Here's where weed is legal in the U.S.:\"],\n",
              " ['10 smart home solutions that can save you thousands of dollars a year'],\n",
              " ['Verizon, once untouchable atop the ranks of wireless providers, is struggling to keep its customers paying a premium'],\n",
              " [\"The fascinating hidden history of London's lost rivers\"],\n",
              " ['Dana White reveals just how much money Conor McGregor could bank for Floyd Mayweather fight'],\n",
              " ['This fraternity wanted to hold a \"Bad(minton) and Boujee\" event. Now it’s been canceled.'],\n",
              " ['This baby killer whale is the last one to be born at SeaWorld San Antonio in Texas'],\n",
              " ['me_irl'],\n",
              " ['21 really cute tattoos that are perfect for couples'],\n",
              " ['U.S. Navy makes distributing nude photos without consent a punishable offense.'],\n",
              " ['33 first times every woman has experienced'],\n",
              " ['House Oversight Committee Chairman Jason Chaffetz will not run for re-election in 2018.'],\n",
              " ['Russian thinktank game-planned undermining of US election, sources say'],\n",
              " [\"Trump's inaugural committee received donations from at least 25 billionaires\"],\n",
              " ['Watch: Patriots present President Trump with honorary jersey'],\n",
              " ['Opinion: Getting Over Hillary: Democrats need to comprehend the Electoral College, writes @FreemanWSJ'],\n",
              " ['Meet the Don Draper of the weed industry'],\n",
              " ['Mallorca diver survives 60 hours an air bubble'],\n",
              " ['Members of the Newtown Board of Education ask Pres. Trump to reject conspiracy theorists.'],\n",
              " [\"Democrat Jon Ossoff and Republican Karen Handel will head to a runoff in June in Georgia's 6th district\"],\n",
              " ['Netflix users wasted 500 million hours watching Adam Sandler movies'],\n",
              " ['Kori Ali Muhammad was already wanted in connection with a murder last week.'],\n",
              " [\"Deadly attack near Egypt's old monastery\"],\n",
              " ['Mother and daughter die after getting stuck in a sauna'],\n",
              " ['Riding the wave: Meet the surfer who helped 7 million people get clean water'],\n",
              " [\"Demonstration competitions this year will take place in FIFA '17 and a MOBA game like Dota 2 or League of Legends.\"],\n",
              " ['WATCH NOW: Pennsylvania police give update on Facebook murder suspect case'],\n",
              " ['Watch live as President Trump speaks in Wisconsin before he is expected to sign an executive order on hiring'],\n",
              " ['Labour is in deep trouble, but it’s our only defence against a Tory landslide | Owen Jones'],\n",
              " [\"How to get Lady Gaga's mesmerizing eyes from #Coachella\"],\n",
              " ['Mark Zuckerberg on Cleveland Facebook killing: We will do “all we can to keep tragedies like this from happening”'],\n",
              " [\"Here's what the 'Game of Thrones' stars look like in real life\"],\n",
              " [\"Melania Trump had to remind Donald of the National Anthem and the internet can't handle it\"],\n",
              " ['As per latest leak coming out of #China, the #iPhone8 may sport some truly unique #features'],\n",
              " ['Inside the mind of the accused Facebook killer'],\n",
              " [\"French police arrest two over 'attack plot' days before presidential vote\"],\n",
              " [\"Uber's revenue revs up, but losses mount to $2.8 billion\"],\n",
              " ['Asteroid study explains how disaster movies get it wrong  via @NBCNewsMACH'],\n",
              " ['Lil Wayne’s daughter slays in prom dress inspired by Kylie Jenner'],\n",
              " [\"Women cheat on men who don't do house chores, French survey finds\"],\n",
              " ['Nearly a year after Prince’s death, investigators released 11 search warrants that opened a new window on the probe'],\n",
              " [\"WA beach near #Esperance to remain closed after yesterday's fatal #sharkattack that claimed life of 17yo surfer\"],\n",
              " ['Crackdowns on fake Facebook accounts backfire by driving up demand'],\n",
              " ['Prince Harry opens up about his own mental health struggle after his mom’s death'],\n",
              " ['A group of #Indian hackers has allegedly #leaked a database of 1.7 million #Snapchat users on the Dark #Web. 😱😱😱'],\n",
              " ['Selena Gomez &amp; The Weeknd get cozy at #Coachella'],\n",
              " ['\"in austria\"'],\n",
              " ['At least 68 children killed in #Syria bus convoy attack  (Pic: AP)'],\n",
              " ['Five myths about the cross  via @PostOpinions'],\n",
              " ['Rival Greek churches celebrate Easter by firing ROCKETS at each other in a 150-year-old tradition'],\n",
              " ['Photos: Worshipers observe Holy Week around the world'],\n",
              " ['GOP and Democratic lawmakers point to China as key to resolving North Korea tensions'],\n",
              " [\"When being your boss' go-to person can turn into a nightmare, and how to escape:\"],\n",
              " [\"The internet has found Tom Hardy's doppelganger. 👀\"],\n",
              " ['Home for recess, lawmakers face fiery town hall crowds on Pres. Trump, abortion and more'],\n",
              " ['Disney shows off Star Wars Land, and just shut up and take our money'],\n",
              " ['What North Korea is trying to accomplish with its provocations'],\n",
              " ['Fast &amp; Furious 8 speeding through box office records!'],\n",
              " ['The headline that nearly sparked WWIII'],\n",
              " [\"A new US law will restrict women's access to health care, experts fear\"],\n",
              " [\"Check out the full credits for Harry Styles' #SignoftheTimes single\"],\n",
              " [\"NSW police announce first bomb amnesty – but just don't bring them in\"],\n",
              " ['wooooooooo'],\n",
              " ['Nintendo is discontinuing the NES Classic'],\n",
              " ['REVEALED: Kim’s plan to kidnap Western tourists from South Korea'],\n",
              " ['Isaiah Thomas and the Celtics have found their rallying cry.'],\n",
              " [\"Big ideas: the airline mess, provocative views from Bridgewater's Dalio. Plus @domino's win!\"],\n",
              " ['Tennessee makes college free for people over 24 years old'],\n",
              " [\"The President's Quarterback—and other books to read this week.\"],\n",
              " ['Some terrible things happened during one of the holiest weeks of the year'],\n",
              " ['new normal.'],\n",
              " ['New York zoo livestreams birth of calf to April the pregnant giraffe'],\n",
              " ['When to choose a traditional IRA vs Roth IRA  via @YahooFinance'],\n",
              " ['Interior Secretary: No harassment allowed at National Parks'],\n",
              " ['Watch Dave Chappelle salute Charlie Murphy at John Mayer concert'],\n",
              " ['The iPhone of cars? Apple enters self-driving car race'],\n",
              " ['#ICYMI: Your favourite artists pick their favourite #Rage playlists'],\n",
              " [\"Alec Baldwin jumps to Kendall Jenner's defense in Pepsi ad fiasco\"],\n",
              " ['A roundup of top #entertainment stories from the day that was'],\n",
              " ['Jimmy Butler on guarding IT4: \"I look forward to that matchup...I want that.” 👀🍿'],\n",
              " ['Conor McGregor somehow ends up in a tree house during crazy party in Liverpool ¯\\\\_(ツ)_/¯\\n\\n🎥:'],\n",
              " ['World Trade Center bomber is writing book slamming ISIS  #NBCIntelDesk'],\n",
              " ['Watch @RomeoSantosPage perform \"Heroe Favorito\" on #Kimmel'],\n",
              " ['Aaron Hernandez found not guilty in double murder case:'],\n",
              " ['Zika virus has been found in a common backyard mosquito'],\n",
              " [\"Kendrick Lamar, Chris Stapleton, PWR BTTM &amp; more are Spotify editors' picks for April 14\"],\n",
              " ['Arkansas governor backs unprecedented execution spree'],\n",
              " ['This cyclist just conquered the art of aerodynamics\\n\\n🎥:'],\n",
              " ['Mayor of Liverpool demands Everton ban The Sun'],\n",
              " ['Las Vegas Strip temporarily closed after fire at the Bellagio Hotel:'],\n",
              " ['Five things to watch in China’s GDP report'],\n",
              " ['weak'],\n",
              " ['Trump makes his first big changes to Obamacare'],\n",
              " [\"Amazon opens up Echo's voice recognition technology to outside companies\"],\n",
              " ['Jokes aside, Damian Lillard’s feeling good about Portland’s chances against Golden State:'],\n",
              " [\"25 of the coolest cars that have been in 'The Fast and the Furious' movies  by @thisisinsider\"],\n",
              " ['Watch live: White House press briefing following report of largest nonnuclear bomb strike in Afghanistan'],\n",
              " ['27 stylish bathing suits you can get on Amazon'],\n",
              " ['800 Australians die per year from #prescription #drug #overdoses, experts say  #health'],\n",
              " ['Trump backs down on yuan manipulation claims, China fixes currency stronger'],\n",
              " ['The death of diesel: has the one-time wonder fuel become the new asbestos?'],\n",
              " [\"Sen. Perdue on Syria: 'We've got to stop ISIS, and that's job one'   #First100\"],\n",
              " ['Analysis: Donald Trump wants everything about America to be strong. He just announced one big exception'],\n",
              " ['#Easter egg calculator: How guilty should you feel about your #chocolate binge?'],\n",
              " [\"World's tallest men have genes that can be traced back to prehistoric mammoth hunters\"],\n",
              " ['Leonard Fournette in Jacksonville?\\n\\nOne scout gives his version of a mock draft'],\n",
              " ['Lagarde warns the U.S. against targeting the exchange-rate policies of any single nation'],\n",
              " ['US comedian Charlie Murphy dies of leukaemia aged 57'],\n",
              " [\"Russia will veto draft UN resolution calling on Assad to allow 'access to investigate Syrian sarin gas attack'\"],\n",
              " ['Jimmy Kimmel as Spicer’s conscience: \"Did I just defend Hitler? Hitler! Yeah, I think I did.\"'],\n",
              " ['.@TheCampaignBook, @Luke_Turner, and @NastjaRonkko launch new #ALONETOGETHER performance.'],\n",
              " ['\"People were ready for something more aggressive.\"'],\n",
              " [\"Model shares photo of her cellulite on Instagram to show 'how bloody natural it is'\"],\n",
              " ['NASA will present new discoveries about the ocean worlds in our solar system later this week'],\n",
              " [\"Lil Wayne on Roc Nation: 'I'm a member of that team now'\"],\n",
              " ['Kind-hearted football fans open their doors to visiting Monaco supporters as Champions League clash is postponed'],\n",
              " [\"'Poppers' can cause irreversible damage to your eyes\"],\n",
              " [\"Sean Spicer offers clarification on his earlier comparison of Assad's use of chemical weapons and Hitler\"],\n",
              " ['North Korea state media warns of nuclear strike if provoked'],\n",
              " ['Elon Musk has an awkward problem at Tesla: employee parking'],\n",
              " ['Find out how prepared you are and get tips for improving your financial footing'],\n",
              " [\"Yes, it's legal for airlines to boot you off your flight. Here's why:\"],\n",
              " [\"America's airlines are shameless. But United just set a new low | Arwa Mahdawi\"],\n",
              " ['.@JimmyKimmel gives United Airlines the commercial they deserve, brass knuckles included.'],\n",
              " ['Trump tops Obama, Bush and Clinton in golfing and private getaways so far'],\n",
              " ['How the sun helped spark life on Earth'],\n",
              " ['.@irvpaswan said that the ministry will soon issue instructions to hotels about the quantity of #food to be served'],\n",
              " ['Analysis: Seniors could be in for a rude surprise if Paul Ryan gets his way on taxes'],\n",
              " ['The complainant is not happy with #NavjotSinghSidhu allegedly cracking double meaning jokes on #TheKapilSharmaShow'],\n",
              " [''],\n",
              " ['EBay is investing $500 million in Flipkart in the battle against Amazon in India'],\n",
              " [\"Burger King's secret fried chicken 'color guide' has been discovered\"],\n",
              " ['MLB Power Rankings:\\n1) @Cubs \\n2) @Indians \\n3) @Nationals \\n4 - 30?:'],\n",
              " ['PHOTO: Justice Neil Gorsuch takes the second of two oaths to join the Supreme Court.'],\n",
              " ['Rex Tillerson called Russia \"incompetent\" for allowing Syria to hold on to chemical weapons'],\n",
              " ['The next phase of the on-demand economy: Haircuts by delivery'],\n",
              " ['USS Gerald R. Ford begins sea trials to test high-tech systems'],\n",
              " ['State of emergency declared in Egypt following Palm Sunday church attacks'],\n",
              " ['Mama June Shannon opens up on her drastic weight loss'],\n",
              " [\"California's governor declares historic drought over - for now.\"],\n",
              " ['Church bombing north of Cairo kills 25 on Palm Sunday'],\n",
              " [\"Britney Spears' Las Vegas show is ending, manager says\"],\n",
              " ['Judge Neil Gorsuch to take oath of office Monday after being confirmed to the Supreme Court.'],\n",
              " ['Unlike other countries, refugees living in India are very safe and helped by the government. 👍👍👍'],\n",
              " ['Pope Francis prays for victims of Egypt church attack'],\n",
              " ['Happy feet'],\n",
              " ['The golden age of #superhero films ignores the golden aged at its peril'],\n",
              " [\"#Syria #missilestrike: Bashar al-Assad allies say US attack on Syria crosses 'red lines'\"],\n",
              " ['Snack-maker Mondelez (think Oreos) is laying the groundwork to replace its chief executive Irene Rosenfeld'],\n",
              " ['Palm Sunday: Pope Francis celebrates Mass at the Vatican'],\n",
              " ['A star trader who generated $7 billion in revenue is prepping his own hedge fund launch'],\n",
              " ['Theresa May must drop her damaging migration target. Sign our petition now:    #dropthetarget'],\n",
              " ['Pop is seemingly putting an end to the resting players debate.'],\n",
              " [\"Soulja Boy's plea deal allegedly includes a toy gun clause.\"],\n",
              " ['Neil Gorsuch’s ascent shines a light on Washington’s close-knit legal world'],\n",
              " [\"Bellwether? Trump's shadow looms over this special election\"],\n",
              " ['\"Boss Baby\" author says comparing trump to infant character makes total sense'],\n",
              " [\"This is India's first #dogbeer. #Puppychino #delhi #dogs\"],\n",
              " [\"U.S. women's hockey tops Canada for world championship as Hilary Knight scores in OT\"],\n",
              " ['Meet the millennial behind JetSetGo, also known as Uber for the Indian skies'],\n",
              " ['13 egg-cellent Easter nail art ideas'],\n",
              " [\"Arielle Gamble's Year in a Shit Country Town (Pic: Greer Gamble)\"],\n",
              " [\"tbh should've just gone with THIS BERNMERICAN LIFE\"],\n",
              " [\"'Assad is trying to kill everyone that survived the chemical attack,' says resident of Syrian town bombed once again\"],\n",
              " ['Red Sox and Make-A-Wish make Fenway Park replica in this young fan’s backyard'],\n",
              " ['Israeli military treats thousands of war-wounded Syrians'],\n",
              " ['This couple surprised their bridal party with rescue kittens at their wedding'],\n",
              " ['Delightfully geeky beanies are the perfect headwear for scientists of the resistance'],\n",
              " ['Key developments and players in the Syrian conflict'],\n",
              " ['Woman accused of choking girl for blocking Disney fireworks view'],\n",
              " [\"The moment Stockholm police catch the third beer truck 'terrorist'\"],\n",
              " ['MTV gets rid of gender-specific categories for the MTV Movie &amp; TV Awards.'],\n",
              " ['Scientists can ID the facial features villains have in common'],\n",
              " [\"88-year-old man honors wife's legacy by making blankets for children in need\"],\n",
              " ['29 products to help you have the organized home of your dreams'],\n",
              " ['Heartwarming video shows the power of parents accepting their trans kids'],\n",
              " ['27 delicate tattoos for nature lovers'],\n",
              " ['Elon Musk hints at new Tesla feature for Easter eggs'],\n",
              " ['With one week to play in the regular season, the Cavs are surging in our power rankings'],\n",
              " [\"The traditional stats won't measure up, but @Buster_ESPN doesn't care.\\n\\nHis HOF case for the @Cardinals catcher:\"],\n",
              " [\"Facebook activates Safety Check after 'terror attack' in Sweden\"],\n",
              " [\"Things haven't been this bad for retail workers since the financial crisis\"],\n",
              " ['Heart-stopping moment oblivious woman crossing tracks leaps out of the way of a train'],\n",
              " ['Senate expected to confirm Neil Gorsuch as Supreme Court justice'],\n",
              " [\"Politics Live - readers' edition: Friday 7 April\"],\n",
              " ['Video: Cruise missiles being launched from US ships, targeted at a Syrian government air base'],\n",
              " ['Watch Kylo Ren awkwardly flirt with Rey in the #StarWarsTheForceAwakens bad lip reading'],\n",
              " ['Worst cities for dog attacks on mail carriers  via @YahooNews'],\n",
              " [\"Watch: President Trump dines with China's President Xi Jinping at Mar-a-Lago\"],\n",
              " ['Mom says 11-year-old son killed himself after cruel \"social media prank\"'],\n",
              " ['#ICYMI: Citizen scientists find four previously unknown planets via crowd-sourcing project  #stargazinglive'],\n",
              " ['About a quarter of Australian men who drowned in the past decade  were found to have alcohol in their system'],\n",
              " ['In Trump\\'s America, even government websites are subject to being made \"great again.\" Like this:'],\n",
              " ['Damien Hirst: Treasures from the Wreck of the Unbelievable review – a titanic return'],\n",
              " ['Augusta National is a golf paradise with unspoken rules. @jasongay divulges 15 previously unknown secrets'],\n",
              " ['S is for spray paint: share your artwork now'],\n",
              " ['Former NFL RB Montee Ball says he used to drink four nights a week during the season'],\n",
              " [\"Nunes says he's recusing himself from House Intelligence Committee's Russia investigation\"],\n",
              " [\"This model only ate 500 calories a day while working. Now she's shared what she looks like after giving it up\"],\n",
              " ['This 6-year-old boy saved a man who was having a massive heart attack'],\n",
              " ['The boy who recreated La La Land to ask Emma Stone to prom'],\n",
              " ['This woman owns over 7,000 #Smurfs items'],\n",
              " ['Major electricity suppliers across the globe are proposing to build wind and solar farms'],\n",
              " [''],\n",
              " ['9 tips for life from the woman who fired herself'],\n",
              " ['Drawn out New York budget haggling weighs on lawmakers'],\n",
              " ['A confluence of crises in Syria and North Korea is forcing Trump to re-evaluate his fledgling foreign policy'],\n",
              " [\"Ryan Tedder &amp; Camila Cabello reveal that they're collaborating\"],\n",
              " [\"The US Women's National Soccer Team has reached a labor deal with US Soccer\"],\n",
              " [\"The National Organization for Women call for Bill O'Reilly to be fired as 12 companies pull their ads\"],\n",
              " ['In Britain, some are warning of a war on Easter'],\n",
              " ['What is the nuclear option? Here is how the maneuver would work:'],\n",
              " ['Ganges: The river that became a person'],\n",
              " [\"Don't fall for last minute tax refund &amp; phishing scams\"],\n",
              " ['GM to add 1100 Silicon Valley jobs with autonomous car unit expansion'],\n",
              " [''],\n",
              " [\"We visited Ralph Lauren's Polo store hours after the company said it would close\"],\n",
              " ['Trumplomacy'],\n",
              " ['1 in 10 pregnant women with Zika in the U.S. had a baby with brain damage or other serious birth defects'],\n",
              " [\"Jimmy Kimmel burns Jared Kushner's foreign policy cred in one line\"],\n",
              " ['WATCH: Heart attack survivor @MyTrainerBob tells @TODAYshow: \"I had a 6% survival rate\"'],\n",
              " ['Know about the #BeautyPageant for camels in #SaudiArabia? Now you do'],\n",
              " ['#RomanReigns had some words of respect for #WWE legend, The #Undertaker'],\n",
              " ['Explorer: Along the Mekong River, a Timeless Place Where Time Marches On'],\n",
              " ['The Should-Be-Bigger Bracket: See which artist won it all 🏆'],\n",
              " [\"2018 Winter Olympics: NHL won't participate in Pyeongchang Games\"],\n",
              " ['A Debate: Should the Justice Department Police the Police?'],\n",
              " ['This North Carolina fan really sunk her teeth into supporting the Tar Heels:'],\n",
              " ['Oklahoma home invasion shooting: No charges against man who killed 3 intruders'],\n",
              " [''],\n",
              " [''],\n",
              " ['Coworking spaces aren’t just for small businesses'],\n",
              " ['Liberals and Conservatives in US tend to buy different types of science books'],\n",
              " ['Tiger Woods’ former coach critiques @kendricklamar\\'s \"Humble\" golf swing 😂'],\n",
              " [\".@TraceAdkins on how Buck Owens &amp; Clint Eastwood inspired 'Something's Going On'\"],\n",
              " ['Tyga recruits Lil Wayne for \"Act Ghetto\" &amp; taps Chief Keef &amp; A.E. for \"100\\'s\"'],\n",
              " [\"Congress isn't just putting your internet data at risk — they're jeopardizing national security\"],\n",
              " ['Federal appeals court hearing arguments about anti-LGBTQ Mississippi law  via @NBCOUT'],\n",
              " ['A NC restaurant is seeing more business after it banned kids under 5'],\n",
              " ['4 ways to lose weight with minimal effort'],\n",
              " [\"WWE wrestlers and fans respond to The Undertaker's retirement with #ThankYouTaker tributes.\"],\n",
              " [\"Why anxious British parents' babies are among the greatest criers in the world\"],\n",
              " ['Donald Trump pictured playing golf when journalists were told by the White House he was in meetings'],\n",
              " ['40 #cows, buried in a medical officer’s farmhouse were recovered in #UttarPradesh.'],\n",
              " ['Tax-credit proposal seeks to keep college grads in Connecticut'],\n",
              " ['Tina Fey blasts white women for supporting Donald Trump'],\n",
              " ['Let a shirtless Ryan Phillippe brighten your day  via @YahooCelebrity'],\n",
              " ['Short the dollar on any bounce. Fund managers reveal their currency strategies'],\n",
              " ['Michael Flynn failed to disclose income from Russia-linked entities'],\n",
              " ['This is his #journey to bring in a big change in the #society. #LiquorBan'],\n",
              " ['North Carolina opens as slight favorites in the #NationalChampionship game'],\n",
              " ['7 small changes to try this week'],\n",
              " [\"The babygrow that's making dads angry\"],\n",
              " ['Gilbert Baker, creator of iconic LGBT rainbow flag, dies at 65'],\n",
              " ['Huge cargo ship goes missing in South Atlantic'],\n",
              " ['Boat Race: unexploded bomb found near starting line'],\n",
              " [\"Privacy activists want to sell Trump's browsing data\"],\n",
              " ['Cronuts and rainbow bagels are out —\\xa0spaghetti donuts are the latest frankenfood obsession'],\n",
              " [\"7 news stories from this week you thought were April Fool's - but actually weren't\"],\n",
              " [\"Snapchat's April Fools' joke shows it can copy Facebook for a change\"],\n",
              " [\"ISIS car bomb factory discovered in Mosul where 'jihadis pack cars with deadly CHLORINE'\"],\n",
              " ['5 yoga moves that tone your abs'],\n",
              " ['The great repeal bill will give the Tories a free hand. And we can only watch | Sam Fowles'],\n",
              " ['Wells Fargo still faces over a dozen probes tied to fake account scandal'],\n",
              " ['Most occupants in Texas bus crash were wearing seat belt, NTSB says'],\n",
              " [''],\n",
              " ['What does it take to be an influencer? 5 tips from YouTube star Mariale Marrero'],\n",
              " ['Carlos Correa? Bryce Harper? Mike Trout again?\\n\\nOur experts makes their picks for MVP, Cy Young and ROY:'],\n",
              " ['Japan slaughters 333 whales for meat in annual Antarctic hunt which flouts worldwide ban'],\n",
              " [\"Flynn in 2016: When you are 'given immunity' that probably means you committed a crime\"],\n",
              " ['Hijab and rap – do they mix? Mona Haydar, a Syrian-American Muslim activist, certainly thinks so'],\n",
              " ['Pres. Trump, citing \"witch hunt,\" says in tweet that Michael Flynn \"should ask for immunity\"'],\n",
              " ['This former Trump University student wants a full refund, plus interest, and an apology from the president'],\n",
              " [\"How Trump's tax cuts will impact the stock market:\"],\n",
              " ['New John Lewis boss warns of further job cuts and price rises'],\n",
              " ['#WonderWoman love story explored in new footage at #CinemaCon'],\n",
              " ['President Donald Trump calls out members of the House Freedom Caucus in a tweetstorm'],\n",
              " ['💅'],\n",
              " ['The early Fast and Furious 8 verdict is in'],\n",
              " [\"Joss Whedon signs on to direct 'Batgirl' film\"],\n",
              " ['Ohio State and Clemson aren’t the only teams making major waves on the recruiting trail'],\n",
              " ['Draymond Green, whose team is leaving Oakland, wants fans to boycott Raiders … for leaving Oakland'],\n",
              " ['The Trump administration will accept border wall bids for another week'],\n",
              " ['Uber\\'s self-driving car \"just wanted to beat the light,\" crash witness says'],\n",
              " [\"True Detective Season 2 was trash. Here's how season three can save the series:\"],\n",
              " ['“Have you heard of Susan B. Anthony?” President Trump jokes to women’s panel'],\n",
              " [\"UK businesses welcome May's free trade call but warn of no-deal Brexit disaster\"],\n",
              " ['Supreme Court relives a horrific murder that shocked Washington decades ago'],\n",
              " ['The race is on to get lithium out of Nevada and into your iPhones, Bolts, and Powerwalls'],\n",
              " [\"Bill Cosby's lawyers ask to exclude testimony on other women &amp; pills\"],\n",
              " ['The U.S. \"probably had a role\" in Mosul civilian deaths, the senior U.S. commander in Iraq said'],\n",
              " ['The 3 plays in sports everybody will be talking about today'],\n",
              " ['Everything you need to know about House Intelligence Committee Chairman Devin Nunes:'],\n",
              " ['As a Muslim he could marry 4 times, so this guy chose to marry his wife in 4 different ways. #Wow'],\n",
              " [\"Here's why these photos of a tourist and a barefoot boy are going viral\"],\n",
              " [\"America's pastime is stuck in the past. Francisco Lindor is here to change that. #BRmag\"],\n",
              " ['.@MaryJBlige shares \"Strength of a Woman\" release date &amp; cover art'],\n",
              " [\"Why I'm glad my son didn't get into Thomas's, Prince George's new school, writes Estelle Lee #Premium\"],\n",
              " ['How the failure of Trumpcare could hurt Big Pharma:'],\n",
              " ['Will Smith reunites with the cast of \"The Fresh Prince Of Bel Air\"'],\n",
              " [\"NYPD detective arrested after allegedly masturbating while peering into children's windows\"],\n",
              " ['Everything you need to know about the new #poundcoin as it enters circulation today'],\n",
              " ['Here’s why you shouldn’t complain about the cost of your veggie dish:'],\n",
              " ['20 Democratic senators now support blocking Neil Gorsuch'],\n",
              " ['Drake cancels Amsterdam show due to illness:'],\n",
              " ['Got plenty of votes in red and blue states, friend-o...'],\n",
              " ['Give it to me straight, doc: Is Obamacare dying?'],\n",
              " [\"The 15 best 'Chappelle Show' skits, ranked\"],\n",
              " [\"Of course we will stay in some EU agencies after #Brexit – that's common sense, not weakness #premium\"],\n",
              " ['An increasing number of Americans have stopped paying their car loans, and Wall Street is starting to worry'],\n",
              " ['\"They’ve survived untold horrors\": Undocumented teens don’t deserve to be demonized'],\n",
              " ['Family of U.S. man killed in London attack \"focusing on the positive\"'],\n",
              " [\"Ivanka Trump to attend women's economic summit with Angela Merkel\"],\n",
              " ['The true story behind the deadliest air disaster of all time'],\n",
              " [\"What is the best snack before bedtime? (Fingers crossed it's ice cream).\"],\n",
              " ['Double-amputee veteran who served in Afghanistan graduates from police academy in New York.'],\n",
              " [\"Sanders: GOP shouldn't go nuclear over Gorsuch\"],\n",
              " ['The 70 times Pres. Trump tweeted about repealing and replacing Obamacare:'],\n",
              " ['\"That’s sad, Ted. That’s sad.\"'],\n",
              " [\"'More Views': a true @Drake playlist combining the pop highlights of his last two efforts\"],\n",
              " [\"Sanders: GOP shouldn't go nuclear over Gorsuch\"],\n",
              " [\"Money managers agree one trade is really crowded, but they're still loading up on it anyway\"],\n",
              " [\"China Southern says it's in strategic talks with American Airlines\"],\n",
              " [\"WATCH: @jessebwatters Takes a Special Tour of Reagan's 'Western White House'\"],\n",
              " ['Two junior doctors are sacked for posing with a severed FOOT after an amputation in Mexico'],\n",
              " ['These besties posed in matching lingerie to make an important point'],\n",
              " ['This diamond startup wants to change the way you buy an engagement ring'],\n",
              " [\"Line of Duty could well be the decade's most thrilling British TV drama\"],\n",
              " [\"Drake's 'More Life' has surpassed 'Views' in first-week streaming numbers.\"],\n",
              " ['Your snake-related nightmare just happened on this flight'],\n",
              " ['Plus-size retailer Simply Be Fashion is being criticized for its campaign casting.'],\n",
              " [\"Opinion: The ball was in Republicans' hands, and they had no coherent playbook on how to repeal the ACA\"],\n",
              " ['A teacher allowed white students to \"sell\" their black classmates in mock slave auction'],\n",
              " ['SPDRVoice: Get smarter about gender intelligence'],\n",
              " ['GameStop to shutter 100+ stores'],\n",
              " ['The economics of why peak oil is no longer in sight'],\n",
              " ['Adrian Peterson took to social media Saturday morning as he remains unsigned and a free agent.'],\n",
              " [\"Blue Lives Matter flag deemed 'racist,' ordered to come down\"],\n",
              " [\"Dubai police's Bugatti Veyron supercar which can reach 253mph\"],\n",
              " ['US immigration judge grants asylum to Singapore teen blogger'],\n",
              " ['GOP leaders in Utah press Trump to roll back national monument protection for Bears Ears'],\n",
              " [\"Pope warns the EU 'risks dying' and is facing a 'vacuum of values'\"],\n",
              " ['With GOP plan dead, Trump eyes other ways to reshape health care'],\n",
              " ['The hunger podcast – why is east Africa facing a hunger crisis and what can be done?'],\n",
              " ['Controversial study claims monogamy may NOT be the best approach for human relationships'],\n",
              " ['Ed Sheeran is brought to tears during his trip to Liberia for #RedNoseDay'],\n",
              " ['London attacker Khalid Masood: how hard-drinking, drug-taking village thug sought help over his urges to kill'],\n",
              " ['OK so Paul Ryan listening to Papa Roach in the NYT is fake news but in the best possible way'],\n",
              " [\"You soon won't need a card to withdraw cash at this bank's ATMs\"],\n",
              " ['#ICYMI: Why this photo of a woman bypassing a London attack victim may not show full story'],\n",
              " ['Artists have created images to inspire change around abortion rights'],\n",
              " ['Michael Porter Jr. announces commitment to Mizzou'],\n",
              " ['BREAKING: House GOP abruptly tables health care vote'],\n",
              " ['From the ring to the octagon: when a boxing writer spent six months with @danhardymma\\n  #UFC #MMA'],\n",
              " ['U.S. targets more than 200 Indians for deportation, says India’s top diplomat'],\n",
              " [\"The new Trump-Obama phone chat on 'Conan' is all kinds of hilarious\"],\n",
              " ['The Hawaii judge who stopped Trump’s travel ban has been receiving death threats'],\n",
              " ['Penalty rates: Government offers few recommendations to Fair Work Commission'],\n",
              " ['Prince Charles visits Westminster attack victims in hospital and praises the \"marvellous efforts\" of the medics'],\n",
              " ['Watch @Migos, @JimmyFallon, and @TheRoots perform \"Bad and Boujee\" with office supplies.'],\n",
              " ['The 130-year-old method of classifying dinosaurs may be about to be shaken up'],\n",
              " [\"Trump issued an ultimatum: Pass a new health bill on Friday or he'll leave the Affordable Care Act in place\"],\n",
              " ['Lotte Chairman ready to try again with a hotel-business IPO'],\n",
              " [\"Heartbreaking photo of boy kissing dad's casket a reminder of 9/11 cancer victims\"],\n",
              " [\"Ed Sheeran's #ShapeOfYou &amp; more songs that added writers after release\"],\n",
              " ['The CIA may have hacked iPhones and Macs before they even got to customers, but probably not yours'],\n",
              " [\"Africa's top shots: 17-24 March 2017\"],\n",
              " ['Someone tried to use Lionel Messi to disguise an $85 million shipment of cocaine:'],\n",
              " ['Working real hard to push along the Trump agenda, we assume 😉'],\n",
              " ['Opinion: \"Ivanka Trump is a reassuring presence in an unpredictable White House\"'],\n",
              " ['Tributes, tears – and then steely resolve: how Parliament got back to business - @MichaelPDeacon #premium'],\n",
              " ['AT&amp;T union workers went back to work today, a day after 17,000 employees in California and Nevada walked off the job'],\n",
              " ['After stalling during the recession, Americans are again moving from Snowbelt to Sunbelt, U.S. Census reports'],\n",
              " ['YouTube loses major advertisers due to distasteful videos'],\n",
              " [\"'In Westminster I saw why fanatics who think they can shut down our country with terror don't have a chance in hell'\"],\n",
              " [\"Brendan Cox: 'What the terrorist would like to happen is for us to fall apart'\"],\n",
              " [\"Shia LaBeouf's Trump art project moves to Liverpool as 'America not safe enough'\"],\n",
              " ['Islamic TV channel airs hardcore PORN in the middle of the day'],\n",
              " [\"How Ariel Kaye's Parachute is aiming to disrupt the home essentials market\"],\n",
              " ['Lawyer for Russian whistleblower Sergei Magnitsky’s family falls out of window'],\n",
              " ['For a few hundred bucks and a little blood, this company will tell you what to eat'],\n",
              " ['A Canadian woman was travelling to work when she noticed two large black wolves running on the road alongside her'],\n",
              " ['London attack is the latest case in growing threat of low-tech terrorism'],\n",
              " ['Sgt. Pepper at 50: Liverpool plans festivities to honor @TheBeatles classic'],\n",
              " ['An atheist mom’s challenge: Teaching my daughter that God might be a girl'],\n",
              " ['London Police: Multiple injuries including police officers.'],\n",
              " ['North Korea is well known for provocative acts aimed at its adversaries. A timeline:'],\n",
              " ['ICYMI: Robin Lopez and Serge Ibaka were ejected after they both threw punches in a scuffle last night.'],\n",
              " ['Afghanistan wants more US help in fight against Taliban, IS:'],\n",
              " ['This man is ready to change baseball with one pitch  via @YahooSports'],\n",
              " ['Dog walker gets \"a bit of a surprise\" as he finds 8-foot-long boa constrictor in Oxfordshire field'],\n",
              " ['Lorde teases next, \"favourite\" song &amp; promises \"so much cool stuff coming\"'],\n",
              " ['Northwestern MutualVoice: Are more rate hikes on the way?'],\n",
              " ['This Mars volcano died at the same time as the dinosaurs'],\n",
              " ['Burger King says it plans to stop buying chickens from farms that grossly mistreat them'],\n",
              " ['Pakistan is gambling on dirty coal and China to end its energy woes'],\n",
              " ['Neil Gorusch questioned over maternity leave comments in confirmation hearings'],\n",
              " ['What is Donald Trump really worth? Our latest estimate:  #ForbesBillionaires'],\n",
              " [\"Dow starts a downward spiral as markets begin to question Trump's promises\"],\n",
              " [\".@joshturnermusic banks his third No. 1 on Billboard's Top Country Albums chart\"],\n",
              " ['LATEST: U.K. follows U.S. in banning some electronic devices on flights from the Middle East'],\n",
              " [\"A hug so 'full of love' it ended up cracking three of his friend's ribs\"],\n",
              " ['Drake chills with Sade, brings out Nicki, Skepta &amp; Trey Songz at final London show'],\n",
              " ['#Exclusive: Unseen pictures of Paul McCartney and his Eighties touring band in rehearsals'],\n",
              " ['Former police chief detained at JFK airport'],\n",
              " [\"Somalia: 26 'starve to death' in drought\"],\n",
              " [\"Ex-MMA fighter 'War Machine' convicted of kidnapping former girlfriend  via @Fox411\"],\n",
              " ['Wilders wants his anti-Islam Freedom Party to be part of Dutch coalition talks'],\n",
              " ['THE INSURTECH REPORT: How financial technology firms are helping — and disrupting — the...'],\n",
              " ['Neera, Queen of Banter'],\n",
              " [\"FBI Director James Comey testifies that Vladimir Putin 'hated' Hillary Clinton.\"],\n",
              " [\"Sec. of State Tillerson signals U.S. will take more aggressive approach to North Korea's missile and nuclear program\"],\n",
              " ['US bans electronic devices on flights from eight majority-Muslim countries'],\n",
              " ['Modi’s party picks Yogi Adityanath, strident Hindu nationalist priest, as leader of India’s biggest state'],\n",
              " ['Baseball is a hit with women in Gaza, where a new team is giving female athletes a chance to learn the game'],\n",
              " [\".@trvisxx's love for Portland goes beyond his #MoreLife collab\"],\n",
              " [\"The land where people devour pasta, wine and olive oil is the world's healthiest. Really.\"],\n",
              " [\"Footballer makes wife and 'girlfriend' speech blunder\"],\n",
              " ['Spicer: Former Trump campaign chief Paul Manafort played a \"very limited\" role for a \"very limited period of time.\"'],\n",
              " ['What happens with your stuff after you die'],\n",
              " ['Universal Music commits to virtual reality with MelodyVR deal'],\n",
              " ['Here’s how \"Keeping Up With The Kardashians\" dealt with the Paris robbery'],\n",
              " [\"Is Texas, not Mississippi, the true home of the blues? That's what one historian reckons  via @RN_Earshot\"],\n",
              " ['Top Hill Republicans meet with Bannon to discuss ObamaCare replacement, sources say  via @foxnewspolitics'],\n",
              " [\"Cannabis users 'are four times more likely to suffer a heart attack'\"],\n",
              " ['Avoid, Sidestep, Retreat: Justices’ Advice on Confirmation Tactics'],\n",
              " [\"Brazil's tainted-meat probe widens as trade partners study its impact\"],\n",
              " ['A second Scottish independence referendum is never going to happen'],\n",
              " ['25 of the best places to buy inexpensive home decor online'],\n",
              " ['Residents in Mosul battle to maintain their normal lives as the drive to force ISIS from the Iraqi city intensifies'],\n",
              " [\"'That's not how Nato works': Officials reject Trump's claim that Germany owes western allies 'vast sums of money'\"],\n",
              " ['.@SenTomCotton says the GOP health care bill is \"fixable but it\\'s going to take a lot of work” #CNNSOTU'],\n",
              " ['U.S.-China tensions brushed aside as Tillerson ends trip with warm words from President Xi'],\n",
              " ['Poland issues arrest warrant for MN resident Michael Karkoc, a reported ex-SS commander'],\n",
              " ['Read the letter Carl Sagan wrote to Chuck Berry on his 60th birthday'],\n",
              " [\"Cannabis users are 'four times more likely to suffer a heart attack'\"],\n",
              " [\"Trump says US 'must be paid more' to defend Germany\"],\n",
              " ['Secret Service arrests bike rack jumper near White House fence, criminal charges pending'],\n",
              " ['It appears @KingJames had a track from #MoreLife months before everyone else got to hear it:'],\n",
              " ['BBC Dad: \"My real life punched through the fake cover I had created on television\"'],\n",
              " ['Washed-up luggage leads Queensland emergency services to injured men in crashed helicopter'],\n",
              " ['Somalia blames Saudi-led coalition for \"horrific\" deadly strike on boat with Somali refugees'],\n",
              " [\"North Korea 'conducts high-thrust engine test'\"],\n",
              " ['Rock and roll legend Chuck Berry dies'],\n",
              " [\"Ivanka Trump said her dad cared about child care. The president's budget says otherwise.\"],\n",
              " [\"Row after historic 125-year-old windmill turned into 'Dalek'\"],\n",
              " ['\"... Saving lives and helping people live a better life, that\\'s going to make life worth living.\"'],\n",
              " ['End Bible classes? West Virginia school seeks to dismiss atheist lawsuit'],\n",
              " ['Only 10% of health outcomes are a result of the clinical care a person receives'],\n",
              " ['Listen to Khalid\\'s \"Location\" remix with Lil Wayne &amp; Kehlani'],\n",
              " ['Documents show Russian companies paid Michael Flynn thousands before election'],\n",
              " ['Spring fling or the real thing?\\n\\nBryce Harper’s power surge could signal rebound season'],\n",
              " ['Photos: 13 models sleeping in bizarre positions #WorldSleepDay'],\n",
              " ['23 important reminders for anyone who has ADHD'],\n",
              " ['Selena &amp; The Weeknd 👀'],\n",
              " ['Wisconsin HS bans Le’Veon Bell from prom: \"You can Google Mr. Bell.”'],\n",
              " ['President Trump stands by wiretapping claims, says he \"very seldom\" regrets tweets.'],\n",
              " ['Liam Payne says Trump once booted One Direction from his hotel'],\n",
              " ['John Legend’s response to Chrissy Teigen’s postpartum depression essay is so lovely'],\n",
              " ['This is the single best way to stay motivated'],\n",
              " [\"Pope's 2013 stump speech to cardinals a blueprint for papacy\"],\n",
              " [\"The little 'Big 3' take lines from their #ThisisUs counterparts and it's hilarious\"],\n",
              " ['Ancient Egyptian statue likely not Ramses II, official says'],\n",
              " ['N.J. legislature passes bill to require presidential candidates to disclose taxes'],\n",
              " ['The #ElectionCommission has decided to counter the allegation that electronic #voting machines can be tampered with'],\n",
              " ['.@timwilsoncomau, @JayWeatherill, Wyatts: The winners and losers of the week in politics'],\n",
              " ['2017 Billboard Latin Music Conference: Manuel Medrano &amp; more confirmed for \"I Write the Songs\" panel'],\n",
              " ['Read President Trump\\'s full \"budget blueprint to make America great again\"'],\n",
              " ['Seahawks are open to trading Richard Sherman, per @mlombardiNFL'],\n",
              " ['Tiesto to debut pop-up shop series during @MiamiMusicWeek'],\n",
              " ['21 computer games that will make every ‘90s girl say, “holy fuck, I loved playing that”'],\n",
              " [\"Listen, internet, we've had our fun but it's time to leave BBC Dad and his family alone\"],\n",
              " [\"Asylum seeker charged over teenager's death attempts suicide in German jail\"],\n",
              " [\"Disney defies Malaysia censors, won't cut #BeautyAndTheBeast gay moment\"],\n",
              " ['The manslaughter charge against a British marine sends a serious message to the military'],\n",
              " [\"You're a procrastinator. We feel ya.\\n\\nBut if you've waited to fill out a bracket, wait no more. Locks at 12:15 ET!\"],\n",
              " [\"Inside Apple's futuristic new headquarters, Apple Park\"],\n",
              " ['Court settles debate that’s divided grammar nerds for decades'],\n",
              " ['Lindsey Graham: House healthcare bill is \"mortally wounded\"'],\n",
              " ['Joey Badass shares the story behind J. Cole rapping over his \"Waves\" beat:'],\n",
              " [\"Artist will protest Trump's wall with 1,926 virtual miles of stunning immigrant art\"],\n",
              " ['Republicans have questions about Trump and wiretapping'],\n",
              " ['Four ways to wrap up a boring conversation and make an escape'],\n",
              " [\"WorldStarHipHop founder Lee O'Denat (aka Q) died of natural causes\"],\n",
              " [\"'You've not seen the last of me': Right-wing Dutch MP Geert Wilders hails his party's General Election results\"],\n",
              " [\"A gamer's death during a 24-hour live stream raises concern about a lifestyle that rewards staying online for hours\"],\n",
              " ['Turkey threatens to cancel EU refugee deal amid the continuing row with European countries'],\n",
              " ['Mexican official: 250 skulls found in clandestine graves'],\n",
              " ['Having children may ultimately help you live a little longer, a new study suggests:'],\n",
              " ['#FixerUpper star was broke before show'],\n",
              " ['White House: Leaked 2005 Trump tax records show he reported $150 million in income, paid taxes of $38 million'],\n",
              " ['Silicon Valley marked its favorite math holiday by protesting President Donald Trump.'],\n",
              " ['Oh lawd.'],\n",
              " ['Amber Tamblyn reveals baby name via Hillary Clinton humble-brag:'],\n",
              " ['Browns may try to acquire Kirk Cousins, per @ProFootballTalk'],\n",
              " ['Saudi Arabia creates a girls council to empower women — but where are the girls?'],\n",
              " ['32 gorgeous beauty products people of color swear by'],\n",
              " [\"Bask in the glory of an iPhone 7 running Windows XP like it's 2002\"],\n",
              " ['Whomever President Trump nominates to replace Preet Bharara will inherit an investigation of Fox News'],\n",
              " ['Lego Worlds review – filled with potential, but also confusion'],\n",
              " ['6 fact checks of President Trump’s critiques of the Affordable Care Act'],\n",
              " ['Airbnb launches Trips in two more Asian countries, as it flourishes in the region'],\n",
              " ['Rationing of NHS services ‘leaving patients in pain and distress’'],\n",
              " [\"This woman's random act of kindness for a dad and his daughter is going viral\"],\n",
              " ['Gap InternationalVoice: What every CEO should know about organic growth'],\n",
              " [\"Brisbane university student charged with 'gruesome murder' of her mother denied bail\"],\n",
              " ['Sean Spicer suggested that President Trump’s unsubstantiated claims weren’t meant to be taken literally'],\n",
              " ['New research could challenge scientists’ fundamental conception of how the brain works:'],\n",
              " [\"By the numbers: Why millions could go uninsured under the Republicans' Obamacare alternative\"],\n",
              " ['Night night 😴\\n\\nMMA fight ends with rare double KO\\n\\n🎥:'],\n",
              " [\"One stock helped decimate billionaire Bill Ackman's hedge fund performance\"],\n",
              " ['Are you dealing with a real or fake expert?'],\n",
              " ['Looks like that Supreme x Lacoste collab is actually happening'],\n",
              " ['How to beat UK energy price rises'],\n",
              " [\"'Carlos the Jackal' back on trial for 1974 Paris attack:\"],\n",
              " [\"Putin's spokesman says Russian ambassador met with Trump allies\"],\n",
              " ['There’s now a fragrance that smells like fear'],\n",
              " ['4 solutions to common tax Issues  via @YahooFinance'],\n",
              " [\"I played 'tag' using a fake VR headset and I feel like such an idiot  #SXSW\"],\n",
              " ['A look back on the week in politics -- in photos'],\n",
              " ['Two killed in Argentina rock concert crush'],\n",
              " ['French elections: Beleaguered Fillon hit by fresh scandals'],\n",
              " [\"Inside the pub that came back from the dead to be named Britain's best\"],\n",
              " [\"7 times @CarrieUnderwood's faith was inspiring ❤️\"],\n",
              " ['DeAngelo Williams surprises young Steelers fan on her birthday 🎂'],\n",
              " ['Bernie Sanders calls new health care bill “a tax break for the top 2 percent”'],\n",
              " [\"The world's 'heaviest woman' loses over 200 pounds with diet changes\"],\n",
              " [\"Chimamanda Ngozi Adichie says it's not a woman's job to be likable\"],\n",
              " ['South African baby girl abducted in Durban found safe and well'],\n",
              " [\"Kristen Stewart discusses the 'fluidity of sexuality' in new interview\"],\n",
              " ['Robots might be saving the world from a demographic disaster'],\n",
              " ['Raising a baby with microcephaly would challenge anyone. Íris gave birth at 14.'],\n",
              " [\"US attorney Bharara reportedly rejects Sessions' step-down request\"],\n",
              " ['2017: Starving Seattle computer engineers program AI-driven glorified mp3 player to say \"I\\'m not a narc!\"'],\n",
              " ['Gov. Joe Piscopo? Candidates in two states try to use lessons learned from Trump.'],\n",
              " ['me irl'],\n",
              " ['JUST IN: An intruder breached White House grounds late Friday night while President Trump was in the residence'],\n",
              " [\"Police called to school protest after toilet breaks 'limited to two a day'\"],\n",
              " ['Philip Hammond gave us a budget for tax avoiders and giant firms | John McDonnell'],\n",
              " ['Muhammad Ali Jr. was detained and questioned at airport for a second time, his lawyer says'],\n",
              " ['ZOO POACHING? Brazen killing of rhino puts security under microscope'],\n",
              " ['This is disgusting to another level!'],\n",
              " ['#ElectionResults #BJP leads in UP, Uttarakhand and Manipur while Congress in Punjab.'],\n",
              " ['Surprise, surprise! \\n\\nPats come out as winners after Day 2 of free agency'],\n",
              " [\"Here's how you can make podcasts feel less like homework\"],\n",
              " [\"Hotel staff reveal guests' most GRUESOME habits\"],\n",
              " [\"Watch Selena Gomez groove to Nicki Minaj's #NoFrauds\"],\n",
              " ['Donald Trump plays background role on health care'],\n",
              " ['\"Fear is stronger than any wall.\"'],\n",
              " ['Florida man claims Trump bumper sticker motivated road rage attack  via @nbc6'],\n",
              " [\"This aggressive ad for Trump's '90s game show seems just like his campaign\"],\n",
              " ['Why medicaid is so hard for Republicans'],\n",
              " ['\"A 2018 U.S. Senate run — possibly as an independent — is generating increasing buzz in state Republican circles\"'],\n",
              " ['Samantha Bee’s ‘Nazi hair’ joke was ‘inconsiderate,’ cancer patient Kyle Coddington says'],\n",
              " ['Follow live analysis of February jobs numbers: the last major data before the Fed meets to consider a rate increase'],\n",
              " [\"There are concerns in Nigeria over the health of President Buhari. Here's the background\"],\n",
              " ['The hidden impact of the French air-traffic control strike'],\n",
              " ['Portland, Maine, wants to get panhandlers off the streets -- by putting them to work:'],\n",
              " [\"Revealed: The wreckage they've found so far from missing jet MH370\"],\n",
              " ['Billboard near Tesla\\'s California factory has message for Elon Musk: \"Please dump Trump.\"'],\n",
              " [\"Wind blows little pig's house down, so he walks by himself to Home Depot\"],\n",
              " ['The best moves your favorite NFL team can still make'],\n",
              " [\"Why NBCUniversal—owned by Comcast—invested $500 million Snap's IPO:\"],\n",
              " [\"The truth about Easyjet's first all-female crew\"],\n",
              " ['The math behind repealing and replacing the ACA:'],\n",
              " ['Powerful winds in the US derailed a train and pushed a plane off the runway Wednesday'],\n",
              " ['Arrest made in stabbing death of nursing student'],\n",
              " ['Do You Find These Words Sexy Or Not?'],\n",
              " [\"Your career isn't going to be rosy all the time. How to deal with the bad moments:\"],\n",
              " ['Cate Blanchett: My moral compass \"is in my vagina\"'],\n",
              " ['15 of the most powerful women in the weed industry:'],\n",
              " ['Noted feminists Vladimir Putin and Donald Trump show their support for women on #InternationalWomensDay #IWD2017'],\n",
              " ['Is there really life after death? Brain activity is recorded 10 MINUTES'],\n",
              " ['Key points of the budget 2017 – at a glance'],\n",
              " ['J.K. Rowling slams #InternationalWomensDay trolls in 1 perfect tweet'],\n",
              " ['Four killed and over 30 hurt after a train hits a charter bus in Biloxi, Mississippi'],\n",
              " ['How dementia-friendly shops, offices and cities offer hope for sufferers'],\n",
              " [\"A battle looms over Bill Cosby's testimony on drugs and sex\"],\n",
              " ['Parliament seeks new artist to paint women and ethnic minorities \\n#InternationalWomensDay'],\n",
              " [\"This year's Google Doodle celebrates 13 women\"],\n",
              " ['WikiLeaks publishes alleged CIA documents that expose how the agency hacks iPhones and TVs:'],\n",
              " ['.@wikileaks @CIA hack: What you need to know about the #Vault7 data dump  (Pic: Reuters)'],\n",
              " [\"Azealia Banks' arrest warrant retracted following court appearance\"],\n",
              " ['Theresa May heads for battle with Tory MPs over Brexit bill'],\n",
              " [\"Tracy Chevalier: 'Washington DC is one of America's most beautiful cities'\"],\n",
              " ['Want to sound like the smartest person in the room when discussing college hoops with your friends?\\n\\nWe got you ...'],\n",
              " ['PLO names youth camp after terrorist who murdered 37-- via @brookefoxnews'],\n",
              " ['Angry Jeremy Corbyn snaps at presenter after repeatedly refusing to say Labour could win a snap election'],\n",
              " [\"Dick's Sporting Goods jumps on earnings beat\"],\n",
              " [\"Iraqis react to their removal from Trump's list of barred travelers\"],\n",
              " ['Asia is being urged to ditch the U.S. and go ahead with regional trade pacts'],\n",
              " [\"A nagging need plagues many older people who outlive their sexual partners. It's called “sexual bereavement.”\"],\n",
              " ['Fantasia Barrino cancels Tennessee concert, citing second-degree burns:'],\n",
              " ['Shock experiment suggests Mars used to be even wetter than imagined'],\n",
              " ['House Republicans unveil Obamacare replacement plan: \"The American Health Care Act.\"'],\n",
              " ['Kansas bar shooting suspect asked victims if their \"status was legal,\" docs say'],\n",
              " [\"Fallout over Philadelphia's soda tax bubbles up:\"],\n",
              " [\"Actor Bill Paxton's death certificate reveals heart defect.\"],\n",
              " ['Watch the high-octane trailer for The Walking Dead season 7 episode 13'],\n",
              " [\"An economist deconstructs President Trump's jobless numbers:\"],\n",
              " ['...'],\n",
              " [\"We're not all cheaters’: Men reveal the things women get totally WRONG about them\"],\n",
              " [\"The New York Knicks don't deserve Carmelo Anthony:\"],\n",
              " ['People are feeling queasy after looking at this Japanese artist’s intricate food carving'],\n",
              " ['Rep. Adam Schiff: Pres. Trump\\'s revised travel ban \"has the same fundamental flaws\" as the first executive order'],\n",
              " ['IEA doubles forecast for new OPEC oil by 2022 as Iraq ramps up'],\n",
              " [\"Radio gives #GreenLight to Lorde's impeccable yet edgy new single\"],\n",
              " [\"White House rejects FBI's denial of Trump's wiretapping claims\"],\n",
              " ['Afghan family with special visas detained after arriving at LAX'],\n",
              " ['Fancy-dress loving pooch walks on hind legs wearing a wig and ball gown in China'],\n",
              " ['Supporters of Unite leadership rivals clash outside London HQ'],\n",
              " ['The untold story of Umerkot, a Pakistani town with 80% Hindus and 20% Muslims till 1965!'],\n",
              " ['North Korea fires FOUR missiles to within 200 miles of Japan'],\n",
              " ['Vauxhall and Opel sold to Peugeot-Citroen in €2.2bn deal - business live'],\n",
              " [\"No corkscrew? No problem. Here's a better way to open a wine bottle  via @NBCNewsBETTER\"],\n",
              " [\"Pence's use of personal email to conduct public business echoed Clinton's use of a private server and email\"],\n",
              " [\"Patients' #medical payments can vary massively among specialists, report finds  #Health\"],\n",
              " ['#BeautyandtheBeast movie review'],\n",
              " [\"A guide to the world's most desirable passports. And no, America isn't one\"],\n",
              " [\"Watch the 'SNL' cast lose it as Beck Bennett gets real weird\"],\n",
              " [\"Millions of Americans aren't putting any money into their 401(k)\"],\n",
              " ['How posh are YOU? Expert reveals the words making you sound common'],\n",
              " ['Dr Xavier is applying for US citizenship to ‘fight Trump’'],\n",
              " ['Do people look like their names?'],\n",
              " ['23 times Corinne was the best and worst “Bachelor” contestant ever'],\n",
              " ['\"March 4 Trump\" rallies run into counter-protests'],\n",
              " [\"One year on a British citizen is still in an Iranian prison. Isn't it time our Government acted?\"],\n",
              " ['A widow looks to the heavens, a major Oscars flub and more of the best photos of the week'],\n",
              " [\"Analysis: Why Sen. Schumer meeting Russia's Putin doesn’t prove President Trump is innocent\"],\n",
              " ['Perspective: There’s more to fighting racism than getting rid of a Confederate statue'],\n",
              " ['12 style upgrades any guy can snag for under $60'],\n",
              " ['1D’s Louis Tomlinson was arrested after an altercation with paparazzi'],\n",
              " ['How to reframe negative thoughts to find success:'],\n",
              " ['No, foodie millennials are not fueling food waste?'],\n",
              " ['A week in the life of the White House press briefing room'],\n",
              " ['Katy Perry unveils drastic breakup hairdo  via @YahooBeauty'],\n",
              " ['Six children discovered in bombed out Aleppo home after eight weeks alone'],\n",
              " ['Facing the future'],\n",
              " ['Scientists find dozens of new species in Gulf of Mexico after Deepwater Horizon oil spill'],\n",
              " ['33 products under $15 that are basically already in your shopping cart'],\n",
              " ['Banksy has opened a hotel in Israel\\'s West Bank with the \"world’s worst view\"'],\n",
              " ['Get ready for another round in the food fight over \"fake milk\"'],\n",
              " [\"The VP of HR @facebook says he isn't impressed by your tales of success in a job interview\"],\n",
              " [\"Guys's helicopter wedding proposal includes a terrible, horrible, no good, very bad surprise\"],\n",
              " ['The case started in Jan following a complaint forwarded to #CID by a central agency. #WestBengal #ChildTrafficking'],\n",
              " ['Make Canada great again? Conservative Canucks chart course for the age of Trump'],\n",
              " ['The power of Chinese President Xi is set for a test at China’s National People’s Congress'],\n",
              " [\"Dunkin' Donuts, Baskin-Robbins to remove artificial colors by end of 2018.\"],\n",
              " ['former Egyptian dictator Hosni Mubarak CLEARED of killing nearly 900 protesters during 2011 uprising'],\n",
              " ['“I give my bay’ah to Abu Bakr al-Baghdadi and I am committed to being a soldier for the Islamic State.”'],\n",
              " [\"In a chaotic scene, Sen. Rand Paul demands to see the House GOP's Obamacare repeal bill\"],\n",
              " ['Suspected MS-13 gang members arrested in connection with murders of Long Island teens.'],\n",
              " ['Woman allegedly texts boyfriend by mistake about waxing entire body to cheat on him:'],\n",
              " ['Browns are considering QB Mitch Trubisky at No. 1 overall in the draft, per @MaryKayCabot'],\n",
              " ['Italy: Leaning tower or Trump Tower?  @fxnopinion'],\n",
              " ['There’s a new “lollipop lipstick\" trend and it’s something'],\n",
              " ['Subway fires back with its own study to prove its chicken is chicken'],\n",
              " [\"Seth Meyers warns media after Trump's 'presidential' speech: 'Let's not get fooled again'\"],\n",
              " [\"7 signs you're dating a not-so-charming prince\"],\n",
              " ['New apps help Filipinos send money home from Hong Kong, but they must first learn new habits\\n #WSJInclusion'],\n",
              " ['Quorn recalls frozen meat free mince over fears it may contain metal pieces'],\n",
              " ['Uber executive says the workplace culture needs a lot of work'],\n",
              " ['She gave birth to a healthy baby girl :) :)'],\n",
              " [\"'Jihadist executioner' asylum seeker arrested in Germany\"],\n",
              " [\"Chicago White Sox's Jose Abreu to jury: I ate fake passport on way to US\"],\n",
              " ['Lego to release Women of NASA toys'],\n",
              " ['Eagles HC Doug Pederson confirms they are considering signing free-agent RB Jamaal Charles'],\n",
              " [\"Alec Baldwin's Donald Trump impression now has its own book deal\"],\n",
              " [\"Young mom's death from misdiagnosed Lyme disease raises questions\"],\n",
              " ['Property tycoon denies threatening business partner’s pregnant wife'],\n",
              " ['Cabinet documents reveal #CSG oversight was repeatedly cut while Campbell Newman was #Queensland Premier'],\n",
              " ['SEC investigates possible insider trading in Fortress-SoftBank deal'],\n",
              " ['How the Saudi King travels: 1,500 people, two Mercedes Benz, 459 tonnes of luggage and a golden escalator'],\n",
              " [\"Trump's Pentagon budget for 2018 is only 3% above what President Obama planned\"],\n",
              " ['Golden State believes Durant could return to play in the regular season.\\n\\nThe latest on KD:'],\n",
              " ['Someone might have insider-traded the $3.3 billion SoftBank-Fortress deal'],\n",
              " ['10 things you need to know before the opening bell'],\n",
              " ['Two women have been charged over the #KimJongNam assassination  (Pic: AP)'],\n",
              " ['Britney Spears shows off in the gym in new workout video 💪'],\n",
              " [\"Italy’s Mount Etna is erupting, and it's magnificent\"],\n",
              " ['Facebook ready to ramp up flights of its solar-powered drone'],\n",
              " ['B A N T E R\\nA\\nN\\nT\\nE\\nR'],\n",
              " ['Heartbreaking Photos of Vets Being Neglected at VA Spark Outrage'],\n",
              " ['Sessions warns of an America with \"marijuana sold at every corner grocery store\"'],\n",
              " ['Fastest 40-yard dash?\\n\\nB/R experts make #NFLCombine predictions for each day'],\n",
              " ['UN accuses Germany of ‘institutional racism and racist stereotyping’'],\n",
              " [\"TRUMP: The $54 billion increase in military spending will come from 'a revved up economy'\"],\n",
              " ['#IanGrillot, 24, was struck in the hand and chest at the bar when #Puriton opened #fire'],\n",
              " ['RMIT/ABC Fact Check: Why is it needed and how will it work?'],\n",
              " ['When Trump speaks to Congress Tuesday night, investors will be listening'],\n",
              " ['Olathe, Kansas, shooting suspect Adam Purinton in court'],\n",
              " [\"7 details you may have missed on Sunday's 'The Walking Dead'  by @thisisinsider\"],\n",
              " ['Kaboom.'],\n",
              " [\"Lord Heseltine's Brexit plot shows his clear hatred for the Conservatives, so why is he still in the party? #premium\"],\n",
              " ['It took Boogie 32 seconds to get a technical on Sunday.\\n\\nNow he faces a one-game suspension:'],\n",
              " ['For the daughter of a #Kargil martyr, who launched #StudentsAgainstABVP campaign, problems have refused to die down'],\n",
              " ['Viola Davis FINALLY won her first Oscar'],\n",
              " ['British Government knew Fairbridge farms were unfit for children but sent them there anyway, documents show'],\n",
              " ['Hollywood sound man Kevin O’Connell hopes to end #Oscars drought with his 21st nomination'],\n",
              " ['\"I\\'m just here to play football.\"'],\n",
              " ['Blistering fire engulfs Italian shopping centre'],\n",
              " [\"Censorship concerns as European Parliament introduces 'kill switch' to cut racist speeches\"],\n",
              " ['ok bub'],\n",
              " ['Germany sees nearly 10 attacks against refugees and migrants each day'],\n",
              " ['Iran to hold naval war games after being put ‘on notice’ by the US'],\n",
              " ['Albanian police sue opposition leader, say he urged violence'],\n",
              " ['At least 28 injured after vehicle ploughs into #NewOrleans parade crowd'],\n",
              " ['Kentucky police stop using \"Punisher\" logo after realizing what it means'],\n",
              " ['Hailed a hero after Kansas bar shooting, victim said he did \"what was naturally right to do\"'],\n",
              " [\"Apple vowed to revolutionize television. Here's why it hasn't\"],\n",
              " ['Deron Williams has cleared waivers, reportedly expected to sign with the Cavs'],\n",
              " ['Workers are flocking to these cities after better job oportunities and quality of life'],\n",
              " ['Second Oscar nominee banned from coming to the US to attend awards ceremony'],\n",
              " ['Son of boxer Muhammad Ali detained at Florida airport and asked whether he was Muslim'],\n",
              " [\"It's official: Pentagon now calling terror group 'ISIS'   via @LucasFoxNews\"],\n",
              " ['Helicopter crashes near New Jersey apartment complex'],\n",
              " ['Story behind the iconic #LaLaLand dress'],\n",
              " ['Conservative British politician Nigel Farage exults over Trump and Brexit wins at CPAC:'],\n",
              " ['Laverne Cox beautifully takes a transphobic activist to task on live TV'],\n",
              " ['Pro-Kremlin politicians warn President Trump could unleash new arms race'],\n",
              " ['Trump demands press name sources hours after a White House background briefing'],\n",
              " ['Trump bashes FBI for being ‘totally unable’ to stop leaks  via @YahooNews'],\n",
              " [\"New Yorker cover puts Trump and Putin's relationship in perspective\"],\n",
              " [\"Elvis impersonator 'stole collection at his mother-in-law's funeral after singing The Wonder of You'\"],\n",
              " ['Could it have something to do with the name of the station, which is #Katni?'],\n",
              " ['Trump list shows 746 travelers \"detained or processed\" under travel ban, lawyer says.'],\n",
              " ['The Conservative candidate in Copeland, England, described her win as a \"truly historic event\"'],\n",
              " [\"The president of Iceland can't ban pineapple on pizza, even if he wanted to\"],\n",
              " [\"'Form of prohibition'\"],\n",
              " ['Le Pen says French foreign policy must be decided in Paris'],\n",
              " ['Nordstrom tops estimates as cost cuts make up for sluggish sales'],\n",
              " ['Montana bill effectively bans all abortions after 24 weeks'],\n",
              " ['Calvin Harris teams up with Migos and Frank Ocean for a new single.'],\n",
              " ['Jay Z salutes should-be rap honorees in Songwriters Hall of Fame playlist'],\n",
              " ['\"Independents and, yes, even some discerning Democrats like it when you do the things you say you were going to do\"'],\n",
              " ['[Draining intensifies]'],\n",
              " ['ACL tears on the rise among kids -- especially girls:'],\n",
              " ['USA Gymnastics: Larry Nassar sexual abuse charges mount'],\n",
              " [\"Voters' support of ObamaCare rising, despite Republican push  via @EDeMarche\"],\n",
              " ['House Speaker Paul Ryan visits Rio Grande valley\\xa0for firsthand look at US-Mexico border.'],\n",
              " ['Seven Earth-sized planets orbit an alien star only 40 light-years away:'],\n",
              " ['JUST IN: Nissan says Hiroto Saikawa to become its president and CEO'],\n",
              " ['Teen used cell phone to capture chilling audio of her killer, police say   #FOXNewsUS'],\n",
              " ['Former Nike employee is auctioning off original Jordans to protest Trump'],\n",
              " ['To be clear: the feds say he thought he was part of a real attack.'],\n",
              " ['Soulja Boy taunts Chris Brown over Karrueche restraining order'],\n",
              " ['Jay-Z to become first rapper inducted into Songwriters Hall of Fame'],\n",
              " ['Life as a 2-star recruit\\n\\nWhat it’s like to get your offer yanked, and what happens next'],\n",
              " ['News Alert: Activists set fires at pipeline protest camp.'],\n",
              " [\"Here are the major elements of Trump's new immigration policies\"],\n",
              " ['Politicians love the ‘left-behind’ cliche. It masks their own failure | Rafael Behr'],\n",
              " ['Yemen crisis: Army chief killed in missile strike on camp'],\n",
              " ['The Trump troll doll is here to give you nightmares'],\n",
              " [\"North Korean diplomat is wanted for questioning over the murder of Kim Jong-un's brother\"],\n",
              " ['Milo Yiannopoulos resigns from Breitbart News after uproar over comments on pedophilia.'],\n",
              " [\"Marine Le Pen victory in French elections would mean 'the end of the European project', European Commissioner admits\"],\n",
              " ['Aaron Paul recalls how #BreakingBad co-star helped him court his future wife'],\n",
              " ['“Cal, you suck!”\\n\\nMissouri fans let Coach Cal hear it during halftime interview\\n\\n🎥:'],\n",
              " ['In left-leaning New York, stress-relief specialists say the Trump administration has triggered a surge in demand'],\n",
              " [\"Lawmakers pressed on President's Trump's policies at town halls\"],\n",
              " ['Coworking spaces aren’t just for small businesses'],\n",
              " ['Fannie Mae, Freddie Mac shares plunge after court’s ruling'],\n",
              " ['England’s Joe Marler: stepping away from Tests in 2016 helped me on field  via @guardian_sport'],\n",
              " [\"The world's largest mutual-fund company smells an opportunity in Europe\"],\n",
              " ['Lindsay Lohan claims she was racially profiled for wearing a headscarf'],\n",
              " ['George Clooney opens up about becoming a father in his 50s'],\n",
              " ['Why Lin-Manuel Miranda never wants to host the Oscars'],\n",
              " ['The #government has further #forbidden people from sending packets of sweets and #dryfruits with #invitation cards'],\n",
              " ['Meet Alden Ehrenreich — the new Han Solo'],\n",
              " ['The U.S. appetite for organic food is prompting a jump in grain imports; farmers cry foul'],\n",
              " ['Muslims shouldn’t have to  be “good” to be granted human rights'],\n",
              " ['International students studying in #Australia reach record number, Education Department figures show  #education'],\n",
              " ['.@priyankachopra is shooting for #Quantico and promoting her upcoming #Hollywood movie #Baywatch simultaneously'],\n",
              " ['A psychologist reveals the key to great ideas and having lots of them'],\n",
              " ['How Oscar contender \"La La Land\" was a \"dream project\" for director Damien Chazelle:'],\n",
              " [\"Someone just bought Hitler's personal phone for $243,000\"],\n",
              " [\"Here's the most important exported good from every state\"],\n",
              " [\"How Trump's sleep schedule stacks up to other presidents'\"],\n",
              " ['Can He Do That? A podcast unpacking how Trump is changing the presidency, from tweets to tax returns to travel bans'],\n",
              " ['.@realDonaldTrump appoints General HR McMaster as new national security adviser'],\n",
              " [\"Fire breaks out at Ryan Seacrest's Beverly Hills compound\"],\n",
              " ['Slippery bottle solves ketchup problem'],\n",
              " ['Lincoln City make history amid FA Cup drama – Football Weekly  via @guardian_sport'],\n",
              " ['Malaysia investigation of Kim Jong Nam killing can’t be trusted, says North Korean ambassador'],\n",
              " ['The best dry shampoo for every hair type'],\n",
              " ['Japan and Australia markets start the week lower'],\n",
              " [\"Samantha Bee's show tells you what Trump knew and when he knew it\"],\n",
              " ['Ex-Olympian among US gymnasts claiming sexual abuse by team doctor'],\n",
              " ['Soulquarius brought all-star R&amp;B acts, production flaws to Santa Ana, CA, this weekend'],\n",
              " ['Trump thinks something terrible happened in Sweden, so here come the IKEA and ABBA jokes'],\n",
              " ['Grieving mom meets little girl whose beating heart came from her daughter'],\n",
              " ['A gif of a white guy blinking has become a huge reaction meme'],\n",
              " ['iPhone 8 rumors continue to swirl: $1,000 price tag, wireless charging and more'],\n",
              " ['Many roommate ads now come with a \"no Trump supporters\" clause'],\n",
              " ['He represents a Trump-supporting area in California. His message to the state: Poking the president could hurt you.'],\n",
              " ['Brains of those with ADHD show smaller structures related to emotion, research finds'],\n",
              " ['Vladimir Putin’s political meddling revives old KGB tactics'],\n",
              " ['Private hospitals #scam alert! #Shame on such hospitals!'],\n",
              " [\"From a farmer to an #IPS officer, this man's story will inspire you to chase your #dreams!\"],\n",
              " ['28 things every person absolutely hates that they do but does anyway'],\n",
              " ['Artist addresses the racist history of photographing men of color'],\n",
              " ['Drought battle'],\n",
              " ['#NBAAllStar Saturday is coming up! \\n\\nCheck out B/R’s predictions for the rest of the weekend'],\n",
              " ['Tension in DNC chair race comes from outside — not inside — the party'],\n",
              " [\"Everyone in Trump's team is behaving ridiculously – but we reserve all our mockery for Kellyanne Conway\"],\n",
              " ['Canadian schoolteacher allegedly gave students instructions on how to inject crystal meth.'],\n",
              " ['Pakistani terrorists may have entered #India through #Gujarat @BSF_India'],\n",
              " ['Teacher fired when her past as a pornographic actress was exposed wants her job back'],\n",
              " ['Roman Polanski makes legal bid to return to U.S.'],\n",
              " ['12 things Kendall Jenner’s hat looked like at the Marc Jacobs fashion show'],\n",
              " ['Oh goodie.'],\n",
              " ['Twin tragedies give survivor a new face — and a new life'],\n",
              " ['Scientists fear America under Donald Trump will become like a totalitarian regime'],\n",
              " ['The Pentagon says it sees signs that ISIS is preparing for the loss of its de facto capital in Raqqa, Syria.'],\n",
              " ['.@Wegmans Faces Boycott for Selling Trump Wines'],\n",
              " ['A political action group making anti-Trump robocalls is closely tied to a pro-Trump PAC'],\n",
              " ['The price of loyalty to Trump is high and rising'],\n",
              " ['The number of anti-Muslim groups in the U.S. has tripled since 2015'],\n",
              " ['A federal judge in Massachusetts has dismissed a defamation lawsuit against Bill Cosby'],\n",
              " ['Do the child-free live longer?'],\n",
              " ['Wawtch: Protesters interrupt nominee for ambassador to Israel at Senate hearing'],\n",
              " ['President Trump keeps campaign promise to coal industry'],\n",
              " ['People at NYFW thought this man was Sisqó.'],\n",
              " ['#ICYMI: Renters have little security, put up with a lot and fear eviction: survey'],\n",
              " [\"J.K. Rowling and the '50 Shades of Grey' author both completely own Piers Morgan\"],\n",
              " [\"It's like online dating, but for someone to have your baby\"],\n",
              " ['Bring ‘em back.\\n\\nThe one free agent each team needs to re-sign'],\n",
              " [\"Can they search my phone? Here's a guide to your rights at the US border\"],\n",
              " ['Grammy producer Ken Ehrlich apologizes for Metallica &amp; Shirley Caesar glitches'],\n",
              " ['.@POTUS: \"We have the greatest people on Earth in our military.\"'],\n",
              " ['My mans took nearly a dozen knees to the face 😵\\n\\nMMA fighter Jarel Askew is a problem \\n\\n🎥'],\n",
              " ['Fun moments from #JioFilmfareAwards 2017.'],\n",
              " ['Think different: can advertising defeat ‘alt-right’ propaganda?'],\n",
              " [\"Why Airbnb's success is surprising  via @YahooFinance\"],\n",
              " [\"Media escalate Trump-Russia reporting as he rips 'fake news' conspiracies  via @HowardKurtz @MediaBuzzFNC\"],\n",
              " [\"18,000 callers participate in Illinois GOP congressman's telephone town hall.\"],\n",
              " ['Start your day with some #entertainment news!'],\n",
              " ['Should farmers fear Trump?'],\n",
              " [\"Rising interest rates are taking a toll on a number of housing indicators at the year's start--Ahead of the Tape\"],\n",
              " ['.@TaleOfUs announce debut album \"Endless\"  / via @billboarddance'],\n",
              " [\"People aren't happy about this Karlie Kloss Geisha-themed shoot\"],\n",
              " ['Here are the 8 retail CEOs who met with Trump on Wednesday'],\n",
              " ['Kim Jong-un may have ordered assassination of half-brother after discovering he was trying to defect'],\n",
              " ['Austerity was a bigger disaster than we thought'],\n",
              " ['Watch Denzel Washington get grilled about his classic movie lines on @JimmyKimmelLive.'],\n",
              " [\"The ruble dives after Trump tweets 'Was Obama too soft on Russia?'\"],\n",
              " ['Trump to host Netanyahu in meeting focused on Iran, Middle East talks:'],\n",
              " ['Why did Michael Flynn have that phone conversation with the Russian ambassador?'],\n",
              " [\"Trump's first month leaves Washington reeling\"],\n",
              " ['Chargers reveal pricey season ticket plans  via @YahooSports'],\n",
              " ['Breakaway faction of Pakistani Taliban claims suicide bombing that has killed 5 people in northwestern Pakistan.'],\n",
              " ['Ivanka Trump becomes a thirsty AF meme when faced with Justin Trudeau'],\n",
              " ['Rumor, a German shepherd, won Best in Show at the Westminster Dog Show'],\n",
              " [\"Evening Briefing: Here's what you need to know at the end of the day\"],\n",
              " ['Brock Lesnar informs UFC of retirement from MMA, removed from drug testing pool'],\n",
              " ['In Flynn’s wake, top Democrats want wider probe into Russian meddling.'],\n",
              " ['Rep. Adam Kinzinger: Flynn has done great things, \"but his ties to Russia have always been a question\"'],\n",
              " [\"Malaysia's Islamic regime releases a video claiming gay people can be made STRAIGHT if they 'fast'\"],\n",
              " ['.@TheChainsmokers announce album title &amp; release date'],\n",
              " ['Anti-Semitic jokes cause YouTube, Disney to distance themselves from PewDiePie'],\n",
              " [\"Self-employed? Don't miss these tax deductions:\"],\n",
              " [\"Ailing retired mailman receives Valentine's Day cards from strangers\"],\n",
              " ['Duchess of Cambridge takes to controls of aircraft used to train RAF Air Cadets'],\n",
              " [\"Plans for two-speed EU risk split with 'peripheral' members\"],\n",
              " ['The Justice Department feared that Flynn could be vulnerable to blackmail by Moscow, a former official said'],\n",
              " ['NASA has announced the winners for the #SpacePoopGenius challenge.'],\n",
              " ['\"When the #NationalAnthem is played as part of the storyline of a film, the audience need not stand.”'],\n",
              " ['Joyce Mitchell, who helped New York inmates escape, has been denied parole'],\n",
              " ['Animal Collective shares #KindaBonkers new song'],\n",
              " ['The architect responsible for making Melbourne liveable'],\n",
              " [\"White House says only 'logistics,' not classified info, discussed at Mar-a-Lago dinner.\"],\n",
              " ['JUST IN: U.S. Senate confirms Steven Mnuchin as Treasury secretary by a vote of 53-47.'],\n",
              " [\"Macy's bonds that were set to pay out 101% may not be such a sure thing\"],\n",
              " ['Ofsted ratings do not reveal best nurseries for children, major report shows'],\n",
              " ['Here is what the abandoned Rio OIympics venues look like just 6 months later'],\n",
              " [\"Are doctors' decisions being being swayed by networking?\"],\n",
              " ...]"
            ]
          },
          "metadata": {},
          "execution_count": 165
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from pprint import pprint\n",
        "def preprocess_function_title_only_classification(examples):\n",
        "    # pprint(examples['postText'])\n",
        "    model_inputs = classifier_tokenizer([sample[0] for sample in examples['postText']], padding=\"max_length\", truncation=True, max_length=25)\n",
        "      \n",
        "    model_inputs['labels'] = examples['truthClass']\n",
        "\n",
        "    return model_inputs\n",
        "\n",
        "hf_total_test = hf_total_test.map(preprocess_function_title_only_classification, batched=True)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 49,
          "referenced_widgets": [
            "6ba4e2b77bf7497aa0264f0bf77f71e2",
            "8e6dfbd24d6c41b5b98fe15ed159f247",
            "0b556ed0d41144e5944191da01150902",
            "0f599edc7be948ecb7c2174eb4a38cc6",
            "888d6e7bea52457c9e2b918450db87a3",
            "7d6a9df0cd7e4f4d8c4cd9e7caa40c16",
            "881375d028de424b8a53e72579c12de7",
            "bfdbbff19cb44f26a3ce0b54c2acc1c9",
            "1745ca8d0607432685f5499f2a4ed9fe",
            "3f62cd71075c42dc8dd4605e23d13a20",
            "bfeecb86dacf44a9a261787b4f8f374d"
          ]
        },
        "id": "2juDhWl79T0z",
        "outputId": "b4b7c243-0273-4fa7-beaf-fa61e8342895"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/19 [00:00<?, ?ba/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "6ba4e2b77bf7497aa0264f0bf77f71e2"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from transformers import Trainer\n",
        "from transformers import TrainingArguments\n",
        "from tqdm.auto import tqdm\n",
        "from torch.utils.data import DataLoader\n",
        "from transformers import DataCollatorWithPadding\n",
        "from transformers import AdamW,get_scheduler\n",
        "import torch\n",
        "from datasets import load_metric\n",
        "\n",
        "output_path = \"drive/MyDrive/nlp_lss_data/\"\n",
        "\n",
        "debug = False\n",
        "\n",
        "data_collator = DataCollatorWithPadding(classifier_tokenizer)\n",
        "\n",
        "training_args = TrainingArguments(\n",
        "    # output_dir=output_path+'clickbait_classification_maxlen25',           # output directory\n",
        "    output_dir=output_path+'roberta_clickbait_classification_maxlen25',           # output directory\n",
        "    evaluation_strategy =\"epoch\",\n",
        "    save_strategy=\"epoch\",\n",
        "    learning_rate=5e-5,\n",
        "    per_device_train_batch_size=64,\n",
        "    per_device_eval_batch_size=1,\n",
        "    warmup_steps=100,\n",
        "    num_train_epochs=6,\n",
        "    weight_decay=0.01,\n",
        "    save_total_limit=1,\n",
        "    load_best_model_at_end=True,\n",
        "    report_to=\"none\"\n",
        ")\n",
        "trainer = Trainer(\n",
        "    model=classifier_model,\n",
        "    args=training_args,\n",
        "    train_dataset=hf_total_test['train'], #webis_total[\"train\"].shuffle(seed=42).select(range(50)) if debug else webis_total[\"train\"].shuffle(seed=42),  \n",
        "    eval_dataset=hf_total_test['train'], #webis_total[\"validation\"].shuffle(seed=42).select(range(10)) if debug else webis_total[\"validation\"].shuffle(seed=42),\n",
        "    # compute_metrics=compute_metrics,\n",
        "    tokenizer=classifier_tokenizer,\n",
        "    data_collator=data_collator\n",
        ")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uypR6N6LDmU6",
        "outputId": "f383b752-04b7-46cf-9b92-7db84745d5b8"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "PyTorch: setting up devices\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        ""
      ],
      "metadata": {
        "id": "wFukHQiOGfF-"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# ['input_ids', 'labels', 'attention_mask']\n",
        "remove_columns_list = list(set(hf_total_test['train'].column_names) - set(['input_ids', 'labels', 'attention_mask', 'id']))"
      ],
      "metadata": {
        "id": "s2tLu1dKGhkA"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "hf_total_test['train']=hf_total_test['train'].remove_columns(remove_columns_list)"
      ],
      "metadata": {
        "id": "cnYArvhaGDHg"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from sklearn.utils.class_weight import compute_class_weight\n",
        "\n",
        "weight = torch.FloatTensor(compute_class_weight(class_weight=\"balanced\", classes=[0, 1], y=df_total_test[\"truthClass\"])).to(torch.device('cuda'))\n",
        "WEIGHT = torch.cuda.FloatTensor([weight[1]/weight[0]])"
      ],
      "metadata": {
        "id": "rvLpw6ODHcwJ"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "y_test = trainer.predict(hf_total_test[\"train\"])\n",
        "y_pred = (y_test.predictions > 0.5).astype(int).ravel()\n",
        "\n",
        "from sklearn.metrics import classification_report\n",
        "print(classification_report(y_test.label_ids, y_pred, target_names = [\"No-clickbait\", \"Clickbait\"]))\n",
        "\n",
        "\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 283
        },
        "id": "KHBfh_fjDDNL",
        "outputId": "9006fc82-b864-40a4-bbcd-a7de2b33c4fa"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "***** Running Prediction *****\n",
            "  Num examples = 18979\n",
            "  Batch size = 1\n",
            "The following columns in the test set don't have a corresponding argument in `BertClickbaitClassifier.forward` and have been ignored: id. If id are not expected by `BertClickbaitClassifier.forward`,  you can safely ignore this message.\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ],
            "text/html": [
              "\n",
              "    <div>\n",
              "      \n",
              "      <progress value='18979' max='18979' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
              "      [18979/18979 04:21]\n",
              "    </div>\n",
              "    "
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "              precision    recall  f1-score   support\n",
            "\n",
            "No-clickbait       0.89      0.92      0.90     14464\n",
            "   Clickbait       0.71      0.65      0.68      4515\n",
            "\n",
            "    accuracy                           0.85     18979\n",
            "   macro avg       0.80      0.78      0.79     18979\n",
            "weighted avg       0.85      0.85      0.85     18979\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!ls clickbait17-test-170720/truth.jsonl"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cpz1oJYvNBcS",
        "outputId": "aee6b5f8-e9ed-4ae3-c2f6-952b7a2c6b53"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "clickbait17-test-170720/truth.jsonl\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import json\n",
        "output_format = {}\n",
        "with open(\"outputs.jsonl\", \"w\") as pred_file:\n",
        "  for id, prediction, label in zip(hf_total_test['train']['id'], y_test.predictions,hf_total_test['train']['labels']):\n",
        "    result = {\"id\": str(id), \"clickbaitScore\": float(prediction[0])}\n",
        "\n",
        "    json.dump(result, pred_file)\n",
        "    pred_file.write('\\n')\n",
        "\n",
        "\n"
      ],
      "metadata": {
        "id": "w3tNOhQZI1DY"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!ls outputs.jsonl"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BNDmsPfdOHBw",
        "outputId": "63489324-6190-44a3-9efe-0298ab141085"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "outputs.jsonl\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!cp outputs.jsonl drive/MyDrive/nlp_lss_data/\n",
        "!cp clickbait17-test-170720/truth.jsonl drive/MyDrive/nlp_lss_data/"
      ],
      "metadata": {
        "id": "FOZiuPnaOaiw"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## eval.py is file download from Webis website for evaluation"
      ],
      "metadata": {
        "id": "Fkkw84HOOySw"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!cd drive/MyDrive/nlp_lss_data/\n",
        "!python eval.py drive/MyDrive/nlp_lss_data/truth.jsonl drive/MyDrive/nlp_lss_data/outputs.jsonl drive/MyDrive/nlp_lss_data/output.prototext"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nYRxbsoFOWfs",
        "outputId": "c98716d1-12e2-450d-9137-adb262c37021"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[4m\n",
            "Dataset Stats\u001b[0m\n",
            "Size: 18979\n",
            "#Clickbait: 4515\n",
            "#No-Clickbait: 14464\n",
            "\u001b[4m\n",
            "Regression scores\u001b[0m\n",
            "Explained variance: -0.1936135432130548\n",
            "Mean absolute error: 0.2239249845921791\n",
            "Mean squared error: 0.09321661232078872\n",
            "Median absolute error: 0.18821836713976203\n",
            "R2 score: -0.26780100040417554\n",
            "Normalized mean squared error: 1.2678010004041755\n",
            "\u001b[4m\n",
            "Binary classification scores\u001b[0m\n",
            "Accuracy: 0.8529954159860899\n",
            "Precision: 0.7077812575283065\n",
            "Recall: 0.650719822812846\n",
            "F1 score: 0.6780521578582969\n",
            "\u001b[4m\n",
            "Classification report\u001b[0m\n",
            "              precision    recall  f1-score   support\n",
            "\n",
            "           0       0.89      0.92      0.90     14464\n",
            "           1       0.71      0.65      0.68      4515\n",
            "\n",
            "    accuracy                           0.85     18979\n",
            "   macro avg       0.80      0.78      0.79     18979\n",
            "weighted avg       0.85      0.85      0.85     18979\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!ls drive/MyDrive/nlp_lss_data/"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PgFItycKOlSM",
        "outputId": "b7703666-3820-4dfd-e4c9-7555f1e69c01"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            " chakraborty\n",
            " clickbait17-test-170720\n",
            " clickbait17-train-170331\n",
            "'clickbait17-train-170331.zip?download=1'\n",
            " clickbait17-unlabeled-170429\n",
            " clickbait17-validation-170630\n",
            " clickbait_classification_maxlen25\n",
            " clickbait_data\n",
            " clickbait_only_summarization\n",
            " clickbait_only_summarization_large\n",
            " clickbait_only_summarization_steps_large\n",
            " eval.py\n",
            " fudge\n",
            " gpt2_conditional\n",
            " grover_model\n",
            " logs\n",
            " logs_full_text\n",
            " logs_full_text_reverse\n",
            " mpnet_clickbait_classification_maxlen25\n",
            " non_clickbait_data\n",
            " outputs.jsonl\n",
            " realnews\n",
            " results\n",
            " results_classifier_reload\n",
            " results_full_text\n",
            " results_full_text_reverse\n",
            " results_taken_classification\n",
            " result_summary.csv\n",
            " roberta_clickbait_classification_maxlen25\n",
            " truth.jsonl\n"
          ]
        }
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "collapsed_sections": [],
      "name": "ClickbaitClassifier.ipynb",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.6.4"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "05de7abf866e4788afd0ac311fac0976": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_383a7b1f85794cfc817784000d8d17b6",
            "placeholder": "​",
            "style": "IPY_MODEL_72b02b1ff35343aea032a6b83be22594",
            "value": " 16/16 [00:01&lt;00:00, 13.28ba/s]"
          }
        },
        "06208d6f2630487085d24ddae00f00d8": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ecf78c167b8c4edb887d9b76e980e79a",
            "max": 28,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_42327f0e1c77441eb58feb0a94377ab2",
            "value": 28
          }
        },
        "092250eb948743d9b823d1261d48fd3f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "154b5321888a42919780a33de80acd68": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_cf90508f24a64eab8146756864960ce0",
              "IPY_MODEL_06208d6f2630487085d24ddae00f00d8",
              "IPY_MODEL_cf4750a1af574c57a84faba2e8c46567"
            ],
            "layout": "IPY_MODEL_9ded3a58e6524538841c3066eb6d3f3d"
          }
        },
        "15752d3252ae4619924d768294b123f6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1657f48336d548ccbbcc3d666e37a0b7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_de2e6e1ac33640d39e73a628960daad2",
            "placeholder": "​",
            "style": "IPY_MODEL_7216b7f9d3934af9956ad72cae8c3d33",
            "value": " 4/4 [00:00&lt;00:00, 13.75ba/s]"
          }
        },
        "1bf19bae1b684d5b8789ccc5ddea5cd5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1ce6dc194788481ab661e589b2859018": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c0eb046f29c84954b07aaf46757fc9bf",
              "IPY_MODEL_d7a7bb73d4094dd5a58c807fbe38c853",
              "IPY_MODEL_9605b0eaa3d748e69faf13ad412e95f5"
            ],
            "layout": "IPY_MODEL_201fc752c6af4d5cbd6bd3d2f2bdc080"
          }
        },
        "201fc752c6af4d5cbd6bd3d2f2bdc080": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "23baaa429b364a23a80ad07a49e04a00": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4ee6c5f82d3b45c694675b30bb64fe45",
              "IPY_MODEL_31070bab82d4416da7c35d15c51b3859",
              "IPY_MODEL_ec9bc55062a34ae78ee68bccc3c65f5b"
            ],
            "layout": "IPY_MODEL_70fea17b45ba46c7b0e48d2442384b99"
          }
        },
        "2639933303a14ea092bb9f2c2c156e9e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "26f1e5d0ef334e498d19217ad1775afc": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_81d52b6372664654afd17eddc1f5ec9a",
            "placeholder": "​",
            "style": "IPY_MODEL_1bf19bae1b684d5b8789ccc5ddea5cd5",
            "value": "Downloading: 100%"
          }
        },
        "27e08e4dc05e4bdfb7d19549f78ca3f0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2f0413563b37410eaf27d0a187756fc0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "31070bab82d4416da7c35d15c51b3859": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bd0bba29e9d04d309cd221b7d58ce1f2",
            "max": 570,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_ba6d43aa5d6d4fcfb32047b3ed52cbce",
            "value": 570
          }
        },
        "383a7b1f85794cfc817784000d8d17b6": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3906cde5eddf477c9e31b6f937134e4b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "42327f0e1c77441eb58feb0a94377ab2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "4d4201a7b4fa4333a24421e1ffacddfb": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4ee6c5f82d3b45c694675b30bb64fe45": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8b9127b56e174d6b88326fe309776bd7",
            "placeholder": "​",
            "style": "IPY_MODEL_7e119131df50445aa49cecae04ecea3c",
            "value": "Downloading: 100%"
          }
        },
        "5156befeba25427ab01fbf8381a50056": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "54864948effa43308673fc99caff8eed": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_27e08e4dc05e4bdfb7d19549f78ca3f0",
            "placeholder": "​",
            "style": "IPY_MODEL_b539cd50ecd64ff9aebd5215d6f41c80",
            "value": " 19/19 [00:01&lt;00:00, 17.50ba/s]"
          }
        },
        "599fb10333e141938c934f7385f37ebe": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5b265b7551f646ae8381a364cdb8ee61": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_91d72839050b4df39d67de8523e463d0",
            "max": 466062,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_a1c8b74a2e31438abf696fa4b09a3036",
            "value": 466062
          }
        },
        "5cd498db06bd4489ac64fa0b4c7485b5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "615b7e68da77411e91733eba84c17f55": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a4b712e4b9c34b6cbca60731b6edd83f",
            "placeholder": "​",
            "style": "IPY_MODEL_a9879c4084724f70bd5bc74a21ea46db",
            "value": "100%"
          }
        },
        "62f7d4a403204d8fbd3ce2922be45e35": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "67994dc11bf148a484f99bda4260f2a6": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8b229a3ff3d34ff69e255e1eea5f89a3",
              "IPY_MODEL_c8683a5648d2420287a3b4fa02ed3327",
              "IPY_MODEL_54864948effa43308673fc99caff8eed"
            ],
            "layout": "IPY_MODEL_7ce95997489643cc9eb4303939b4899e"
          }
        },
        "687d90aa8ef34c8b8ec469eafe897691": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3906cde5eddf477c9e31b6f937134e4b",
            "max": 4,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_963bb913bb204ec294d6ef3c67012b7d",
            "value": 4
          }
        },
        "6b0e0267338e467ea8227ec33da5a750": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_26f1e5d0ef334e498d19217ad1775afc",
              "IPY_MODEL_5b265b7551f646ae8381a364cdb8ee61",
              "IPY_MODEL_97c91f9885f740c881664e34cefea295"
            ],
            "layout": "IPY_MODEL_d84d0ef0c8e04d868ccf14d8fa77b360"
          }
        },
        "70fea17b45ba46c7b0e48d2442384b99": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7216b7f9d3934af9956ad72cae8c3d33": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "724be93b46684da4b48ef1f44dfc80de": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_615b7e68da77411e91733eba84c17f55",
              "IPY_MODEL_d49d4df5ab984abebc8ebebcd583b393",
              "IPY_MODEL_05de7abf866e4788afd0ac311fac0976"
            ],
            "layout": "IPY_MODEL_5156befeba25427ab01fbf8381a50056"
          }
        },
        "72b02b1ff35343aea032a6b83be22594": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7ce95997489643cc9eb4303939b4899e": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7e119131df50445aa49cecae04ecea3c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "81d52b6372664654afd17eddc1f5ec9a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8a278f9ba1ce41e8bff98fb8b408e0e0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8b229a3ff3d34ff69e255e1eea5f89a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c36a2c2477014b5989faa14552833e8b",
            "placeholder": "​",
            "style": "IPY_MODEL_15752d3252ae4619924d768294b123f6",
            "value": "100%"
          }
        },
        "8b9127b56e174d6b88326fe309776bd7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8c46310d18e8419aa347e3c787f80c9c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "8c4d2e11171444f9a949ac97f8d7a429": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "91d72839050b4df39d67de8523e463d0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9605b0eaa3d748e69faf13ad412e95f5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ef56c94b46ad4edd93315ed738ce775f",
            "placeholder": "​",
            "style": "IPY_MODEL_f22d00f8568d4524b59ab26135869938",
            "value": " 226k/226k [00:00&lt;00:00, 305kB/s]"
          }
        },
        "963bb913bb204ec294d6ef3c67012b7d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "97c91f9885f740c881664e34cefea295": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ad02d26823e34fd1bf8af7b3951790d0",
            "placeholder": "​",
            "style": "IPY_MODEL_de72e305bd45462893dff27e74cfdc2c",
            "value": " 455k/455k [00:00&lt;00:00, 653kB/s]"
          }
        },
        "9ded3a58e6524538841c3066eb6d3f3d": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9ece97862bb54dd8835fbeaa2237e431": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_cfda0ceb853f40528ddb6bd51e84e09e",
              "IPY_MODEL_687d90aa8ef34c8b8ec469eafe897691",
              "IPY_MODEL_1657f48336d548ccbbcc3d666e37a0b7"
            ],
            "layout": "IPY_MODEL_4d4201a7b4fa4333a24421e1ffacddfb"
          }
        },
        "a1c8b74a2e31438abf696fa4b09a3036": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a4b712e4b9c34b6cbca60731b6edd83f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a9879c4084724f70bd5bc74a21ea46db": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ad02d26823e34fd1bf8af7b3951790d0": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b539cd50ecd64ff9aebd5215d6f41c80": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ba6d43aa5d6d4fcfb32047b3ed52cbce": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "bd0bba29e9d04d309cd221b7d58ce1f2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c0eb046f29c84954b07aaf46757fc9bf": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f31915a196f945dd8bebfdd8cdc2ebd7",
            "placeholder": "​",
            "style": "IPY_MODEL_2f0413563b37410eaf27d0a187756fc0",
            "value": "Downloading: 100%"
          }
        },
        "c2794abd148141e0ae6b4efb5c0ee6fe": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c36a2c2477014b5989faa14552833e8b": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c7f4e27be8884070896e69b41365bcbb": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c8683a5648d2420287a3b4fa02ed3327": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d19bb0dda0284cef94c61d7729c103e8",
            "max": 19,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_8c46310d18e8419aa347e3c787f80c9c",
            "value": 19
          }
        },
        "cae9ca3e8d88415590891ec3d97cd0ba": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cf13829e8a7c42e2802f422bb43f1655": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "cf4750a1af574c57a84faba2e8c46567": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8c4d2e11171444f9a949ac97f8d7a429",
            "placeholder": "​",
            "style": "IPY_MODEL_c7f4e27be8884070896e69b41365bcbb",
            "value": " 28.0/28.0 [00:00&lt;00:00, 237B/s]"
          }
        },
        "cf90508f24a64eab8146756864960ce0": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c2794abd148141e0ae6b4efb5c0ee6fe",
            "placeholder": "​",
            "style": "IPY_MODEL_ec1e4b338ee74655a4a2dd7271f39513",
            "value": "Downloading: 100%"
          }
        },
        "cfda0ceb853f40528ddb6bd51e84e09e": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cae9ca3e8d88415590891ec3d97cd0ba",
            "placeholder": "​",
            "style": "IPY_MODEL_2639933303a14ea092bb9f2c2c156e9e",
            "value": "100%"
          }
        },
        "d19bb0dda0284cef94c61d7729c103e8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d49d4df5ab984abebc8ebebcd583b393": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8a278f9ba1ce41e8bff98fb8b408e0e0",
            "max": 16,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_62f7d4a403204d8fbd3ce2922be45e35",
            "value": 16
          }
        },
        "d7a7bb73d4094dd5a58c807fbe38c853": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_092250eb948743d9b823d1261d48fd3f",
            "max": 231508,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_cf13829e8a7c42e2802f422bb43f1655",
            "value": 231508
          }
        },
        "d84d0ef0c8e04d868ccf14d8fa77b360": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "de2e6e1ac33640d39e73a628960daad2": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "de72e305bd45462893dff27e74cfdc2c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ec1e4b338ee74655a4a2dd7271f39513": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ec9bc55062a34ae78ee68bccc3c65f5b": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5cd498db06bd4489ac64fa0b4c7485b5",
            "placeholder": "​",
            "style": "IPY_MODEL_599fb10333e141938c934f7385f37ebe",
            "value": " 570/570 [00:00&lt;00:00, 10.7kB/s]"
          }
        },
        "ecf78c167b8c4edb887d9b76e980e79a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ef56c94b46ad4edd93315ed738ce775f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f22d00f8568d4524b59ab26135869938": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f31915a196f945dd8bebfdd8cdc2ebd7": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3ec6e402bef448febc9009b195817e68": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f59af31959844220a47c195e57b71e06",
              "IPY_MODEL_d31481aeb3e343b38f25646db8abdf94",
              "IPY_MODEL_3a543ddc0c994156b11a2ce00fb31180"
            ],
            "layout": "IPY_MODEL_365802fa587246f79581fa560d2a42da"
          }
        },
        "f59af31959844220a47c195e57b71e06": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_651e56d19efd434cb617e67dca4ae595",
            "placeholder": "​",
            "style": "IPY_MODEL_445c608e255440eb9f3ced843598136b",
            "value": "Downloading: 100%"
          }
        },
        "d31481aeb3e343b38f25646db8abdf94": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9d866dbf5a314a4992db8e063c66f120",
            "max": 570,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f75b701fe15e46b2a4e7d4ba6ca026b2",
            "value": 570
          }
        },
        "3a543ddc0c994156b11a2ce00fb31180": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8f0dcf34c2c348a594af836884a1db20",
            "placeholder": "​",
            "style": "IPY_MODEL_2b00805536e642c29fc750206fe719bc",
            "value": " 570/570 [00:00&lt;00:00, 14.5kB/s]"
          }
        },
        "365802fa587246f79581fa560d2a42da": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "651e56d19efd434cb617e67dca4ae595": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "445c608e255440eb9f3ced843598136b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9d866dbf5a314a4992db8e063c66f120": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f75b701fe15e46b2a4e7d4ba6ca026b2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "8f0dcf34c2c348a594af836884a1db20": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2b00805536e642c29fc750206fe719bc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d367318fb6414bb0958929d2cefe59f8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_6ecb6ee7d81b43858b3020c4ce5879b7",
              "IPY_MODEL_1bc70b3f06874782b06c4a67ec196a84",
              "IPY_MODEL_23f0205ea45e416e90196925da497be5"
            ],
            "layout": "IPY_MODEL_b3b39997039b43e2a775de25dbace681"
          }
        },
        "6ecb6ee7d81b43858b3020c4ce5879b7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_27eef6eead8a4eb9a617fe6e20efa7f3",
            "placeholder": "​",
            "style": "IPY_MODEL_ddfdd7027ded4b90b7557644bf490bb9",
            "value": "Downloading: 100%"
          }
        },
        "1bc70b3f06874782b06c4a67ec196a84": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b588c979f37f4b169922b9049e11fb7c",
            "max": 440473133,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e02004bdf4674055ba54c9110377079b",
            "value": 440473133
          }
        },
        "23f0205ea45e416e90196925da497be5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ec02514c7bb142e484cd724b5a8fa8bb",
            "placeholder": "​",
            "style": "IPY_MODEL_229fd2a1ebed43cb89dabe777644536e",
            "value": " 420M/420M [00:13&lt;00:00, 18.5MB/s]"
          }
        },
        "b3b39997039b43e2a775de25dbace681": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "27eef6eead8a4eb9a617fe6e20efa7f3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ddfdd7027ded4b90b7557644bf490bb9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b588c979f37f4b169922b9049e11fb7c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e02004bdf4674055ba54c9110377079b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "ec02514c7bb142e484cd724b5a8fa8bb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "229fd2a1ebed43cb89dabe777644536e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "3b1b18e143e1478eabcaed0155916eca": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_2e3915607f224bef8d3a54d56cecf143",
              "IPY_MODEL_adee5bf6ab474f52aa9e0c83fa23c712",
              "IPY_MODEL_8968a112e3d84561984781e0f5368f05"
            ],
            "layout": "IPY_MODEL_a1da9e8d931f450c9385f9b0cb3504e3"
          }
        },
        "2e3915607f224bef8d3a54d56cecf143": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_960010113eba4b3790ccc86ac6053fc5",
            "placeholder": "​",
            "style": "IPY_MODEL_cbcb4ebbf88c48d2aa5f0eda797e78a2",
            "value": "100%"
          }
        },
        "adee5bf6ab474f52aa9e0c83fa23c712": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2a8015f3e97e4c7ca976ceaaf3a0076c",
            "max": 1,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_703aba823da74ae99a2e14c385d0b471",
            "value": 1
          }
        },
        "8968a112e3d84561984781e0f5368f05": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_36c002c8d09a469b835e28ef5990f459",
            "placeholder": "​",
            "style": "IPY_MODEL_1882832c4e3a497c94b06dcd538a4027",
            "value": " 1/1 [00:00&lt;00:00, 23.24it/s]"
          }
        },
        "a1da9e8d931f450c9385f9b0cb3504e3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "960010113eba4b3790ccc86ac6053fc5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cbcb4ebbf88c48d2aa5f0eda797e78a2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2a8015f3e97e4c7ca976ceaaf3a0076c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "703aba823da74ae99a2e14c385d0b471": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "36c002c8d09a469b835e28ef5990f459": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1882832c4e3a497c94b06dcd538a4027": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "dc8339c51d0b4d6aaa68c3c43be58ee6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_7eee1cfab4384d78b36c60e480e518af",
              "IPY_MODEL_ce19cd693152412ebe506893e77e4554",
              "IPY_MODEL_d183eac36baa496cb3b704c9baa5119b"
            ],
            "layout": "IPY_MODEL_68b09fc0c0154f89be6c0c185dfc9f4f"
          }
        },
        "7eee1cfab4384d78b36c60e480e518af": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e7112d707b1b4e0297cca858e97c2656",
            "placeholder": "​",
            "style": "IPY_MODEL_04d1c719b4e2494ca7f83da7d0671366",
            "value": "100%"
          }
        },
        "ce19cd693152412ebe506893e77e4554": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a9a7c327f03647a6bcf94011e2d33d8f",
            "max": 1,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_99572f2511a848b19b968c1da1e34a37",
            "value": 1
          }
        },
        "d183eac36baa496cb3b704c9baa5119b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b32efed6999545af92c822b78d82b657",
            "placeholder": "​",
            "style": "IPY_MODEL_faf0e032df144eb4a38269f5e323c081",
            "value": " 1/1 [00:00&lt;00:00, 21.38it/s]"
          }
        },
        "68b09fc0c0154f89be6c0c185dfc9f4f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e7112d707b1b4e0297cca858e97c2656": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "04d1c719b4e2494ca7f83da7d0671366": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a9a7c327f03647a6bcf94011e2d33d8f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "99572f2511a848b19b968c1da1e34a37": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b32efed6999545af92c822b78d82b657": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "faf0e032df144eb4a38269f5e323c081": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6ba4e2b77bf7497aa0264f0bf77f71e2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8e6dfbd24d6c41b5b98fe15ed159f247",
              "IPY_MODEL_0b556ed0d41144e5944191da01150902",
              "IPY_MODEL_0f599edc7be948ecb7c2174eb4a38cc6"
            ],
            "layout": "IPY_MODEL_888d6e7bea52457c9e2b918450db87a3"
          }
        },
        "8e6dfbd24d6c41b5b98fe15ed159f247": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7d6a9df0cd7e4f4d8c4cd9e7caa40c16",
            "placeholder": "​",
            "style": "IPY_MODEL_881375d028de424b8a53e72579c12de7",
            "value": "100%"
          }
        },
        "0b556ed0d41144e5944191da01150902": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bfdbbff19cb44f26a3ce0b54c2acc1c9",
            "max": 19,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_1745ca8d0607432685f5499f2a4ed9fe",
            "value": 19
          }
        },
        "0f599edc7be948ecb7c2174eb4a38cc6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3f62cd71075c42dc8dd4605e23d13a20",
            "placeholder": "​",
            "style": "IPY_MODEL_bfeecb86dacf44a9a261787b4f8f374d",
            "value": " 19/19 [00:02&lt;00:00,  7.08ba/s]"
          }
        },
        "888d6e7bea52457c9e2b918450db87a3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7d6a9df0cd7e4f4d8c4cd9e7caa40c16": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "881375d028de424b8a53e72579c12de7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bfdbbff19cb44f26a3ce0b54c2acc1c9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1745ca8d0607432685f5499f2a4ed9fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3f62cd71075c42dc8dd4605e23d13a20": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bfeecb86dacf44a9a261787b4f8f374d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}