merge_preproc.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "chunk_size = 10**4\n",
    "temp_chunk = None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "for chunk in pd.read_csv('scotus_file',chunksize=chunk_size):\n",
    "    temp_chunk = chunk\n",
    "    #break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "#temp_chunk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pat = re.compile(r'\\d+\\s+U\\.S.\\s+\\d+', re.MULTILINE|re.UNICODE)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "val = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "chunk_dedup = chunk.drop_duplicates(subset='html',keep='first')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "chunk_nonan = chunk_dedup[pd.notnull(chunk_dedup['html'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "for i, c in enumerate(chunk_nonan['html']): \n",
    "        try:                                                     \n",
    "            patmatch = re.findall(pat, c)[0]\n",
    "            val.append(patmatch)\n",
    "        except: \n",
    "            val.append(None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda/lib/python3.6/site-packages/ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "chunk_nonan['US_CITE'] = val"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>absolute_url</th>\n",
       "      <th>author</th>\n",
       "      <th>author_str</th>\n",
       "      <th>cluster</th>\n",
       "      <th>date_created</th>\n",
       "      <th>date_modified</th>\n",
       "      <th>download_url</th>\n",
       "      <th>extracted_by_ocr</th>\n",
       "      <th>html</th>\n",
       "      <th>...</th>\n",
       "      <th>joined_by</th>\n",
       "      <th>local_path</th>\n",
       "      <th>opinions_cited</th>\n",
       "      <th>page_count</th>\n",
       "      <th>per_curiam</th>\n",
       "      <th>plain_text</th>\n",
       "      <th>resource_uri</th>\n",
       "      <th>sha1</th>\n",
       "      <th>type</th>\n",
       "      <th>US_CITE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>/opinion/100341/puget-sound-co-v-king-county/</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/peopl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T16:48:24Z</td>\n",
       "      <td>2017-03-24T04:07:49.567295Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;264 U.S. 22&lt;/p&gt;\\n    &lt;p c...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[http://www.courtlistener.com/api/rest/v3/opin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>79ba53b8d063b22a6c5f466678a2d4890373cdfc</td>\n",
       "      <td>010combined</td>\n",
       "      <td>264 U.S. 22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>/opinion/140070/searles-v-board-of-education-o...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:33:08Z</td>\n",
       "      <td>2017-03-24T06:26:15.220593Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/543/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;543 U.S. 980&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>8d0327178dfb08992d02a1108ce73b118abd19f4</td>\n",
       "      <td>010combined</td>\n",
       "      <td>543 U.S. 980</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>/opinion/124547/knutson-v-county-of-barnes/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:22:19Z</td>\n",
       "      <td>2017-03-24T06:14:50.951404Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/537/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;537 U.S. 978&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[http://www.courtlistener.com/api/rest/v3/opin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>1f2aa439840f56c748b711a888cb4ac3e48091ff</td>\n",
       "      <td>010combined</td>\n",
       "      <td>537 U.S. 978</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>/opinion/125313/grutter-v-bollinger/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:22:29Z</td>\n",
       "      <td>2017-03-24T06:15:08.668171Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/537/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;537 U.S. 1043&lt;/p&gt;\\n    &lt;p...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[http://www.courtlistener.com/api/rest/v3/opin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>b3c4be95353dc83d67f022cb81d9e53d6bc163bb</td>\n",
       "      <td>010combined</td>\n",
       "      <td>537 U.S. 1043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>/opinion/144570/messano-v-united-states/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T18:16:32Z</td>\n",
       "      <td>2017-03-24T06:28:29.420424Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/544/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;544 U.S. 1030&lt;/p&gt;\\n    &lt;p...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>98323fd42df5b4d2a59a829dfe0fcf288cb2dbe2</td>\n",
       "      <td>010combined</td>\n",
       "      <td>544 U.S. 1030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>/opinion/92077/sherman-v-grinnell/</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/peopl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T16:05:16Z</td>\n",
       "      <td>2017-05-04T22:21:20.363979Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;8 S.Ct. 260&lt;/p&gt;\\n    &lt;p c...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[http://www.courtlistener.com/api/rest/v3/opin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>3fb7dee7f4f7b620ef6d3f6997349062556e733e</td>\n",
       "      <td>010combined</td>\n",
       "      <td>123 U.S. 679</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>/opinion/138452/roller-v-williams-warden/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:32:25Z</td>\n",
       "      <td>2017-03-24T06:25:38.447170Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/543/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;543 U.S. 854&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>2068d3000444be338f18141cb56c7bd7232c29c3</td>\n",
       "      <td>010combined</td>\n",
       "      <td>543 U.S. 854</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>/opinion/85511/carnochan-v-christie/</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/peopl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T15:59:45Z</td>\n",
       "      <td>2017-03-24T03:41:49.793545Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;24 U.S. 446&lt;/p&gt;\\n    &lt;p c...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>c8889e31da5acfd4aeccfb30ff42b48b0693f32e</td>\n",
       "      <td>010combined</td>\n",
       "      <td>24 U.S. 446</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>/opinion/128041/marshall-v-hendricks/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:26:14Z</td>\n",
       "      <td>2017-03-24T06:17:04.042730Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/538/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;538 U.S. 911&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[http://www.courtlistener.com/api/rest/v3/opin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>b1e8a99869bcc8e31020f8ca840d5f91cbfcc4dc</td>\n",
       "      <td>010combined</td>\n",
       "      <td>538 U.S. 911</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>/opinion/117374/marx-v-united-states-ante-p-1018/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:20:09Z</td>\n",
       "      <td>2017-03-24T05:59:43.306722Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/510/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;510 U.S. 1173&lt;/p&gt;\\n    &lt;p...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>b4c80b12b5f505494c67efd786322ddcb19392cf</td>\n",
       "      <td>010combined</td>\n",
       "      <td>510 U.S. 1173</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>/opinion/112143/bowen-v-massachusetts/</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/peopl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:13:34Z</td>\n",
       "      <td>2017-03-24T05:46:19.580689Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;487 U.S. 879&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[http://www.courtlistener.com/api/rest/v3/opin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>330407aab450f2d5b611a65c40f1c33b2315dc30</td>\n",
       "      <td>010combined</td>\n",
       "      <td>487 U.S. 879</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>/opinion/105540/west-point-wholesale-grocery-c...</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/peopl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T16:55:35Z</td>\n",
       "      <td>2017-03-24T04:36:55.766710Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;354 U.S. 390&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[http://www.courtlistener.com/api/rest/v3/opin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>baf21783b3bd5b51638ab8349cfd8d9e13f25c38</td>\n",
       "      <td>010combined</td>\n",
       "      <td>354 U.S. 390</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>/opinion/93841/berbecker-v-robertson-collector/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T16:08:07Z</td>\n",
       "      <td>2017-03-24T03:52:59.794376Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/152/1...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;152 U.S. 373&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>adb798de9e3148f6e68b5bbb39962ae4db343364</td>\n",
       "      <td>010combined</td>\n",
       "      <td>152 U.S. 373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>/opinion/119440/in-re-discipline-of-elliott-no...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:20:50Z</td>\n",
       "      <td>2017-03-24T06:12:06.065592Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/535/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;535 U.S. 984&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>ccd3618f63d479a3cb510af83f4b73091420dafc</td>\n",
       "      <td>010combined</td>\n",
       "      <td>535 U.S. 984</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>/opinion/108816/fri-v-sierra-club/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:11:43Z</td>\n",
       "      <td>2017-03-24T05:07:04.679846Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;412 U.S. 541&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>7bd771495ade8c3f2ee9604b3daf1ece05aabf0e</td>\n",
       "      <td>010combined</td>\n",
       "      <td>412 U.S. 541</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>/opinion/93485/sutliff-v-lake-county-commrs/</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/peopl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T16:07:21Z</td>\n",
       "      <td>2017-03-24T03:52:09.347675Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;147 U.S. 230&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[http://www.courtlistener.com/api/rest/v3/opin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>be3971494cea139b46a12ec90e7da1c6f93d754b</td>\n",
       "      <td>010combined</td>\n",
       "      <td>147 U.S. 230</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>/opinion/134291/sumbry-v-davis-superintendent-...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:28:48Z</td>\n",
       "      <td>2017-03-24T06:22:12.345223Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/540/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;540 U.S. 1058&lt;/p&gt;\\n    &lt;p...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>bd074781a476f59451b440d41a808031943091f6</td>\n",
       "      <td>010combined</td>\n",
       "      <td>540 U.S. 1058</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>/opinion/141229/solis-gonzalez-v-united-states/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:33:24Z</td>\n",
       "      <td>2017-03-24T06:26:41.793256Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/543/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;543 U.S. 1072&lt;/p&gt;\\n    &lt;p...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>f4e2c18511597fc2480219c3e843de0fdf70976f</td>\n",
       "      <td>010combined</td>\n",
       "      <td>543 U.S. 1072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>/opinion/133564/weatherspoon-v-curtis-warden/</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T17:28:30Z</td>\n",
       "      <td>2017-03-24T06:21:56.111648Z</td>\n",
       "      <td>http://bulk.resource.org/courts.gov/c/US/540/5...</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;540 U.S. 987&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>54e30b7e3d67aad0c5ff358d0159e9a40912e337</td>\n",
       "      <td>010combined</td>\n",
       "      <td>540 U.S. 987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>/opinion/91998/clinton-v-missouri-pacific-r-co/</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/peopl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/clust...</td>\n",
       "      <td>2010-04-28T16:05:13Z</td>\n",
       "      <td>2017-03-24T03:49:31.975244Z</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;122 U.S. 469&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>...</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>http://www.courtlistener.com/api/rest/v3/opini...</td>\n",
       "      <td>09d010249dd38b46e0e57394a56c1b5fb1695057</td>\n",
       "      <td>010combined</td>\n",
       "      <td>122 U.S. 469</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0                                       absolute_url  \\\n",
       "0            0      /opinion/100341/puget-sound-co-v-king-county/   \n",
       "1            1  /opinion/140070/searles-v-board-of-education-o...   \n",
       "2            2        /opinion/124547/knutson-v-county-of-barnes/   \n",
       "3            3               /opinion/125313/grutter-v-bollinger/   \n",
       "4            4           /opinion/144570/messano-v-united-states/   \n",
       "5            5                 /opinion/92077/sherman-v-grinnell/   \n",
       "6            6          /opinion/138452/roller-v-williams-warden/   \n",
       "7            7               /opinion/85511/carnochan-v-christie/   \n",
       "8            8              /opinion/128041/marshall-v-hendricks/   \n",
       "9            9  /opinion/117374/marx-v-united-states-ante-p-1018/   \n",
       "10          10             /opinion/112143/bowen-v-massachusetts/   \n",
       "11          11  /opinion/105540/west-point-wholesale-grocery-c...   \n",
       "12          12    /opinion/93841/berbecker-v-robertson-collector/   \n",
       "14          14  /opinion/119440/in-re-discipline-of-elliott-no...   \n",
       "15          15                 /opinion/108816/fri-v-sierra-club/   \n",
       "16          16       /opinion/93485/sutliff-v-lake-county-commrs/   \n",
       "17          17  /opinion/134291/sumbry-v-davis-superintendent-...   \n",
       "18          18    /opinion/141229/solis-gonzalez-v-united-states/   \n",
       "19          19      /opinion/133564/weatherspoon-v-curtis-warden/   \n",
       "20          20    /opinion/91998/clinton-v-missouri-pacific-r-co/   \n",
       "\n",
       "                                               author  author_str  \\\n",
       "0   http://www.courtlistener.com/api/rest/v3/peopl...         NaN   \n",
       "1                                                 NaN         NaN   \n",
       "2                                                 NaN         NaN   \n",
       "3                                                 NaN         NaN   \n",
       "4                                                 NaN         NaN   \n",
       "5   http://www.courtlistener.com/api/rest/v3/peopl...         NaN   \n",
       "6                                                 NaN         NaN   \n",
       "7   http://www.courtlistener.com/api/rest/v3/peopl...         NaN   \n",
       "8                                                 NaN         NaN   \n",
       "9                                                 NaN         NaN   \n",
       "10  http://www.courtlistener.com/api/rest/v3/peopl...         NaN   \n",
       "11  http://www.courtlistener.com/api/rest/v3/peopl...         NaN   \n",
       "12                                                NaN         NaN   \n",
       "14                                                NaN         NaN   \n",
       "15                                                NaN         NaN   \n",
       "16  http://www.courtlistener.com/api/rest/v3/peopl...         NaN   \n",
       "17                                                NaN         NaN   \n",
       "18                                                NaN         NaN   \n",
       "19                                                NaN         NaN   \n",
       "20  http://www.courtlistener.com/api/rest/v3/peopl...         NaN   \n",
       "\n",
       "                                              cluster          date_created  \\\n",
       "0   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T16:48:24Z   \n",
       "1   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:33:08Z   \n",
       "2   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:22:19Z   \n",
       "3   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:22:29Z   \n",
       "4   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T18:16:32Z   \n",
       "5   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T16:05:16Z   \n",
       "6   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:32:25Z   \n",
       "7   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T15:59:45Z   \n",
       "8   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:26:14Z   \n",
       "9   http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:20:09Z   \n",
       "10  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:13:34Z   \n",
       "11  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T16:55:35Z   \n",
       "12  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T16:08:07Z   \n",
       "14  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:20:50Z   \n",
       "15  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:11:43Z   \n",
       "16  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T16:07:21Z   \n",
       "17  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:28:48Z   \n",
       "18  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:33:24Z   \n",
       "19  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T17:28:30Z   \n",
       "20  http://www.courtlistener.com/api/rest/v3/clust...  2010-04-28T16:05:13Z   \n",
       "\n",
       "                  date_modified  \\\n",
       "0   2017-03-24T04:07:49.567295Z   \n",
       "1   2017-03-24T06:26:15.220593Z   \n",
       "2   2017-03-24T06:14:50.951404Z   \n",
       "3   2017-03-24T06:15:08.668171Z   \n",
       "4   2017-03-24T06:28:29.420424Z   \n",
       "5   2017-05-04T22:21:20.363979Z   \n",
       "6   2017-03-24T06:25:38.447170Z   \n",
       "7   2017-03-24T03:41:49.793545Z   \n",
       "8   2017-03-24T06:17:04.042730Z   \n",
       "9   2017-03-24T05:59:43.306722Z   \n",
       "10  2017-03-24T05:46:19.580689Z   \n",
       "11  2017-03-24T04:36:55.766710Z   \n",
       "12  2017-03-24T03:52:59.794376Z   \n",
       "14  2017-03-24T06:12:06.065592Z   \n",
       "15  2017-03-24T05:07:04.679846Z   \n",
       "16  2017-03-24T03:52:09.347675Z   \n",
       "17  2017-03-24T06:22:12.345223Z   \n",
       "18  2017-03-24T06:26:41.793256Z   \n",
       "19  2017-03-24T06:21:56.111648Z   \n",
       "20  2017-03-24T03:49:31.975244Z   \n",
       "\n",
       "                                         download_url  extracted_by_ocr  \\\n",
       "0                                                 NaN             False   \n",
       "1   http://bulk.resource.org/courts.gov/c/US/543/5...             False   \n",
       "2   http://bulk.resource.org/courts.gov/c/US/537/5...             False   \n",
       "3   http://bulk.resource.org/courts.gov/c/US/537/5...             False   \n",
       "4   http://bulk.resource.org/courts.gov/c/US/544/5...             False   \n",
       "5                                                 NaN             False   \n",
       "6   http://bulk.resource.org/courts.gov/c/US/543/5...             False   \n",
       "7                                                 NaN             False   \n",
       "8   http://bulk.resource.org/courts.gov/c/US/538/5...             False   \n",
       "9   http://bulk.resource.org/courts.gov/c/US/510/5...             False   \n",
       "10                                                NaN             False   \n",
       "11                                                NaN             False   \n",
       "12  http://bulk.resource.org/courts.gov/c/US/152/1...             False   \n",
       "14  http://bulk.resource.org/courts.gov/c/US/535/5...             False   \n",
       "15                                                NaN             False   \n",
       "16                                                NaN             False   \n",
       "17  http://bulk.resource.org/courts.gov/c/US/540/5...             False   \n",
       "18  http://bulk.resource.org/courts.gov/c/US/543/5...             False   \n",
       "19  http://bulk.resource.org/courts.gov/c/US/540/5...             False   \n",
       "20                                                NaN             False   \n",
       "\n",
       "                                                 html      ...        \\\n",
       "0   <p class=\"case_cite\">264 U.S. 22</p>\\n    <p c...      ...         \n",
       "1   <p class=\"case_cite\">543 U.S. 980</p>\\n    <p ...      ...         \n",
       "2   <p class=\"case_cite\">537 U.S. 978</p>\\n    <p ...      ...         \n",
       "3   <p class=\"case_cite\">537 U.S. 1043</p>\\n    <p...      ...         \n",
       "4   <p class=\"case_cite\">544 U.S. 1030</p>\\n    <p...      ...         \n",
       "5   <p class=\"case_cite\">8 S.Ct. 260</p>\\n    <p c...      ...         \n",
       "6   <p class=\"case_cite\">543 U.S. 854</p>\\n    <p ...      ...         \n",
       "7   <p class=\"case_cite\">24 U.S. 446</p>\\n    <p c...      ...         \n",
       "8   <p class=\"case_cite\">538 U.S. 911</p>\\n    <p ...      ...         \n",
       "9   <p class=\"case_cite\">510 U.S. 1173</p>\\n    <p...      ...         \n",
       "10  <p class=\"case_cite\">487 U.S. 879</p>\\n    <p ...      ...         \n",
       "11  <p class=\"case_cite\">354 U.S. 390</p>\\n    <p ...      ...         \n",
       "12  <p class=\"case_cite\">152 U.S. 373</p>\\n    <p ...      ...         \n",
       "14  <p class=\"case_cite\">535 U.S. 984</p>\\n    <p ...      ...         \n",
       "15  <p class=\"case_cite\">412 U.S. 541</p>\\n    <p ...      ...         \n",
       "16  <p class=\"case_cite\">147 U.S. 230</p>\\n    <p ...      ...         \n",
       "17  <p class=\"case_cite\">540 U.S. 1058</p>\\n    <p...      ...         \n",
       "18  <p class=\"case_cite\">543 U.S. 1072</p>\\n    <p...      ...         \n",
       "19  <p class=\"case_cite\">540 U.S. 987</p>\\n    <p ...      ...         \n",
       "20  <p class=\"case_cite\">122 U.S. 469</p>\\n    <p ...      ...         \n",
       "\n",
       "    joined_by local_path                                     opinions_cited  \\\n",
       "0          []        NaN  [http://www.courtlistener.com/api/rest/v3/opin...   \n",
       "1          []        NaN                                                 []   \n",
       "2          []        NaN  [http://www.courtlistener.com/api/rest/v3/opin...   \n",
       "3          []        NaN  [http://www.courtlistener.com/api/rest/v3/opin...   \n",
       "4          []        NaN                                                 []   \n",
       "5          []        NaN  [http://www.courtlistener.com/api/rest/v3/opin...   \n",
       "6          []        NaN                                                 []   \n",
       "7          []        NaN                                                 []   \n",
       "8          []        NaN  [http://www.courtlistener.com/api/rest/v3/opin...   \n",
       "9          []        NaN                                                 []   \n",
       "10         []        NaN  [http://www.courtlistener.com/api/rest/v3/opin...   \n",
       "11         []        NaN  [http://www.courtlistener.com/api/rest/v3/opin...   \n",
       "12         []        NaN                                                 []   \n",
       "14         []        NaN                                                 []   \n",
       "15         []        NaN                                                 []   \n",
       "16         []        NaN  [http://www.courtlistener.com/api/rest/v3/opin...   \n",
       "17         []        NaN                                                 []   \n",
       "18         []        NaN                                                 []   \n",
       "19         []        NaN                                                 []   \n",
       "20         []        NaN                                                 []   \n",
       "\n",
       "   page_count per_curiam plain_text  \\\n",
       "0         NaN      False        NaN   \n",
       "1         NaN      False        NaN   \n",
       "2         NaN      False        NaN   \n",
       "3         NaN      False        NaN   \n",
       "4         NaN      False        NaN   \n",
       "5         NaN      False        NaN   \n",
       "6         NaN      False        NaN   \n",
       "7         NaN      False        NaN   \n",
       "8         NaN      False        NaN   \n",
       "9         NaN      False        NaN   \n",
       "10        NaN      False        NaN   \n",
       "11        NaN      False        NaN   \n",
       "12        NaN      False        NaN   \n",
       "14        NaN      False        NaN   \n",
       "15        NaN       True        NaN   \n",
       "16        NaN      False        NaN   \n",
       "17        NaN      False        NaN   \n",
       "18        NaN      False        NaN   \n",
       "19        NaN      False        NaN   \n",
       "20        NaN      False        NaN   \n",
       "\n",
       "                                         resource_uri  \\\n",
       "0   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "1   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "2   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "3   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "4   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "5   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "6   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "7   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "8   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "9   http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "10  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "11  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "12  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "14  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "15  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "16  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "17  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "18  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "19  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "20  http://www.courtlistener.com/api/rest/v3/opini...   \n",
       "\n",
       "                                        sha1         type        US_CITE  \n",
       "0   79ba53b8d063b22a6c5f466678a2d4890373cdfc  010combined    264 U.S. 22  \n",
       "1   8d0327178dfb08992d02a1108ce73b118abd19f4  010combined   543 U.S. 980  \n",
       "2   1f2aa439840f56c748b711a888cb4ac3e48091ff  010combined   537 U.S. 978  \n",
       "3   b3c4be95353dc83d67f022cb81d9e53d6bc163bb  010combined  537 U.S. 1043  \n",
       "4   98323fd42df5b4d2a59a829dfe0fcf288cb2dbe2  010combined  544 U.S. 1030  \n",
       "5   3fb7dee7f4f7b620ef6d3f6997349062556e733e  010combined   123 U.S. 679  \n",
       "6   2068d3000444be338f18141cb56c7bd7232c29c3  010combined   543 U.S. 854  \n",
       "7   c8889e31da5acfd4aeccfb30ff42b48b0693f32e  010combined    24 U.S. 446  \n",
       "8   b1e8a99869bcc8e31020f8ca840d5f91cbfcc4dc  010combined   538 U.S. 911  \n",
       "9   b4c80b12b5f505494c67efd786322ddcb19392cf  010combined  510 U.S. 1173  \n",
       "10  330407aab450f2d5b611a65c40f1c33b2315dc30  010combined   487 U.S. 879  \n",
       "11  baf21783b3bd5b51638ab8349cfd8d9e13f25c38  010combined   354 U.S. 390  \n",
       "12  adb798de9e3148f6e68b5bbb39962ae4db343364  010combined   152 U.S. 373  \n",
       "14  ccd3618f63d479a3cb510af83f4b73091420dafc  010combined   535 U.S. 984  \n",
       "15  7bd771495ade8c3f2ee9604b3daf1ece05aabf0e  010combined   412 U.S. 541  \n",
       "16  be3971494cea139b46a12ec90e7da1c6f93d754b  010combined   147 U.S. 230  \n",
       "17  bd074781a476f59451b440d41a808031943091f6  010combined  540 U.S. 1058  \n",
       "18  f4e2c18511597fc2480219c3e843de0fdf70976f  010combined  543 U.S. 1072  \n",
       "19  54e30b7e3d67aad0c5ff358d0159e9a40912e337  010combined   540 U.S. 987  \n",
       "20  09d010249dd38b46e0e57394a56c1b5fb1695057  010combined   122 U.S. 469  \n",
       "\n",
       "[20 rows x 23 columns]"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "chunk_nonan.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [],
   "source": [
    "chunk_clean = chunk_nonan.drop(chunk_nonan.columns[[0,1,2,3,4,5,6,7,8,10,11,12,13,14,15,16,17,18,19,20,21]], axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "gs = pd.read_csv('gold_label_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "gs['US_CITE'] = gs['usCite']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 176,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "result = pd.merge(chunk_clean,gs,on='US_CITE')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 177,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>html</th>\n",
       "      <th>US_CITE</th>\n",
       "      <th>caseId</th>\n",
       "      <th>usCite</th>\n",
       "      <th>caseName</th>\n",
       "      <th>majVotes</th>\n",
       "      <th>minVotes</th>\n",
       "      <th>decisionDirection</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;487 U.S. 879&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>487 U.S. 879</td>\n",
       "      <td>1987-154</td>\n",
       "      <td>487 U.S. 879</td>\n",
       "      <td>BOWEN, SECRETARY OF HEALTH AND HUMAN SERVICES,...</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;354 U.S. 390&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>354 U.S. 390</td>\n",
       "      <td>1956-122</td>\n",
       "      <td>354 U.S. 390</td>\n",
       "      <td>WEST POINT WHOLESALE GROCERY CO. v. CITY OF OP...</td>\n",
       "      <td>8</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;412 U.S. 541&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>412 U.S. 541</td>\n",
       "      <td>1972-144</td>\n",
       "      <td>412 U.S. 541</td>\n",
       "      <td>FRI, ACTING ADMINISTRATOR, ENVIRONMENTAL PROTE...</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;517 U.S. 392&lt;br&gt;116 S.Ct....</td>\n",
       "      <td>517 U.S. 392</td>\n",
       "      <td>1995-046</td>\n",
       "      <td>517 U.S. 392</td>\n",
       "      <td>HOLLY FARMS CORPORATION et al. v. NATIONAL LAB...</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;517 U.S. 348&lt;br&gt;116 S.Ct....</td>\n",
       "      <td>517 U.S. 348</td>\n",
       "      <td>1995-044</td>\n",
       "      <td>517 U.S. 348</td>\n",
       "      <td>BYRON KEITH COOPER v. OKLAHOMA</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;384 U.S. 757&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>384 U.S. 757</td>\n",
       "      <td>1965-132</td>\n",
       "      <td>384 U.S. 757</td>\n",
       "      <td>SCHMERBER v. CALIFORNIA</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;461 U.S. 424&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>461 U.S. 424</td>\n",
       "      <td>1982-077</td>\n",
       "      <td>461 U.S. 424</td>\n",
       "      <td>HENSLEY et al. v. ECKERHART et al.</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;486 U.S. 622&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>486 U.S. 622</td>\n",
       "      <td>1987-113</td>\n",
       "      <td>486 U.S. 622</td>\n",
       "      <td>PINTER et al. v. DAHL et al.</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;342 U.S. 205&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>342 U.S. 205</td>\n",
       "      <td>1951-024</td>\n",
       "      <td>342 U.S. 205</td>\n",
       "      <td>UNITED STATES v. HAYMAN</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;541 U.S. 600&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>541 U.S. 600</td>\n",
       "      <td>2003-061</td>\n",
       "      <td>541 U.S. 600</td>\n",
       "      <td>BASIM OMAR SABRI v. UNITED STATES</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;380 U.S. 359&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>380 U.S. 359</td>\n",
       "      <td>1964-067</td>\n",
       "      <td>380 U.S. 359</td>\n",
       "      <td>O'KEEFFE, DEPUTY COMMISSIONER, BUREAU OF EMPLO...</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;489 U.S. 1&lt;/p&gt;\\n    &lt;p cl...</td>\n",
       "      <td>489 U.S. 1</td>\n",
       "      <td>1988-029</td>\n",
       "      <td>489 U.S. 1</td>\n",
       "      <td>TEXAS MONTHLY, INC. v. BULLOCK, COMPTROLLER OF...</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;478 U.S. 421&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>478 U.S. 421</td>\n",
       "      <td>1985-153</td>\n",
       "      <td>478 U.S. 421</td>\n",
       "      <td>LOCAL 28 OF THE SHEET METAL WORKERS' INTERNATI...</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;344 U.S. 604&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>344 U.S. 604</td>\n",
       "      <td>1952-048</td>\n",
       "      <td>344 U.S. 604</td>\n",
       "      <td>LUTWAK ET AL. v. UNITED STATES</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;489 U.S. 346&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>489 U.S. 346</td>\n",
       "      <td>1988-042</td>\n",
       "      <td>489 U.S. 346</td>\n",
       "      <td>CASTILLE, DISTRICT ATTORNEY OF PHILADELPHIA CO...</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;428 U.S. 1&lt;/p&gt;\\n    &lt;p cl...</td>\n",
       "      <td>428 U.S. 1</td>\n",
       "      <td>1975-169</td>\n",
       "      <td>428 U.S. 1</td>\n",
       "      <td>USERY, SECRETARY OF LABOR, et al. v. TURNER EL...</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;332 U.S. 258&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>332 U.S. 258</td>\n",
       "      <td>1946-137</td>\n",
       "      <td>332 U.S. 258</td>\n",
       "      <td>EX PARTE FAHEY, FEDERAL HOME LOAN BANK COMMISS...</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;430 U.S. 259&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>430 U.S. 259</td>\n",
       "      <td>1976-063</td>\n",
       "      <td>430 U.S. 259</td>\n",
       "      <td>TOWN OF LOCKPORT, NEW YORK, et al. v. CITIZENS...</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;522 U.S. 287&lt;br&gt;118 S.Ct....</td>\n",
       "      <td>522 U.S. 287</td>\n",
       "      <td>1997-019</td>\n",
       "      <td>522 U.S. 287</td>\n",
       "      <td>CHRISTOPHER H. LUNDING, ET UX. v. NEW YORK TAX...</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;411 U.S. 192&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>411 U.S. 192</td>\n",
       "      <td>1972-089</td>\n",
       "      <td>411 U.S. 192</td>\n",
       "      <td>LEMON et al. v. KURTZMAN, SUPERINTENDENT OF PU...</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 html       US_CITE    caseId  \\\n",
       "0   <p class=\"case_cite\">487 U.S. 879</p>\\n    <p ...  487 U.S. 879  1987-154   \n",
       "1   <p class=\"case_cite\">354 U.S. 390</p>\\n    <p ...  354 U.S. 390  1956-122   \n",
       "2   <p class=\"case_cite\">412 U.S. 541</p>\\n    <p ...  412 U.S. 541  1972-144   \n",
       "3   <p class=\"case_cite\">517 U.S. 392<br>116 S.Ct....  517 U.S. 392  1995-046   \n",
       "4   <p class=\"case_cite\">517 U.S. 348<br>116 S.Ct....  517 U.S. 348  1995-044   \n",
       "5   <p class=\"case_cite\">384 U.S. 757</p>\\n    <p ...  384 U.S. 757  1965-132   \n",
       "6   <p class=\"case_cite\">461 U.S. 424</p>\\n    <p ...  461 U.S. 424  1982-077   \n",
       "7   <p class=\"case_cite\">486 U.S. 622</p>\\n    <p ...  486 U.S. 622  1987-113   \n",
       "8   <p class=\"case_cite\">342 U.S. 205</p>\\n    <p ...  342 U.S. 205  1951-024   \n",
       "9   <p class=\"case_cite\">541 U.S. 600</p>\\n    <p ...  541 U.S. 600  2003-061   \n",
       "10  <p class=\"case_cite\">380 U.S. 359</p>\\n    <p ...  380 U.S. 359  1964-067   \n",
       "11  <p class=\"case_cite\">489 U.S. 1</p>\\n    <p cl...    489 U.S. 1  1988-029   \n",
       "12  <p class=\"case_cite\">478 U.S. 421</p>\\n    <p ...  478 U.S. 421  1985-153   \n",
       "13  <p class=\"case_cite\">344 U.S. 604</p>\\n    <p ...  344 U.S. 604  1952-048   \n",
       "14  <p class=\"case_cite\">489 U.S. 346</p>\\n    <p ...  489 U.S. 346  1988-042   \n",
       "15  <p class=\"case_cite\">428 U.S. 1</p>\\n    <p cl...    428 U.S. 1  1975-169   \n",
       "16  <p class=\"case_cite\">332 U.S. 258</p>\\n    <p ...  332 U.S. 258  1946-137   \n",
       "17  <p class=\"case_cite\">430 U.S. 259</p>\\n    <p ...  430 U.S. 259  1976-063   \n",
       "18  <p class=\"case_cite\">522 U.S. 287<br>118 S.Ct....  522 U.S. 287  1997-019   \n",
       "19  <p class=\"case_cite\">411 U.S. 192</p>\\n    <p ...  411 U.S. 192  1972-089   \n",
       "\n",
       "          usCite                                           caseName  majVotes  \\\n",
       "0   487 U.S. 879  BOWEN, SECRETARY OF HEALTH AND HUMAN SERVICES,...         6   \n",
       "1   354 U.S. 390  WEST POINT WHOLESALE GROCERY CO. v. CITY OF OP...         8   \n",
       "2   412 U.S. 541  FRI, ACTING ADMINISTRATOR, ENVIRONMENTAL PROTE...         4   \n",
       "3   517 U.S. 392  HOLLY FARMS CORPORATION et al. v. NATIONAL LAB...         5   \n",
       "4   517 U.S. 348                     BYRON KEITH COOPER v. OKLAHOMA         9   \n",
       "5   384 U.S. 757                            SCHMERBER v. CALIFORNIA         5   \n",
       "6   461 U.S. 424                 HENSLEY et al. v. ECKERHART et al.         5   \n",
       "7   486 U.S. 622                       PINTER et al. v. DAHL et al.         7   \n",
       "8   342 U.S. 205                            UNITED STATES v. HAYMAN         8   \n",
       "9   541 U.S. 600                  BASIM OMAR SABRI v. UNITED STATES         9   \n",
       "10  380 U.S. 359  O'KEEFFE, DEPUTY COMMISSIONER, BUREAU OF EMPLO...         5   \n",
       "11    489 U.S. 1  TEXAS MONTHLY, INC. v. BULLOCK, COMPTROLLER OF...         6   \n",
       "12  478 U.S. 421  LOCAL 28 OF THE SHEET METAL WORKERS' INTERNATI...         5   \n",
       "13  344 U.S. 604                     LUTWAK ET AL. v. UNITED STATES         6   \n",
       "14  489 U.S. 346  CASTILLE, DISTRICT ATTORNEY OF PHILADELPHIA CO...         9   \n",
       "15    428 U.S. 1  USERY, SECRETARY OF LABOR, et al. v. TURNER EL...         6   \n",
       "16  332 U.S. 258  EX PARTE FAHEY, FEDERAL HOME LOAN BANK COMMISS...         9   \n",
       "17  430 U.S. 259  TOWN OF LOCKPORT, NEW YORK, et al. v. CITIZENS...         9   \n",
       "18  522 U.S. 287  CHRISTOPHER H. LUNDING, ET UX. v. NEW YORK TAX...         6   \n",
       "19  411 U.S. 192  LEMON et al. v. KURTZMAN, SUPERINTENDENT OF PU...         5   \n",
       "\n",
       "    minVotes  decisionDirection  \n",
       "0          3                2.0  \n",
       "1          1                1.0  \n",
       "2          4                3.0  \n",
       "3          4                2.0  \n",
       "4          0                2.0  \n",
       "5          4                1.0  \n",
       "6          4                1.0  \n",
       "7          1                2.0  \n",
       "8          0                2.0  \n",
       "9          0                2.0  \n",
       "10         4                2.0  \n",
       "11         3                2.0  \n",
       "12         4                2.0  \n",
       "13         3                1.0  \n",
       "14         0                1.0  \n",
       "15         2                2.0  \n",
       "16         0                1.0  \n",
       "17         0                1.0  \n",
       "18         3                1.0  \n",
       "19         3                1.0  "
      ]
     },
     "execution_count": 177,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>html</th>\n",
       "      <th>US_CITE</th>\n",
       "      <th>decisionDirection</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;487 U.S. 879&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>487 U.S. 879</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;354 U.S. 390&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>354 U.S. 390</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;412 U.S. 541&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>412 U.S. 541</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;517 U.S. 392&lt;br&gt;116 S.Ct....</td>\n",
       "      <td>517 U.S. 392</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;517 U.S. 348&lt;br&gt;116 S.Ct....</td>\n",
       "      <td>517 U.S. 348</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;384 U.S. 757&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>384 U.S. 757</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;461 U.S. 424&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>461 U.S. 424</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;486 U.S. 622&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>486 U.S. 622</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;342 U.S. 205&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>342 U.S. 205</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;541 U.S. 600&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>541 U.S. 600</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;380 U.S. 359&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>380 U.S. 359</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;489 U.S. 1&lt;/p&gt;\\n    &lt;p cl...</td>\n",
       "      <td>489 U.S. 1</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;478 U.S. 421&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>478 U.S. 421</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;344 U.S. 604&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>344 U.S. 604</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;489 U.S. 346&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>489 U.S. 346</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;428 U.S. 1&lt;/p&gt;\\n    &lt;p cl...</td>\n",
       "      <td>428 U.S. 1</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;332 U.S. 258&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>332 U.S. 258</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;430 U.S. 259&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>430 U.S. 259</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;522 U.S. 287&lt;br&gt;118 S.Ct....</td>\n",
       "      <td>522 U.S. 287</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;411 U.S. 192&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>411 U.S. 192</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;394 U.S. 89&lt;/p&gt;\\n    &lt;p c...</td>\n",
       "      <td>394 U.S. 89</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;431 U.S. 322&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>431 U.S. 322</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;384 U.S. 424&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>384 U.S. 424</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;335 U.S. 160&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>335 U.S. 160</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;418 U.S. 241&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>418 U.S. 241</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;449 U.S. 268&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>449 U.S. 268</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;480 U.S. 202&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>480 U.S. 202</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;417 U.S. 628&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>417 U.S. 628</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;397 U.S. 397&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>397 U.S. 397</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;335 U.S. 701&lt;/p&gt;\\r\\n    &lt;...</td>\n",
       "      <td>335 U.S. 701</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2026</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;334 U.S. 410&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>334 U.S. 410</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2027</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;387 U.S. 105&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>387 U.S. 105</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2028</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;460 U.S. 536&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>460 U.S. 536</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2029</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;379 U.S. 199&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>379 U.S. 199</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2030</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;365 U.S. 534&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>365 U.S. 534</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2031</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;489 U.S. 189&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>489 U.S. 189</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2032</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;372 U.S. 253&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>372 U.S. 253</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2033</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;544 U.S. 660&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>544 U.S. 660</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2034</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;543 U.S. 426&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>543 U.S. 426</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2035</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;371 U.S. 537&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>371 U.S. 537</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2036</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;338 U.S. 451&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>338 U.S. 451</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2037</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;369 U.S. 736&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>369 U.S. 736</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2038</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;377 U.S. 13&lt;/p&gt;\\n    &lt;p c...</td>\n",
       "      <td>377 U.S. 13</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2039</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;426 U.S. 363&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>426 U.S. 363</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2040</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;414 U.S. 685&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>414 U.S. 685</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2041</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;513 U.S. 179&lt;br&gt;115 S.Ct....</td>\n",
       "      <td>513 U.S. 179</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2042</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;339 U.S. 258&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>339 U.S. 258</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2043</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;473 U.S. 61&lt;/p&gt;\\n    &lt;p c...</td>\n",
       "      <td>473 U.S. 61</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2044</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;544 U.S. 431&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>544 U.S. 431</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2045</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;457 U.S. 569&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>457 U.S. 569</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2046</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;527 U.S. 343&lt;br&gt;119 S.Ct....</td>\n",
       "      <td>527 U.S. 343</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2047</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;414 U.S. 514&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>414 U.S. 514</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2048</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;538 U.S. 721&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>538 U.S. 721</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2049</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;397 U.S. 249&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>397 U.S. 249</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2050</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;526 U.S. 86&lt;br&gt;119 S.Ct. ...</td>\n",
       "      <td>526 U.S. 86</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2051</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;505 U.S. 88&lt;/p&gt;\\n    &lt;p c...</td>\n",
       "      <td>505 U.S. 88</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2052</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;454 U.S. 83&lt;/p&gt;\\n    &lt;p c...</td>\n",
       "      <td>454 U.S. 83</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2053</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;409 U.S. 38&lt;/p&gt;\\n    &lt;p c...</td>\n",
       "      <td>409 U.S. 38</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2054</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;494 U.S. 541&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>494 U.S. 541</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2055</th>\n",
       "      <td>&lt;p class=\"case_cite\"&gt;361 U.S. 459&lt;/p&gt;\\n    &lt;p ...</td>\n",
       "      <td>361 U.S. 459</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2056 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   html       US_CITE  \\\n",
       "0     <p class=\"case_cite\">487 U.S. 879</p>\\n    <p ...  487 U.S. 879   \n",
       "1     <p class=\"case_cite\">354 U.S. 390</p>\\n    <p ...  354 U.S. 390   \n",
       "2     <p class=\"case_cite\">412 U.S. 541</p>\\n    <p ...  412 U.S. 541   \n",
       "3     <p class=\"case_cite\">517 U.S. 392<br>116 S.Ct....  517 U.S. 392   \n",
       "4     <p class=\"case_cite\">517 U.S. 348<br>116 S.Ct....  517 U.S. 348   \n",
       "5     <p class=\"case_cite\">384 U.S. 757</p>\\n    <p ...  384 U.S. 757   \n",
       "6     <p class=\"case_cite\">461 U.S. 424</p>\\n    <p ...  461 U.S. 424   \n",
       "7     <p class=\"case_cite\">486 U.S. 622</p>\\n    <p ...  486 U.S. 622   \n",
       "8     <p class=\"case_cite\">342 U.S. 205</p>\\n    <p ...  342 U.S. 205   \n",
       "9     <p class=\"case_cite\">541 U.S. 600</p>\\n    <p ...  541 U.S. 600   \n",
       "10    <p class=\"case_cite\">380 U.S. 359</p>\\n    <p ...  380 U.S. 359   \n",
       "11    <p class=\"case_cite\">489 U.S. 1</p>\\n    <p cl...    489 U.S. 1   \n",
       "12    <p class=\"case_cite\">478 U.S. 421</p>\\n    <p ...  478 U.S. 421   \n",
       "13    <p class=\"case_cite\">344 U.S. 604</p>\\n    <p ...  344 U.S. 604   \n",
       "14    <p class=\"case_cite\">489 U.S. 346</p>\\n    <p ...  489 U.S. 346   \n",
       "15    <p class=\"case_cite\">428 U.S. 1</p>\\n    <p cl...    428 U.S. 1   \n",
       "16    <p class=\"case_cite\">332 U.S. 258</p>\\n    <p ...  332 U.S. 258   \n",
       "17    <p class=\"case_cite\">430 U.S. 259</p>\\n    <p ...  430 U.S. 259   \n",
       "18    <p class=\"case_cite\">522 U.S. 287<br>118 S.Ct....  522 U.S. 287   \n",
       "19    <p class=\"case_cite\">411 U.S. 192</p>\\n    <p ...  411 U.S. 192   \n",
       "20    <p class=\"case_cite\">394 U.S. 89</p>\\n    <p c...   394 U.S. 89   \n",
       "21    <p class=\"case_cite\">431 U.S. 322</p>\\n    <p ...  431 U.S. 322   \n",
       "22    <p class=\"case_cite\">384 U.S. 424</p>\\n    <p ...  384 U.S. 424   \n",
       "23    <p class=\"case_cite\">335 U.S. 160</p>\\n    <p ...  335 U.S. 160   \n",
       "24    <p class=\"case_cite\">418 U.S. 241</p>\\n    <p ...  418 U.S. 241   \n",
       "25    <p class=\"case_cite\">449 U.S. 268</p>\\n    <p ...  449 U.S. 268   \n",
       "26    <p class=\"case_cite\">480 U.S. 202</p>\\n    <p ...  480 U.S. 202   \n",
       "27    <p class=\"case_cite\">417 U.S. 628</p>\\n    <p ...  417 U.S. 628   \n",
       "28    <p class=\"case_cite\">397 U.S. 397</p>\\n    <p ...  397 U.S. 397   \n",
       "29    <p class=\"case_cite\">335 U.S. 701</p>\\r\\n    <...  335 U.S. 701   \n",
       "...                                                 ...           ...   \n",
       "2026  <p class=\"case_cite\">334 U.S. 410</p>\\n    <p ...  334 U.S. 410   \n",
       "2027  <p class=\"case_cite\">387 U.S. 105</p>\\n    <p ...  387 U.S. 105   \n",
       "2028  <p class=\"case_cite\">460 U.S. 536</p>\\n    <p ...  460 U.S. 536   \n",
       "2029  <p class=\"case_cite\">379 U.S. 199</p>\\n    <p ...  379 U.S. 199   \n",
       "2030  <p class=\"case_cite\">365 U.S. 534</p>\\n    <p ...  365 U.S. 534   \n",
       "2031  <p class=\"case_cite\">489 U.S. 189</p>\\n    <p ...  489 U.S. 189   \n",
       "2032  <p class=\"case_cite\">372 U.S. 253</p>\\n    <p ...  372 U.S. 253   \n",
       "2033  <p class=\"case_cite\">544 U.S. 660</p>\\n    <p ...  544 U.S. 660   \n",
       "2034  <p class=\"case_cite\">543 U.S. 426</p>\\n    <p ...  543 U.S. 426   \n",
       "2035  <p class=\"case_cite\">371 U.S. 537</p>\\n    <p ...  371 U.S. 537   \n",
       "2036  <p class=\"case_cite\">338 U.S. 451</p>\\n    <p ...  338 U.S. 451   \n",
       "2037  <p class=\"case_cite\">369 U.S. 736</p>\\n    <p ...  369 U.S. 736   \n",
       "2038  <p class=\"case_cite\">377 U.S. 13</p>\\n    <p c...   377 U.S. 13   \n",
       "2039  <p class=\"case_cite\">426 U.S. 363</p>\\n    <p ...  426 U.S. 363   \n",
       "2040  <p class=\"case_cite\">414 U.S. 685</p>\\n    <p ...  414 U.S. 685   \n",
       "2041  <p class=\"case_cite\">513 U.S. 179<br>115 S.Ct....  513 U.S. 179   \n",
       "2042  <p class=\"case_cite\">339 U.S. 258</p>\\n    <p ...  339 U.S. 258   \n",
       "2043  <p class=\"case_cite\">473 U.S. 61</p>\\n    <p c...   473 U.S. 61   \n",
       "2044  <p class=\"case_cite\">544 U.S. 431</p>\\n    <p ...  544 U.S. 431   \n",
       "2045  <p class=\"case_cite\">457 U.S. 569</p>\\n    <p ...  457 U.S. 569   \n",
       "2046  <p class=\"case_cite\">527 U.S. 343<br>119 S.Ct....  527 U.S. 343   \n",
       "2047  <p class=\"case_cite\">414 U.S. 514</p>\\n    <p ...  414 U.S. 514   \n",
       "2048  <p class=\"case_cite\">538 U.S. 721</p>\\n    <p ...  538 U.S. 721   \n",
       "2049  <p class=\"case_cite\">397 U.S. 249</p>\\n    <p ...  397 U.S. 249   \n",
       "2050  <p class=\"case_cite\">526 U.S. 86<br>119 S.Ct. ...   526 U.S. 86   \n",
       "2051  <p class=\"case_cite\">505 U.S. 88</p>\\n    <p c...   505 U.S. 88   \n",
       "2052  <p class=\"case_cite\">454 U.S. 83</p>\\n    <p c...   454 U.S. 83   \n",
       "2053  <p class=\"case_cite\">409 U.S. 38</p>\\n    <p c...   409 U.S. 38   \n",
       "2054  <p class=\"case_cite\">494 U.S. 541</p>\\n    <p ...  494 U.S. 541   \n",
       "2055  <p class=\"case_cite\">361 U.S. 459</p>\\n    <p ...  361 U.S. 459   \n",
       "\n",
       "      decisionDirection  \n",
       "0                   2.0  \n",
       "1                   1.0  \n",
       "2                   3.0  \n",
       "3                   2.0  \n",
       "4                   2.0  \n",
       "5                   1.0  \n",
       "6                   1.0  \n",
       "7                   2.0  \n",
       "8                   2.0  \n",
       "9                   2.0  \n",
       "10                  2.0  \n",
       "11                  2.0  \n",
       "12                  2.0  \n",
       "13                  1.0  \n",
       "14                  1.0  \n",
       "15                  2.0  \n",
       "16                  1.0  \n",
       "17                  1.0  \n",
       "18                  1.0  \n",
       "19                  1.0  \n",
       "20                  3.0  \n",
       "21                  2.0  \n",
       "22                  1.0  \n",
       "23                  1.0  \n",
       "24                  2.0  \n",
       "25                  1.0  \n",
       "26                  2.0  \n",
       "27                  2.0  \n",
       "28                  2.0  \n",
       "29                  2.0  \n",
       "...                 ...  \n",
       "2026                2.0  \n",
       "2027                1.0  \n",
       "2028                2.0  \n",
       "2029                2.0  \n",
       "2030                2.0  \n",
       "2031                1.0  \n",
       "2032                1.0  \n",
       "2033                1.0  \n",
       "2034                2.0  \n",
       "2035                2.0  \n",
       "2036                1.0  \n",
       "2037                2.0  \n",
       "2038                2.0  \n",
       "2039                3.0  \n",
       "2040                1.0  \n",
       "2041                1.0  \n",
       "2042                2.0  \n",
       "2043                1.0  \n",
       "2044                1.0  \n",
       "2045                1.0  \n",
       "2046                1.0  \n",
       "2047                1.0  \n",
       "2048                2.0  \n",
       "2049                1.0  \n",
       "2050                2.0  \n",
       "2051                1.0  \n",
       "2052                1.0  \n",
       "2053                2.0  \n",
       "2054                2.0  \n",
       "2055                2.0  \n",
       "\n",
       "[2056 rows x 3 columns]"
      ]
     },
     "execution_count": 178,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result_clean = result.drop(result.columns[[2,3,4,5,6]], axis=1)\n",
    "result_clean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 2056 entries, 0 to 2055\n",
      "Data columns (total 3 columns):\n",
      "html                 2056 non-null object\n",
      "US_CITE              1208 non-null object\n",
      "decisionDirection    2054 non-null float64\n",
      "dtypes: float64(1), object(2)\n",
      "memory usage: 64.2+ KB\n"
     ]
    }
   ],
   "source": [
    "result_clean.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "metadata": {},
   "outputs": [],
   "source": [
    "from bs4 import BeautifulSoup as bs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 209,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# def clean_html(df):\n",
    "#     bs(df).text\n",
    "    \n",
    "html_cleaner = lambda x: bs(x).text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 210,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda/lib/python3.6/site-packages/bs4/__init__.py:181: UserWarning: No parser was explicitly specified, so I'm using the best available HTML parser for this system (\"lxml\"). This usually isn't a problem, but if you run this code on another system, or in a different virtual environment, it may use a different parser and behave differently.\n",
      "\n",
      "The code that caused this warning is on line 193 of the file /anaconda/lib/python3.6/runpy.py. To get rid of this warning, change code that looks like this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP})\n",
      "\n",
      "to this:\n",
      "\n",
      " BeautifulSoup(YOUR_MARKUP, \"lxml\")\n",
      "\n",
      "  markup_type=markup_type))\n"
     ]
    }
   ],
   "source": [
    "result_clean['html'] = result_clean['html'].apply(html_cleaner)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 211,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>html</th>\n",
       "      <th>US_CITE</th>\n",
       "      <th>decisionDirection</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>us \\n sct \\n ledd \\notis r bowen secretary of ...</td>\n",
       "      <td>487 U.S. 879</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>us \\n sct \\n ledd \\nwest point wholesale groce...</td>\n",
       "      <td>354 U.S. 390</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>us \\n sct \\n ledd \\nrobert w fri acting admini...</td>\n",
       "      <td>412 U.S. 541</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>us  sct  ledd \\nholly farms corporation et al ...</td>\n",
       "      <td>517 U.S. 392</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>us  sct  ledd \\ncoopervoklahoma  certiorari to...</td>\n",
       "      <td>517 U.S. 348</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>us \\n sct \\n ledd \\narmando schmerber petition...</td>\n",
       "      <td>384 U.S. 757</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>us \\n sct \\n ledd \\nc duane hensley et al peti...</td>\n",
       "      <td>461 U.S. 424</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>us \\n sct \\n ledd \\nbilly j bj pinter et al pe...</td>\n",
       "      <td>486 U.S. 622</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>us \\n sct \\n led \\nunited statesvhayman\\nno \\n...</td>\n",
       "      <td>342 U.S. 205</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>us \\nsabrivunited states\\nno \\nsupreme court o...</td>\n",
       "      <td>541 U.S. 600</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>us \\n sct \\n ledd \\nokeeffe deputy commissione...</td>\n",
       "      <td>380 U.S. 359</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>us \\n sct \\n ledd \\ntexas monthly inc appellan...</td>\n",
       "      <td>489 U.S. 1</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>us \\n sct \\n ledd \\nlocal  of the sheet metal ...</td>\n",
       "      <td>478 U.S. 421</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>us \\n sct \\n led \\nlutwak et alvunited states\\...</td>\n",
       "      <td>344 U.S. 604</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>us \\n sct \\n ledd \\nronald d castille etc et a...</td>\n",
       "      <td>489 U.S. 346</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>us \\n sct \\n ledd \\nw j usery jr secretary of ...</td>\n",
       "      <td>428 U.S. 1</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>us \\n sct \\n led \\nex parte fahey et al\\nno  m...</td>\n",
       "      <td>332 U.S. 258</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>us \\n sct \\n ledd \\ntown of lockport new york ...</td>\n",
       "      <td>430 U.S. 259</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>us  sct  ledd \\nchristopher h lunding et ux pe...</td>\n",
       "      <td>522 U.S. 287</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>us \\n sct \\n ledd \\nalton j lemon et al appell...</td>\n",
       "      <td>411 U.S. 192</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 html       US_CITE  \\\n",
       "0   us \\n sct \\n ledd \\notis r bowen secretary of ...  487 U.S. 879   \n",
       "1   us \\n sct \\n ledd \\nwest point wholesale groce...  354 U.S. 390   \n",
       "2   us \\n sct \\n ledd \\nrobert w fri acting admini...  412 U.S. 541   \n",
       "3   us  sct  ledd \\nholly farms corporation et al ...  517 U.S. 392   \n",
       "4   us  sct  ledd \\ncoopervoklahoma  certiorari to...  517 U.S. 348   \n",
       "5   us \\n sct \\n ledd \\narmando schmerber petition...  384 U.S. 757   \n",
       "6   us \\n sct \\n ledd \\nc duane hensley et al peti...  461 U.S. 424   \n",
       "7   us \\n sct \\n ledd \\nbilly j bj pinter et al pe...  486 U.S. 622   \n",
       "8   us \\n sct \\n led \\nunited statesvhayman\\nno \\n...  342 U.S. 205   \n",
       "9   us \\nsabrivunited states\\nno \\nsupreme court o...  541 U.S. 600   \n",
       "10  us \\n sct \\n ledd \\nokeeffe deputy commissione...  380 U.S. 359   \n",
       "11  us \\n sct \\n ledd \\ntexas monthly inc appellan...    489 U.S. 1   \n",
       "12  us \\n sct \\n ledd \\nlocal  of the sheet metal ...  478 U.S. 421   \n",
       "13  us \\n sct \\n led \\nlutwak et alvunited states\\...  344 U.S. 604   \n",
       "14  us \\n sct \\n ledd \\nronald d castille etc et a...  489 U.S. 346   \n",
       "15  us \\n sct \\n ledd \\nw j usery jr secretary of ...    428 U.S. 1   \n",
       "16  us \\n sct \\n led \\nex parte fahey et al\\nno  m...  332 U.S. 258   \n",
       "17  us \\n sct \\n ledd \\ntown of lockport new york ...  430 U.S. 259   \n",
       "18  us  sct  ledd \\nchristopher h lunding et ux pe...  522 U.S. 287   \n",
       "19  us \\n sct \\n ledd \\nalton j lemon et al appell...  411 U.S. 192   \n",
       "\n",
       "    decisionDirection  \n",
       "0                 2.0  \n",
       "1                 1.0  \n",
       "2                 3.0  \n",
       "3                 2.0  \n",
       "4                 2.0  \n",
       "5                 1.0  \n",
       "6                 1.0  \n",
       "7                 2.0  \n",
       "8                 2.0  \n",
       "9                 2.0  \n",
       "10                2.0  \n",
       "11                2.0  \n",
       "12                2.0  \n",
       "13                1.0  \n",
       "14                1.0  \n",
       "15                2.0  \n",
       "16                1.0  \n",
       "17                1.0  \n",
       "18                1.0  \n",
       "19                1.0  "
      ]
     },
     "execution_count": 211,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result_clean.head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 212,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from nltk.corpus import stopwords"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 213,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>html</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>us \\n sct \\n ledd \\notis r bowen secretary of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>us \\n sct \\n ledd \\nwest point wholesale groce...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>us \\n sct \\n ledd \\nrobert w fri acting admini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>us  sct  ledd \\nholly farms corporation et al ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>us  sct  ledd \\ncoopervoklahoma  certiorari to...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>us \\n sct \\n ledd \\narmando schmerber petition...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>us \\n sct \\n ledd \\nc duane hensley et al peti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>us \\n sct \\n ledd \\nbilly j bj pinter et al pe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>us \\n sct \\n led \\nunited statesvhayman\\nno \\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>us \\nsabrivunited states\\nno \\nsupreme court o...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>us \\n sct \\n ledd \\nokeeffe deputy commissione...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>us \\n sct \\n ledd \\ntexas monthly inc appellan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>us \\n sct \\n ledd \\nlocal  of the sheet metal ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>us \\n sct \\n led \\nlutwak et alvunited states\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>us \\n sct \\n ledd \\nronald d castille etc et a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>us \\n sct \\n ledd \\nw j usery jr secretary of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>us \\n sct \\n led \\nex parte fahey et al\\nno  m...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>us \\n sct \\n ledd \\ntown of lockport new york ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>us  sct  ledd \\nchristopher h lunding et ux pe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>us \\n sct \\n ledd \\nalton j lemon et al appell...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>us \\n sct \\n ledd \\nutahvunited states\\nno  or...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>us \\n sct \\n ledd \\ncommonwealth of massachuse...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>us \\n sct \\n ledd \\nunited states petitionerva...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>us \\n sct \\n led \\nludeckevwatkins district di...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>us \\n sct \\n ledd \\nthe miami herald publishin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>us \\n sct \\n ledd \\npotomac electric power com...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>us \\n sct \\n ledd \\ncalifornia et al appellant...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>us \\n sct \\n ledd \\neugenio and alicia jimenez...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>us \\n sct \\n ledd \\njulia rosado et al petitio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>us \\n sct \\n led \\nspiegels estate et alvcommi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2026</th>\n",
       "      <td>us \\n sct \\n led \\ntorao takahashivfish and ga...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2027</th>\n",
       "      <td>us \\n sct \\n ledd \\njames sailors et al appell...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2028</th>\n",
       "      <td>us \\n sct \\n ledd \\nwashington et al appellant...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2029</th>\n",
       "      <td>us \\n sct \\n ledd \\nrailway labor executives a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2030</th>\n",
       "      <td>us \\n sct \\n ledd \\nharold d rogers petitioner...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2031</th>\n",
       "      <td>us \\n sct \\n ledd \\njoshua deshaney a minor by...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2032</th>\n",
       "      <td>us \\n sct \\n ledd \\nthe white motor company ap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2033</th>\n",
       "      <td>us \\nmedellinvdretke director texas department...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2034</th>\n",
       "      <td>us \\ncommissioner of internal revenuevbanks\\nn...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2035</th>\n",
       "      <td>us \\n sct \\n ledd \\nr a riddell district direc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2036</th>\n",
       "      <td>us \\n sct \\n led \\nunited statesvcumberland pu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2037</th>\n",
       "      <td>us \\n sct \\n ledd \\nnational labor relations b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2038</th>\n",
       "      <td>us \\n sct \\n ledd \\nrichard s simpson petition...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2039</th>\n",
       "      <td>us \\n sct \\n ledd \\nstate of new hampshire pla...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2040</th>\n",
       "      <td>us \\n sct \\n ledd \\nfrancis snider et alvall s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2041</th>\n",
       "      <td>us  sct  ledd \\nasgrow seed company petitioner...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2042</th>\n",
       "      <td>us \\n sct \\n led \\nmorfordvunited states\\nno \\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2043</th>\n",
       "      <td>us \\n sct \\n ledd \\nnational labor relations b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2044</th>\n",
       "      <td>us \\nbates et alvdow agrosciences llc\\nno \\nsu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2045</th>\n",
       "      <td>us \\n sct \\n ledd \\nrichard s schweiker secret...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2046</th>\n",
       "      <td>us  sct  ledd \\n fd  affirmed in part and reve...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2047</th>\n",
       "      <td>us \\n sct \\n ledd \\nw c spomer states attorney...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2048</th>\n",
       "      <td>us \\nnevada department of human resources et a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2049</th>\n",
       "      <td>us \\n sct \\n ledd \\nunited states petitionervg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2050</th>\n",
       "      <td>us  sct  ledd \\n fd  vacated and remanded\\nsup...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2051</th>\n",
       "      <td>us \\n sct \\n ledd \\nmary gade director illinoi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2052</th>\n",
       "      <td>us \\n sct \\n ledd \\nwilliam leeke etc et alvme...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2053</th>\n",
       "      <td>us \\n sct \\n ledd \\nwoodie robinsonvedward v h...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2054</th>\n",
       "      <td>us \\n sct \\n ledd \\ndanny smithvohio\\nno \\nmar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2055</th>\n",
       "      <td>us \\n sct \\n ledd \\njohn l lewis henry g schmi...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2056 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   html\n",
       "0     us \\n sct \\n ledd \\notis r bowen secretary of ...\n",
       "1     us \\n sct \\n ledd \\nwest point wholesale groce...\n",
       "2     us \\n sct \\n ledd \\nrobert w fri acting admini...\n",
       "3     us  sct  ledd \\nholly farms corporation et al ...\n",
       "4     us  sct  ledd \\ncoopervoklahoma  certiorari to...\n",
       "5     us \\n sct \\n ledd \\narmando schmerber petition...\n",
       "6     us \\n sct \\n ledd \\nc duane hensley et al peti...\n",
       "7     us \\n sct \\n ledd \\nbilly j bj pinter et al pe...\n",
       "8     us \\n sct \\n led \\nunited statesvhayman\\nno \\n...\n",
       "9     us \\nsabrivunited states\\nno \\nsupreme court o...\n",
       "10    us \\n sct \\n ledd \\nokeeffe deputy commissione...\n",
       "11    us \\n sct \\n ledd \\ntexas monthly inc appellan...\n",
       "12    us \\n sct \\n ledd \\nlocal  of the sheet metal ...\n",
       "13    us \\n sct \\n led \\nlutwak et alvunited states\\...\n",
       "14    us \\n sct \\n ledd \\nronald d castille etc et a...\n",
       "15    us \\n sct \\n ledd \\nw j usery jr secretary of ...\n",
       "16    us \\n sct \\n led \\nex parte fahey et al\\nno  m...\n",
       "17    us \\n sct \\n ledd \\ntown of lockport new york ...\n",
       "18    us  sct  ledd \\nchristopher h lunding et ux pe...\n",
       "19    us \\n sct \\n ledd \\nalton j lemon et al appell...\n",
       "20    us \\n sct \\n ledd \\nutahvunited states\\nno  or...\n",
       "21    us \\n sct \\n ledd \\ncommonwealth of massachuse...\n",
       "22    us \\n sct \\n ledd \\nunited states petitionerva...\n",
       "23    us \\n sct \\n led \\nludeckevwatkins district di...\n",
       "24    us \\n sct \\n ledd \\nthe miami herald publishin...\n",
       "25    us \\n sct \\n ledd \\npotomac electric power com...\n",
       "26    us \\n sct \\n ledd \\ncalifornia et al appellant...\n",
       "27    us \\n sct \\n ledd \\neugenio and alicia jimenez...\n",
       "28    us \\n sct \\n ledd \\njulia rosado et al petitio...\n",
       "29    us \\n sct \\n led \\nspiegels estate et alvcommi...\n",
       "...                                                 ...\n",
       "2026  us \\n sct \\n led \\ntorao takahashivfish and ga...\n",
       "2027  us \\n sct \\n ledd \\njames sailors et al appell...\n",
       "2028  us \\n sct \\n ledd \\nwashington et al appellant...\n",
       "2029  us \\n sct \\n ledd \\nrailway labor executives a...\n",
       "2030  us \\n sct \\n ledd \\nharold d rogers petitioner...\n",
       "2031  us \\n sct \\n ledd \\njoshua deshaney a minor by...\n",
       "2032  us \\n sct \\n ledd \\nthe white motor company ap...\n",
       "2033  us \\nmedellinvdretke director texas department...\n",
       "2034  us \\ncommissioner of internal revenuevbanks\\nn...\n",
       "2035  us \\n sct \\n ledd \\nr a riddell district direc...\n",
       "2036  us \\n sct \\n led \\nunited statesvcumberland pu...\n",
       "2037  us \\n sct \\n ledd \\nnational labor relations b...\n",
       "2038  us \\n sct \\n ledd \\nrichard s simpson petition...\n",
       "2039  us \\n sct \\n ledd \\nstate of new hampshire pla...\n",
       "2040  us \\n sct \\n ledd \\nfrancis snider et alvall s...\n",
       "2041  us  sct  ledd \\nasgrow seed company petitioner...\n",
       "2042  us \\n sct \\n led \\nmorfordvunited states\\nno \\...\n",
       "2043  us \\n sct \\n ledd \\nnational labor relations b...\n",
       "2044  us \\nbates et alvdow agrosciences llc\\nno \\nsu...\n",
       "2045  us \\n sct \\n ledd \\nrichard s schweiker secret...\n",
       "2046  us  sct  ledd \\n fd  affirmed in part and reve...\n",
       "2047  us \\n sct \\n ledd \\nw c spomer states attorney...\n",
       "2048  us \\nnevada department of human resources et a...\n",
       "2049  us \\n sct \\n ledd \\nunited states petitionervg...\n",
       "2050  us  sct  ledd \\n fd  vacated and remanded\\nsup...\n",
       "2051  us \\n sct \\n ledd \\nmary gade director illinoi...\n",
       "2052  us \\n sct \\n ledd \\nwilliam leeke etc et alvme...\n",
       "2053  us \\n sct \\n ledd \\nwoodie robinsonvedward v h...\n",
       "2054  us \\n sct \\n ledd \\ndanny smithvohio\\nno \\nmar...\n",
       "2055  us \\n sct \\n ledd \\njohn l lewis henry g schmi...\n",
       "\n",
       "[2056 rows x 1 columns]"
      ]
     },
     "execution_count": 213,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# column you are working on\n",
    "html_df = result_clean['html']\n",
    "\n",
    "stopword_set = set(stopwords.words(\"english\"))\n",
    "\n",
    "# convert to lower case and split \n",
    "html_df = html_df.str.lower()\n",
    "splitter = lambda x: x.split()\n",
    "html_df.apply(splitter)\n",
    "\n",
    "# remove stopwords\n",
    "#html_df = html_df.apply(lambda x: [item for item in x if item not in stopword_set])\n",
    "\n",
    "# keep only words\n",
    "regex_pat = re.compile(r'[^a-zA-Z\\s]', flags=re.IGNORECASE)\n",
    "html_df = html_df.str.replace(regex_pat, '')\n",
    "\n",
    "# join the cleaned words in a list\n",
    "html_df.apply(str).to_frame().replace(\"\\n\", \" \").join(\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 214,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "result_clean['html'] = html_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 216,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>html</th>\n",
       "      <th>US_CITE</th>\n",
       "      <th>decisionDirection</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>us \\n sct \\n ledd \\notis r bowen secretary of ...</td>\n",
       "      <td>487 U.S. 879</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>us \\n sct \\n ledd \\nwest point wholesale groce...</td>\n",
       "      <td>354 U.S. 390</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>us \\n sct \\n ledd \\nrobert w fri acting admini...</td>\n",
       "      <td>412 U.S. 541</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>us  sct  ledd \\nholly farms corporation et al ...</td>\n",
       "      <td>517 U.S. 392</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>us  sct  ledd \\ncoopervoklahoma  certiorari to...</td>\n",
       "      <td>517 U.S. 348</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>us \\n sct \\n ledd \\narmando schmerber petition...</td>\n",
       "      <td>384 U.S. 757</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>us \\n sct \\n ledd \\nc duane hensley et al peti...</td>\n",
       "      <td>461 U.S. 424</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>us \\n sct \\n ledd \\nbilly j bj pinter et al pe...</td>\n",
       "      <td>486 U.S. 622</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>us \\n sct \\n led \\nunited statesvhayman\\nno \\n...</td>\n",
       "      <td>342 U.S. 205</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>us \\nsabrivunited states\\nno \\nsupreme court o...</td>\n",
       "      <td>541 U.S. 600</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>us \\n sct \\n ledd \\nokeeffe deputy commissione...</td>\n",
       "      <td>380 U.S. 359</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>us \\n sct \\n ledd \\ntexas monthly inc appellan...</td>\n",
       "      <td>489 U.S. 1</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>us \\n sct \\n ledd \\nlocal  of the sheet metal ...</td>\n",
       "      <td>478 U.S. 421</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>us \\n sct \\n led \\nlutwak et alvunited states\\...</td>\n",
       "      <td>344 U.S. 604</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>us \\n sct \\n ledd \\nronald d castille etc et a...</td>\n",
       "      <td>489 U.S. 346</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>us \\n sct \\n ledd \\nw j usery jr secretary of ...</td>\n",
       "      <td>428 U.S. 1</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>us \\n sct \\n led \\nex parte fahey et al\\nno  m...</td>\n",
       "      <td>332 U.S. 258</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>us \\n sct \\n ledd \\ntown of lockport new york ...</td>\n",
       "      <td>430 U.S. 259</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>us  sct  ledd \\nchristopher h lunding et ux pe...</td>\n",
       "      <td>522 U.S. 287</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>us \\n sct \\n ledd \\nalton j lemon et al appell...</td>\n",
       "      <td>411 U.S. 192</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>us \\n sct \\n ledd \\nutahvunited states\\nno  or...</td>\n",
       "      <td>394 U.S. 89</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>us \\n sct \\n ledd \\ncommonwealth of massachuse...</td>\n",
       "      <td>431 U.S. 322</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>us \\n sct \\n ledd \\nunited states petitionerva...</td>\n",
       "      <td>384 U.S. 424</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>us \\n sct \\n led \\nludeckevwatkins district di...</td>\n",
       "      <td>335 U.S. 160</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>us \\n sct \\n ledd \\nthe miami herald publishin...</td>\n",
       "      <td>418 U.S. 241</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>us \\n sct \\n ledd \\npotomac electric power com...</td>\n",
       "      <td>449 U.S. 268</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>us \\n sct \\n ledd \\ncalifornia et al appellant...</td>\n",
       "      <td>480 U.S. 202</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>us \\n sct \\n ledd \\neugenio and alicia jimenez...</td>\n",
       "      <td>417 U.S. 628</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>us \\n sct \\n ledd \\njulia rosado et al petitio...</td>\n",
       "      <td>397 U.S. 397</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>us \\n sct \\n led \\nspiegels estate et alvcommi...</td>\n",
       "      <td>335 U.S. 701</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2026</th>\n",
       "      <td>us \\n sct \\n led \\ntorao takahashivfish and ga...</td>\n",
       "      <td>334 U.S. 410</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2027</th>\n",
       "      <td>us \\n sct \\n ledd \\njames sailors et al appell...</td>\n",
       "      <td>387 U.S. 105</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2028</th>\n",
       "      <td>us \\n sct \\n ledd \\nwashington et al appellant...</td>\n",
       "      <td>460 U.S. 536</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2029</th>\n",
       "      <td>us \\n sct \\n ledd \\nrailway labor executives a...</td>\n",
       "      <td>379 U.S. 199</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2030</th>\n",
       "      <td>us \\n sct \\n ledd \\nharold d rogers petitioner...</td>\n",
       "      <td>365 U.S. 534</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2031</th>\n",
       "      <td>us \\n sct \\n ledd \\njoshua deshaney a minor by...</td>\n",
       "      <td>489 U.S. 189</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2032</th>\n",
       "      <td>us \\n sct \\n ledd \\nthe white motor company ap...</td>\n",
       "      <td>372 U.S. 253</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2033</th>\n",
       "      <td>us \\nmedellinvdretke director texas department...</td>\n",
       "      <td>544 U.S. 660</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2034</th>\n",
       "      <td>us \\ncommissioner of internal revenuevbanks\\nn...</td>\n",
       "      <td>543 U.S. 426</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2035</th>\n",
       "      <td>us \\n sct \\n ledd \\nr a riddell district direc...</td>\n",
       "      <td>371 U.S. 537</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2036</th>\n",
       "      <td>us \\n sct \\n led \\nunited statesvcumberland pu...</td>\n",
       "      <td>338 U.S. 451</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2037</th>\n",
       "      <td>us \\n sct \\n ledd \\nnational labor relations b...</td>\n",
       "      <td>369 U.S. 736</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2038</th>\n",
       "      <td>us \\n sct \\n ledd \\nrichard s simpson petition...</td>\n",
       "      <td>377 U.S. 13</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2039</th>\n",
       "      <td>us \\n sct \\n ledd \\nstate of new hampshire pla...</td>\n",
       "      <td>426 U.S. 363</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2040</th>\n",
       "      <td>us \\n sct \\n ledd \\nfrancis snider et alvall s...</td>\n",
       "      <td>414 U.S. 685</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2041</th>\n",
       "      <td>us  sct  ledd \\nasgrow seed company petitioner...</td>\n",
       "      <td>513 U.S. 179</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2042</th>\n",
       "      <td>us \\n sct \\n led \\nmorfordvunited states\\nno \\...</td>\n",
       "      <td>339 U.S. 258</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2043</th>\n",
       "      <td>us \\n sct \\n ledd \\nnational labor relations b...</td>\n",
       "      <td>473 U.S. 61</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2044</th>\n",
       "      <td>us \\nbates et alvdow agrosciences llc\\nno \\nsu...</td>\n",
       "      <td>544 U.S. 431</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2045</th>\n",
       "      <td>us \\n sct \\n ledd \\nrichard s schweiker secret...</td>\n",
       "      <td>457 U.S. 569</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2046</th>\n",
       "      <td>us  sct  ledd \\n fd  affirmed in part and reve...</td>\n",
       "      <td>527 U.S. 343</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2047</th>\n",
       "      <td>us \\n sct \\n ledd \\nw c spomer states attorney...</td>\n",
       "      <td>414 U.S. 514</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2048</th>\n",
       "      <td>us \\nnevada department of human resources et a...</td>\n",
       "      <td>538 U.S. 721</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2049</th>\n",
       "      <td>us \\n sct \\n ledd \\nunited states petitionervg...</td>\n",
       "      <td>397 U.S. 249</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2050</th>\n",
       "      <td>us  sct  ledd \\n fd  vacated and remanded\\nsup...</td>\n",
       "      <td>526 U.S. 86</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2051</th>\n",
       "      <td>us \\n sct \\n ledd \\nmary gade director illinoi...</td>\n",
       "      <td>505 U.S. 88</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2052</th>\n",
       "      <td>us \\n sct \\n ledd \\nwilliam leeke etc et alvme...</td>\n",
       "      <td>454 U.S. 83</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2053</th>\n",
       "      <td>us \\n sct \\n ledd \\nwoodie robinsonvedward v h...</td>\n",
       "      <td>409 U.S. 38</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2054</th>\n",
       "      <td>us \\n sct \\n ledd \\ndanny smithvohio\\nno \\nmar...</td>\n",
       "      <td>494 U.S. 541</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2055</th>\n",
       "      <td>us \\n sct \\n ledd \\njohn l lewis henry g schmi...</td>\n",
       "      <td>361 U.S. 459</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2056 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   html       US_CITE  \\\n",
       "0     us \\n sct \\n ledd \\notis r bowen secretary of ...  487 U.S. 879   \n",
       "1     us \\n sct \\n ledd \\nwest point wholesale groce...  354 U.S. 390   \n",
       "2     us \\n sct \\n ledd \\nrobert w fri acting admini...  412 U.S. 541   \n",
       "3     us  sct  ledd \\nholly farms corporation et al ...  517 U.S. 392   \n",
       "4     us  sct  ledd \\ncoopervoklahoma  certiorari to...  517 U.S. 348   \n",
       "5     us \\n sct \\n ledd \\narmando schmerber petition...  384 U.S. 757   \n",
       "6     us \\n sct \\n ledd \\nc duane hensley et al peti...  461 U.S. 424   \n",
       "7     us \\n sct \\n ledd \\nbilly j bj pinter et al pe...  486 U.S. 622   \n",
       "8     us \\n sct \\n led \\nunited statesvhayman\\nno \\n...  342 U.S. 205   \n",
       "9     us \\nsabrivunited states\\nno \\nsupreme court o...  541 U.S. 600   \n",
       "10    us \\n sct \\n ledd \\nokeeffe deputy commissione...  380 U.S. 359   \n",
       "11    us \\n sct \\n ledd \\ntexas monthly inc appellan...    489 U.S. 1   \n",
       "12    us \\n sct \\n ledd \\nlocal  of the sheet metal ...  478 U.S. 421   \n",
       "13    us \\n sct \\n led \\nlutwak et alvunited states\\...  344 U.S. 604   \n",
       "14    us \\n sct \\n ledd \\nronald d castille etc et a...  489 U.S. 346   \n",
       "15    us \\n sct \\n ledd \\nw j usery jr secretary of ...    428 U.S. 1   \n",
       "16    us \\n sct \\n led \\nex parte fahey et al\\nno  m...  332 U.S. 258   \n",
       "17    us \\n sct \\n ledd \\ntown of lockport new york ...  430 U.S. 259   \n",
       "18    us  sct  ledd \\nchristopher h lunding et ux pe...  522 U.S. 287   \n",
       "19    us \\n sct \\n ledd \\nalton j lemon et al appell...  411 U.S. 192   \n",
       "20    us \\n sct \\n ledd \\nutahvunited states\\nno  or...   394 U.S. 89   \n",
       "21    us \\n sct \\n ledd \\ncommonwealth of massachuse...  431 U.S. 322   \n",
       "22    us \\n sct \\n ledd \\nunited states petitionerva...  384 U.S. 424   \n",
       "23    us \\n sct \\n led \\nludeckevwatkins district di...  335 U.S. 160   \n",
       "24    us \\n sct \\n ledd \\nthe miami herald publishin...  418 U.S. 241   \n",
       "25    us \\n sct \\n ledd \\npotomac electric power com...  449 U.S. 268   \n",
       "26    us \\n sct \\n ledd \\ncalifornia et al appellant...  480 U.S. 202   \n",
       "27    us \\n sct \\n ledd \\neugenio and alicia jimenez...  417 U.S. 628   \n",
       "28    us \\n sct \\n ledd \\njulia rosado et al petitio...  397 U.S. 397   \n",
       "29    us \\n sct \\n led \\nspiegels estate et alvcommi...  335 U.S. 701   \n",
       "...                                                 ...           ...   \n",
       "2026  us \\n sct \\n led \\ntorao takahashivfish and ga...  334 U.S. 410   \n",
       "2027  us \\n sct \\n ledd \\njames sailors et al appell...  387 U.S. 105   \n",
       "2028  us \\n sct \\n ledd \\nwashington et al appellant...  460 U.S. 536   \n",
       "2029  us \\n sct \\n ledd \\nrailway labor executives a...  379 U.S. 199   \n",
       "2030  us \\n sct \\n ledd \\nharold d rogers petitioner...  365 U.S. 534   \n",
       "2031  us \\n sct \\n ledd \\njoshua deshaney a minor by...  489 U.S. 189   \n",
       "2032  us \\n sct \\n ledd \\nthe white motor company ap...  372 U.S. 253   \n",
       "2033  us \\nmedellinvdretke director texas department...  544 U.S. 660   \n",
       "2034  us \\ncommissioner of internal revenuevbanks\\nn...  543 U.S. 426   \n",
       "2035  us \\n sct \\n ledd \\nr a riddell district direc...  371 U.S. 537   \n",
       "2036  us \\n sct \\n led \\nunited statesvcumberland pu...  338 U.S. 451   \n",
       "2037  us \\n sct \\n ledd \\nnational labor relations b...  369 U.S. 736   \n",
       "2038  us \\n sct \\n ledd \\nrichard s simpson petition...   377 U.S. 13   \n",
       "2039  us \\n sct \\n ledd \\nstate of new hampshire pla...  426 U.S. 363   \n",
       "2040  us \\n sct \\n ledd \\nfrancis snider et alvall s...  414 U.S. 685   \n",
       "2041  us  sct  ledd \\nasgrow seed company petitioner...  513 U.S. 179   \n",
       "2042  us \\n sct \\n led \\nmorfordvunited states\\nno \\...  339 U.S. 258   \n",
       "2043  us \\n sct \\n ledd \\nnational labor relations b...   473 U.S. 61   \n",
       "2044  us \\nbates et alvdow agrosciences llc\\nno \\nsu...  544 U.S. 431   \n",
       "2045  us \\n sct \\n ledd \\nrichard s schweiker secret...  457 U.S. 569   \n",
       "2046  us  sct  ledd \\n fd  affirmed in part and reve...  527 U.S. 343   \n",
       "2047  us \\n sct \\n ledd \\nw c spomer states attorney...  414 U.S. 514   \n",
       "2048  us \\nnevada department of human resources et a...  538 U.S. 721   \n",
       "2049  us \\n sct \\n ledd \\nunited states petitionervg...  397 U.S. 249   \n",
       "2050  us  sct  ledd \\n fd  vacated and remanded\\nsup...   526 U.S. 86   \n",
       "2051  us \\n sct \\n ledd \\nmary gade director illinoi...   505 U.S. 88   \n",
       "2052  us \\n sct \\n ledd \\nwilliam leeke etc et alvme...   454 U.S. 83   \n",
       "2053  us \\n sct \\n ledd \\nwoodie robinsonvedward v h...   409 U.S. 38   \n",
       "2054  us \\n sct \\n ledd \\ndanny smithvohio\\nno \\nmar...  494 U.S. 541   \n",
       "2055  us \\n sct \\n ledd \\njohn l lewis henry g schmi...  361 U.S. 459   \n",
       "\n",
       "      decisionDirection  \n",
       "0                   2.0  \n",
       "1                   1.0  \n",
       "2                   3.0  \n",
       "3                   2.0  \n",
       "4                   2.0  \n",
       "5                   1.0  \n",
       "6                   1.0  \n",
       "7                   2.0  \n",
       "8                   2.0  \n",
       "9                   2.0  \n",
       "10                  2.0  \n",
       "11                  2.0  \n",
       "12                  2.0  \n",
       "13                  1.0  \n",
       "14                  1.0  \n",
       "15                  2.0  \n",
       "16                  1.0  \n",
       "17                  1.0  \n",
       "18                  1.0  \n",
       "19                  1.0  \n",
       "20                  3.0  \n",
       "21                  2.0  \n",
       "22                  1.0  \n",
       "23                  1.0  \n",
       "24                  2.0  \n",
       "25                  1.0  \n",
       "26                  2.0  \n",
       "27                  2.0  \n",
       "28                  2.0  \n",
       "29                  2.0  \n",
       "...                 ...  \n",
       "2026                2.0  \n",
       "2027                1.0  \n",
       "2028                2.0  \n",
       "2029                2.0  \n",
       "2030                2.0  \n",
       "2031                1.0  \n",
       "2032                1.0  \n",
       "2033                1.0  \n",
       "2034                2.0  \n",
       "2035                2.0  \n",
       "2036                1.0  \n",
       "2037                2.0  \n",
       "2038                2.0  \n",
       "2039                3.0  \n",
       "2040                1.0  \n",
       "2041                1.0  \n",
       "2042                2.0  \n",
       "2043                1.0  \n",
       "2044                1.0  \n",
       "2045                1.0  \n",
       "2046                1.0  \n",
       "2047                1.0  \n",
       "2048                2.0  \n",
       "2049                1.0  \n",
       "2050                2.0  \n",
       "2051                1.0  \n",
       "2052                1.0  \n",
       "2053                2.0  \n",
       "2054                2.0  \n",
       "2055                2.0  \n",
       "\n",
       "[2056 rows x 3 columns]"
      ]
     },
     "execution_count": 216,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result_clean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 218,
   "metadata": {},
   "outputs": [],
   "source": [
    "result_clean.to_csv(\"cleaned_result.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}