njdot/sql.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "ca20f111",
   "metadata": {},
   "source": [
    "Scratchwork with the 5 NJDOT data tables (crashes, drivers, occupants, pedestrians, vehicles)\n",
    "\n",
    "Converting Parquets (see [parquets.ipynb](./parquets.ipynb)) to SQLite can be done via CLI in [load.py](./load.py)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "616cbabd",
   "metadata": {},
   "outputs": [],
   "source": [
    "from utz import *\n",
    "from njdot import crashes, drivers, occupants, pedestrians, vehicles, END_YEAR, WWW_DOT\n",
    "from njdot.load import pk_base, INDEX_NAME, normalize, print_hists\n",
    "\n",
    "from nj_crashes.utils import sql\n",
    "import sqlite3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f7e2a26b",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Reading /Users/ryan/c/neighbor-ryan/nj-crashes/njdot/data/crashes.parquet\n",
      "Reading /Users/ryan/c/neighbor-ryan/nj-crashes/njdot/data/drivers.parquet\n",
      "Reading /Users/ryan/c/neighbor-ryan/nj-crashes/njdot/data/occupants.parquet\n",
      "Reading /Users/ryan/c/neighbor-ryan/nj-crashes/njdot/data/pedestrians.parquet\n",
      "Reading /Users/ryan/c/neighbor-ryan/nj-crashes/njdot/data/vehicles.parquet\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 15.1 s, sys: 3.24 s, total: 18.3 s\n",
      "Wall time: 11.7 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "# start_year = END_YEAR - 5\n",
    "# years = list(range(start_year, END_YEAR))\n",
    "# kwargs = dict(years=years)\n",
    "# suffix = '2017:'\n",
    "\n",
    "# kwargs = dict(years=2021)\n",
    "# suffix = '2021'\n",
    "kwargs = dict()\n",
    "suffix = ''\n",
    "c = crashes.load(**kwargs)\n",
    "min_crash = c.index.min()\n",
    "d = drivers.load()\n",
    "d = d[d.crash_id >= min_crash]\n",
    "o = occupants.load()\n",
    "o = o[o.crash_id >= min_crash]\n",
    "p = pedestrians.load()\n",
    "p = p[p.crash_id >= min_crash]\n",
    "v = vehicles.load()\n",
    "v = v[v.crash_id >= min_crash]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "50a34e2d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>crash_id</th>\n",
       "      <th>vn</th>\n",
       "      <th>ins_co</th>\n",
       "      <th>owner_state</th>\n",
       "      <th>make</th>\n",
       "      <th>model</th>\n",
       "      <th>color</th>\n",
       "      <th>vy</th>\n",
       "      <th>state</th>\n",
       "      <th>rm_by</th>\n",
       "      <th>impact_loc</th>\n",
       "      <th>damage_loc</th>\n",
       "      <th>type</th>\n",
       "      <th>use</th>\n",
       "      <th>cargo_type</th>\n",
       "      <th>cir1</th>\n",
       "      <th>cir2</th>\n",
       "      <th>dir</th>\n",
       "      <th>act</th>\n",
       "      <th>ev1</th>\n",
       "      <th>ev2</th>\n",
       "      <th>ev3</th>\n",
       "      <th>ev4</th>\n",
       "      <th>oversize</th>\n",
       "      <th>hit_run</th>\n",
       "      <th>departure</th>\n",
       "      <th>damage</th>\n",
       "      <th>ev</th>\n",
       "      <th>year</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>426</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NISSAN MAXIMA</td>\n",
       "      <td></td>\n",
       "      <td>BUR</td>\n",
       "      <td>1991</td>\n",
       "      <td>NJ</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>989</td>\n",
       "      <td>NJ</td>\n",
       "      <td>LINCOLN TOWNCAR</td>\n",
       "      <td></td>\n",
       "      <td>BK</td>\n",
       "      <td>1996</td>\n",
       "      <td>NJ</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>962</td>\n",
       "      <td>NJ</td>\n",
       "      <td>TOYOTA 4DR</td>\n",
       "      <td></td>\n",
       "      <td>GRN</td>\n",
       "      <td>1997</td>\n",
       "      <td>NJ</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>85</td>\n",
       "      <td>NJ</td>\n",
       "      <td>CHEVY CORSICA</td>\n",
       "      <td></td>\n",
       "      <td>PUR</td>\n",
       "      <td>1996</td>\n",
       "      <td>NJ</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>6</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450821</th>\n",
       "      <td>6077299</td>\n",
       "      <td>2</td>\n",
       "      <td>962</td>\n",
       "      <td>NJ</td>\n",
       "      <td>HYUNDAI</td>\n",
       "      <td>SONATA</td>\n",
       "      <td>BK</td>\n",
       "      <td>2012</td>\n",
       "      <td>NJ</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>01</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>26</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450822</th>\n",
       "      <td>6077300</td>\n",
       "      <td>1</td>\n",
       "      <td>134</td>\n",
       "      <td>NJ</td>\n",
       "      <td>SUBARU</td>\n",
       "      <td>FORRESTER</td>\n",
       "      <td>SL</td>\n",
       "      <td>2015</td>\n",
       "      <td>NJ</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>01</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>57</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>24</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>24</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450823</th>\n",
       "      <td>6077301</td>\n",
       "      <td>1</td>\n",
       "      <td>148</td>\n",
       "      <td>NJ</td>\n",
       "      <td>TOYOTA</td>\n",
       "      <td>COROLLA</td>\n",
       "      <td>BK</td>\n",
       "      <td>2009</td>\n",
       "      <td>NJ</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>01</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>57</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>24</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>24</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450824</th>\n",
       "      <td>6077302</td>\n",
       "      <td>1</td>\n",
       "      <td>134</td>\n",
       "      <td>NJ</td>\n",
       "      <td>HYUNDAI</td>\n",
       "      <td>SONATA</td>\n",
       "      <td>BL</td>\n",
       "      <td>2013</td>\n",
       "      <td>NJ</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>01</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>26</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450825</th>\n",
       "      <td>6077302</td>\n",
       "      <td>2</td>\n",
       "      <td>962</td>\n",
       "      <td>NJ</td>\n",
       "      <td>JEEP</td>\n",
       "      <td>GRAND CHEROKEE</td>\n",
       "      <td>BL</td>\n",
       "      <td>2017</td>\n",
       "      <td>NJ</td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>01</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>26</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>11450826 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          crash_id  vn  ins_co owner_state             make           model  \\\n",
       "id                                                                            \n",
       "0                0   1     426          NJ    NISSAN MAXIMA                   \n",
       "1                0   2     989          NJ  LINCOLN TOWNCAR                   \n",
       "2                1   1     962          NJ       TOYOTA 4DR                   \n",
       "3                1   2    <NA>                                                \n",
       "4                2   1      85          NJ    CHEVY CORSICA                   \n",
       "...            ...  ..     ...         ...              ...             ...   \n",
       "11450821   6077299   2     962          NJ          HYUNDAI          SONATA   \n",
       "11450822   6077300   1     134          NJ           SUBARU       FORRESTER   \n",
       "11450823   6077301   1     148          NJ           TOYOTA         COROLLA   \n",
       "11450824   6077302   1     134          NJ          HYUNDAI          SONATA   \n",
       "11450825   6077302   2     962          NJ             JEEP  GRAND CHEROKEE   \n",
       "\n",
       "         color    vy state  rm_by  impact_loc  damage_loc  type use  \\\n",
       "id                                                                    \n",
       "0          BUR  1991    NJ   <NA>           8           7     1       \n",
       "1           BK  1996    NJ      2          12          12     6       \n",
       "2          GRN  1997    NJ      1          11        <NA>     1       \n",
       "3                  0         <NA>           0           0     5       \n",
       "4          PUR  1996    NJ      3           8          15     1       \n",
       "...        ...   ...   ...    ...         ...         ...   ...  ..   \n",
       "11450821    BK  2012    NJ      2           6           6     1  01   \n",
       "11450822    SL  2015    NJ      1          11          11     4  01   \n",
       "11450823    BK  2009    NJ      1          11          11     1  01   \n",
       "11450824    BL  2013    NJ      1           1           1     1  01   \n",
       "11450825    BL  2017    NJ      2          11          11     1  01   \n",
       "\n",
       "          cargo_type  cir1  cir2  dir  act  ev1   ev2   ev3   ev4  oversize  \\\n",
       "id                                                                            \n",
       "0               <NA>    25  <NA>    1    3   26  <NA>  <NA>  <NA>      <NA>   \n",
       "1                  0     4  <NA>    2    3   26  <NA>  <NA>  <NA>         0   \n",
       "2               <NA>    25  <NA>    3   10   28  <NA>  <NA>  <NA>      <NA>   \n",
       "3                  0     2  <NA>    1    1   26  <NA>  <NA>  <NA>         0   \n",
       "4               <NA>    25  <NA>    3    1   26     1  <NA>  <NA>      <NA>   \n",
       "...              ...   ...   ...  ...  ...  ...   ...   ...   ...       ...   \n",
       "11450821        <NA>    25  <NA>    4    3   26  <NA>  <NA>  <NA>      <NA>   \n",
       "11450822        <NA>    57  <NA>    3    1   24  <NA>  <NA>  <NA>         2   \n",
       "11450823        <NA>    57  <NA>    2    1   24  <NA>  <NA>  <NA>      <NA>   \n",
       "11450824        <NA>     4  <NA>    4    1   26  <NA>  <NA>  <NA>      <NA>   \n",
       "11450825        <NA>    25  <NA>    3    1   26  <NA>  <NA>  <NA>      <NA>   \n",
       "\n",
       "          hit_run  departure  damage    ev  year  \n",
       "id                                                \n",
       "0           False          1    <NA>  <NA>  2001  \n",
       "1           False          1    <NA>  <NA>  2001  \n",
       "2           False          1    <NA>  <NA>  2001  \n",
       "3           False          0    <NA>  <NA>  2001  \n",
       "4           False          6    <NA>  <NA>  2001  \n",
       "...           ...        ...     ...   ...   ...  \n",
       "11450821    False          1       3    26  2021  \n",
       "11450822    False          1       3    24  2021  \n",
       "11450823    False          1       3    24  2021  \n",
       "11450824    False          1       2    26  2021  \n",
       "11450825    False          1       2    26  2021  \n",
       "\n",
       "[11450826 rows x 29 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vm = v.merge(c.year, how='left', left_on='crash_id', right_index=True)\n",
    "vm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d78d88b2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>crash_id</th>\n",
       "      <th>vehicle_id</th>\n",
       "      <th>on</th>\n",
       "      <th>condition</th>\n",
       "      <th>pos</th>\n",
       "      <th>eject</th>\n",
       "      <th>age</th>\n",
       "      <th>sex</th>\n",
       "      <th>inj_loc</th>\n",
       "      <th>inj_type</th>\n",
       "      <th>med_refused</th>\n",
       "      <th>safety_avail</th>\n",
       "      <th>safety_used</th>\n",
       "      <th>airbag</th>\n",
       "      <th>hospital</th>\n",
       "      <th>year</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>38</td>\n",
       "      <td>M</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>F</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>29</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>8</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>M</td>\n",
       "      <td>8</td>\n",
       "      <td>5</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756721</th>\n",
       "      <td>6077301</td>\n",
       "      <td>11450823</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>74</td>\n",
       "      <td>M</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>01</td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756722</th>\n",
       "      <td>6077302</td>\n",
       "      <td>11450824</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>23</td>\n",
       "      <td>M</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756723</th>\n",
       "      <td>6077302</td>\n",
       "      <td>11450824</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>23</td>\n",
       "      <td>F</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756724</th>\n",
       "      <td>6077302</td>\n",
       "      <td>11450824</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>25</td>\n",
       "      <td>M</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756725</th>\n",
       "      <td>6077302</td>\n",
       "      <td>11450825</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>F</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13756726 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          crash_id  vehicle_id  on  condition   pos  eject   age sex  inj_loc  \\\n",
       "id                                                                              \n",
       "0                0           0   1       <NA>     1      1    38   M     <NA>   \n",
       "1                0           1   2       <NA>     1      1    63   F     <NA>   \n",
       "2                1           2   1       <NA>  <NA>   <NA>  <NA>         <NA>   \n",
       "3                2           4   1          3     1      1    29   F        6   \n",
       "4                2           4   2          3     3      1     7   M        8   \n",
       "...            ...         ...  ..        ...   ...    ...   ...  ..      ...   \n",
       "13756721   6077301    11450823   1          5     1      1    74   M     <NA>   \n",
       "13756722   6077302    11450824   1          5     1      1    23   M     <NA>   \n",
       "13756723   6077302    11450824   2          5     3      1    23   F     <NA>   \n",
       "13756724   6077302    11450824   3          5     6      1    25   M     <NA>   \n",
       "13756725   6077302    11450825   4          5     1      1    17   F     <NA>   \n",
       "\n",
       "          inj_type med_refused  safety_avail  safety_used  airbag hospital  \\\n",
       "id                                                                           \n",
       "0             <NA>                         4            4    <NA>            \n",
       "1             <NA>                         4            4    <NA>            \n",
       "2             <NA>                      <NA>         <NA>    <NA>            \n",
       "3                8                         4            4    <NA>            \n",
       "4                5                         4            4    <NA>            \n",
       "...            ...         ...           ...          ...     ...      ...   \n",
       "13756721      <NA>          01            11            4    <NA>            \n",
       "13756722      <NA>                        11            4    <NA>            \n",
       "13756723      <NA>                        11            4    <NA>            \n",
       "13756724      <NA>                        11            4    <NA>            \n",
       "13756725      <NA>                        11            4    <NA>            \n",
       "\n",
       "          year  \n",
       "id              \n",
       "0         2001  \n",
       "1         2001  \n",
       "2         2001  \n",
       "3         2001  \n",
       "4         2001  \n",
       "...        ...  \n",
       "13756721  2021  \n",
       "13756722  2021  \n",
       "13756723  2021  \n",
       "13756724  2021  \n",
       "13756725  2021  \n",
       "\n",
       "[13756726 rows x 16 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "om = o.merge(c.year, how='left', left_on='crash_id', right_index=True)\n",
    "om"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "7085d33c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>crash_id</th>\n",
       "      <th>pn</th>\n",
       "      <th>condition</th>\n",
       "      <th>city</th>\n",
       "      <th>state</th>\n",
       "      <th>zip</th>\n",
       "      <th>dob</th>\n",
       "      <th>age</th>\n",
       "      <th>sex</th>\n",
       "      <th>alc_test_given</th>\n",
       "      <th>alc_test_type</th>\n",
       "      <th>alc_test_results</th>\n",
       "      <th>charge1</th>\n",
       "      <th>summons1</th>\n",
       "      <th>traffic_controls</th>\n",
       "      <th>cir1</th>\n",
       "      <th>cir2</th>\n",
       "      <th>dir</th>\n",
       "      <th>act</th>\n",
       "      <th>inj_loc</th>\n",
       "      <th>inj_type</th>\n",
       "      <th>med_refused</th>\n",
       "      <th>safety_used</th>\n",
       "      <th>hospital</th>\n",
       "      <th>status1</th>\n",
       "      <th>cyclist</th>\n",
       "      <th>other</th>\n",
       "      <th>charge2</th>\n",
       "      <th>summons2</th>\n",
       "      <th>charge3</th>\n",
       "      <th>summons3</th>\n",
       "      <th>charge4</th>\n",
       "      <th>summons4</th>\n",
       "      <th>status2</th>\n",
       "      <th>year</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>ABSECON</td>\n",
       "      <td>NJ</td>\n",
       "      <td>08201</td>\n",
       "      <td>07/28/1990</td>\n",
       "      <td>10</td>\n",
       "      <td>M</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>41</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>48</td>\n",
       "      <td>31</td>\n",
       "      <td>3</td>\n",
       "      <td>ABSECON</td>\n",
       "      <td>NJ</td>\n",
       "      <td>08201</td>\n",
       "      <td>01/16/1967</td>\n",
       "      <td>34</td>\n",
       "      <td>M</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>EGG HARBOR TWP.</td>\n",
       "      <td>NJ</td>\n",
       "      <td>08234</td>\n",
       "      <td>11/16/1952</td>\n",
       "      <td>48</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>46</td>\n",
       "      <td>12</td>\n",
       "      <td>3</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>114</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>GALLOWAY TWP.</td>\n",
       "      <td>NJ</td>\n",
       "      <td>08205</td>\n",
       "      <td>03/31/1959</td>\n",
       "      <td>42</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>SUBPOENA</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>49</td>\n",
       "      <td>7</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>236</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>ABSECON</td>\n",
       "      <td>NJ</td>\n",
       "      <td>08201</td>\n",
       "      <td>04/18/1953</td>\n",
       "      <td>48</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>43</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178516</th>\n",
       "      <td>6076961</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>WASHINGTON</td>\n",
       "      <td>NJ</td>\n",
       "      <td>07882</td>\n",
       "      <td></td>\n",
       "      <td>74</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>5</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>43</td>\n",
       "      <td>6</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>7102</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178517</th>\n",
       "      <td>6076969</td>\n",
       "      <td>31</td>\n",
       "      <td>3</td>\n",
       "      <td>WASHINGTON</td>\n",
       "      <td>NJ</td>\n",
       "      <td>07882</td>\n",
       "      <td></td>\n",
       "      <td>17</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>11</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178518</th>\n",
       "      <td>6076973</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>PORT MURRAY</td>\n",
       "      <td>NJ</td>\n",
       "      <td>07865</td>\n",
       "      <td></td>\n",
       "      <td>59</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>73</td>\n",
       "      <td>89</td>\n",
       "      <td>0</td>\n",
       "      <td>36</td>\n",
       "      <td>12</td>\n",
       "      <td>3</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>7102</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178519</th>\n",
       "      <td>6077021</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>WASHINGTON</td>\n",
       "      <td>NJ</td>\n",
       "      <td>07882</td>\n",
       "      <td></td>\n",
       "      <td>65</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>89</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>42</td>\n",
       "      <td>12</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>99</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178520</th>\n",
       "      <td>6077192</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>ROSELLE PARK</td>\n",
       "      <td>NJ</td>\n",
       "      <td>07204</td>\n",
       "      <td></td>\n",
       "      <td>24</td>\n",
       "      <td>M</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>7</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>7102</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>178521 rows × 35 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        crash_id  pn  condition             city state    zip         dob  \\\n",
       "id                                                                          \n",
       "0              7   1          3          ABSECON    NJ  08201  07/28/1990   \n",
       "1             48  31          3          ABSECON    NJ  08201  01/16/1967   \n",
       "2             76   1          2  EGG HARBOR TWP.    NJ  08234  11/16/1952   \n",
       "3            114   1          4    GALLOWAY TWP.    NJ  08205  03/31/1959   \n",
       "4            236   1          4          ABSECON    NJ  08201  04/18/1953   \n",
       "...          ...  ..        ...              ...   ...    ...         ...   \n",
       "178516   6076961   1          4       WASHINGTON    NJ  07882               \n",
       "178517   6076969  31          3       WASHINGTON    NJ  07882               \n",
       "178518   6076973   1          1      PORT MURRAY    NJ  07865               \n",
       "178519   6077021   1          2       WASHINGTON    NJ  07882               \n",
       "178520   6077192   1          3     ROSELLE PARK    NJ  07204               \n",
       "\n",
       "        age sex alc_test_given alc_test_type alc_test_results   charge1  \\\n",
       "id                                                                        \n",
       "0        10   M                                                           \n",
       "1        34   M                                                           \n",
       "2        48   F              N                                            \n",
       "3        42   F              N                                 SUBPOENA   \n",
       "4        48   M              N                                            \n",
       "...     ...  ..            ...           ...              ...       ...   \n",
       "178516   74   F              N                                            \n",
       "178517   17   M              N                                            \n",
       "178518   59   M              N                                            \n",
       "178519   65   M              N                                            \n",
       "178520   24   M                                                           \n",
       "\n",
       "       summons1  traffic_controls  cir1  cir2   dir   act  inj_loc  inj_type  \\\n",
       "id                                                                             \n",
       "0                            <NA>  <NA>  <NA>  <NA>    41        1         5   \n",
       "1                            <NA>  <NA>  <NA>  <NA>  <NA>        1         4   \n",
       "2                            <NA>  <NA>  <NA>  <NA>    46       12         3   \n",
       "3                            <NA>  <NA>  <NA>  <NA>    49        7      <NA>   \n",
       "4                            <NA>  <NA>  <NA>  <NA>    43        1         4   \n",
       "...         ...               ...   ...   ...   ...   ...      ...       ...   \n",
       "178516                          5    25  <NA>     3    43        6         8   \n",
       "178517                          4    25  <NA>     2     3       11         5   \n",
       "178518                          4    73    89     0    36       12         3   \n",
       "178519                         11    89  <NA>     3    42       12         3   \n",
       "178520                       <NA>  <NA>  <NA>  <NA>  <NA>        7         5   \n",
       "\n",
       "        med_refused  safety_used hospital  status1  cyclist  other charge2  \\\n",
       "id                                                                           \n",
       "0              <NA>         <NA>                 1    False  False           \n",
       "1              <NA>         <NA>              <NA>     True  False           \n",
       "2              <NA>         <NA>                 1    False  False           \n",
       "3              <NA>         <NA>                 1    False  False           \n",
       "4              <NA>         <NA>                 1    False  False           \n",
       "...             ...          ...      ...      ...      ...    ...     ...   \n",
       "178516            2            1     7102        1    False  False           \n",
       "178517            1            8                 1     True  False           \n",
       "178518         <NA>         <NA>     7102        2    False  False           \n",
       "178519            2         <NA>       99        1    False  False           \n",
       "178520            0         <NA>     7102     <NA>    False  False           \n",
       "\n",
       "       summons2 charge3 summons3 charge4 summons4  status2  year  \n",
       "id                                                                \n",
       "0                                                     <NA>  2001  \n",
       "1                                                     <NA>  2001  \n",
       "2                                                     <NA>  2001  \n",
       "3                                                     <NA>  2001  \n",
       "4                                                     <NA>  2001  \n",
       "...         ...     ...      ...     ...      ...      ...   ...  \n",
       "178516                                                <NA>  2021  \n",
       "178517                                                <NA>  2021  \n",
       "178518                                                <NA>  2021  \n",
       "178519                                                <NA>  2021  \n",
       "178520                                                <NA>  2021  \n",
       "\n",
       "[178521 rows x 35 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pm = p.merge(c.year, how='left', left_on='crash_id', right_index=True)\n",
    "pm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "4d770b32",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"7\" halign=\"left\">p</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>NaN</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>7</td>\n",
       "      <td>141</td>\n",
       "      <td>551</td>\n",
       "      <td>2889</td>\n",
       "      <td>4898</td>\n",
       "      <td>0</td>\n",
       "      <td>1700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <td>24</td>\n",
       "      <td>150</td>\n",
       "      <td>525</td>\n",
       "      <td>2849</td>\n",
       "      <td>4852</td>\n",
       "      <td>0</td>\n",
       "      <td>1615</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2003</th>\n",
       "      <td>22</td>\n",
       "      <td>147</td>\n",
       "      <td>466</td>\n",
       "      <td>2837</td>\n",
       "      <td>4886</td>\n",
       "      <td>0</td>\n",
       "      <td>1396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004</th>\n",
       "      <td>26</td>\n",
       "      <td>162</td>\n",
       "      <td>477</td>\n",
       "      <td>2839</td>\n",
       "      <td>4939</td>\n",
       "      <td>0</td>\n",
       "      <td>1451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <td>20</td>\n",
       "      <td>171</td>\n",
       "      <td>440</td>\n",
       "      <td>2740</td>\n",
       "      <td>4794</td>\n",
       "      <td>0</td>\n",
       "      <td>1307</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2006</th>\n",
       "      <td>16</td>\n",
       "      <td>177</td>\n",
       "      <td>397</td>\n",
       "      <td>2444</td>\n",
       "      <td>4200</td>\n",
       "      <td>0</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>13</td>\n",
       "      <td>154</td>\n",
       "      <td>363</td>\n",
       "      <td>2376</td>\n",
       "      <td>4220</td>\n",
       "      <td>0</td>\n",
       "      <td>2024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>7</td>\n",
       "      <td>162</td>\n",
       "      <td>360</td>\n",
       "      <td>2387</td>\n",
       "      <td>4484</td>\n",
       "      <td>0</td>\n",
       "      <td>2271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>15</td>\n",
       "      <td>173</td>\n",
       "      <td>350</td>\n",
       "      <td>2326</td>\n",
       "      <td>4361</td>\n",
       "      <td>0</td>\n",
       "      <td>2304</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>15</td>\n",
       "      <td>156</td>\n",
       "      <td>368</td>\n",
       "      <td>2267</td>\n",
       "      <td>4221</td>\n",
       "      <td>0</td>\n",
       "      <td>2260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>18</td>\n",
       "      <td>157</td>\n",
       "      <td>321</td>\n",
       "      <td>2138</td>\n",
       "      <td>4018</td>\n",
       "      <td>0</td>\n",
       "      <td>2361</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>11</td>\n",
       "      <td>170</td>\n",
       "      <td>304</td>\n",
       "      <td>1823</td>\n",
       "      <td>3742</td>\n",
       "      <td>0</td>\n",
       "      <td>2655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>15</td>\n",
       "      <td>143</td>\n",
       "      <td>225</td>\n",
       "      <td>1717</td>\n",
       "      <td>3620</td>\n",
       "      <td>0</td>\n",
       "      <td>2638</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>17</td>\n",
       "      <td>175</td>\n",
       "      <td>200</td>\n",
       "      <td>1530</td>\n",
       "      <td>3324</td>\n",
       "      <td>0</td>\n",
       "      <td>2536</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>39</td>\n",
       "      <td>197</td>\n",
       "      <td>209</td>\n",
       "      <td>1750</td>\n",
       "      <td>3460</td>\n",
       "      <td>0</td>\n",
       "      <td>1641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>24</td>\n",
       "      <td>195</td>\n",
       "      <td>209</td>\n",
       "      <td>1774</td>\n",
       "      <td>3576</td>\n",
       "      <td>0</td>\n",
       "      <td>1556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>32</td>\n",
       "      <td>223</td>\n",
       "      <td>206</td>\n",
       "      <td>1674</td>\n",
       "      <td>3746</td>\n",
       "      <td>0</td>\n",
       "      <td>1418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>22</td>\n",
       "      <td>201</td>\n",
       "      <td>237</td>\n",
       "      <td>1655</td>\n",
       "      <td>3430</td>\n",
       "      <td>4</td>\n",
       "      <td>1591</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>23</td>\n",
       "      <td>198</td>\n",
       "      <td>635</td>\n",
       "      <td>2438</td>\n",
       "      <td>2804</td>\n",
       "      <td>243</td>\n",
       "      <td>1605</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>9</td>\n",
       "      <td>190</td>\n",
       "      <td>550</td>\n",
       "      <td>1935</td>\n",
       "      <td>1662</td>\n",
       "      <td>284</td>\n",
       "      <td>828</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>11</td>\n",
       "      <td>244</td>\n",
       "      <td>690</td>\n",
       "      <td>2111</td>\n",
       "      <td>1656</td>\n",
       "      <td>397</td>\n",
       "      <td>888</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       p                                 \n",
       "       0    1    2     3     4    5   NaN\n",
       "year                                     \n",
       "2001   7  141  551  2889  4898    0  1700\n",
       "2002  24  150  525  2849  4852    0  1615\n",
       "2003  22  147  466  2837  4886    0  1396\n",
       "2004  26  162  477  2839  4939    0  1451\n",
       "2005  20  171  440  2740  4794    0  1307\n",
       "2006  16  177  397  2444  4200    0  2001\n",
       "2007  13  154  363  2376  4220    0  2024\n",
       "2008   7  162  360  2387  4484    0  2271\n",
       "2009  15  173  350  2326  4361    0  2304\n",
       "2010  15  156  368  2267  4221    0  2260\n",
       "2011  18  157  321  2138  4018    0  2361\n",
       "2012  11  170  304  1823  3742    0  2655\n",
       "2013  15  143  225  1717  3620    0  2638\n",
       "2014  17  175  200  1530  3324    0  2536\n",
       "2015  39  197  209  1750  3460    0  1641\n",
       "2016  24  195  209  1774  3576    0  1556\n",
       "2017  32  223  206  1674  3746    0  1418\n",
       "2018  22  201  237  1655  3430    4  1591\n",
       "2019  23  198  635  2438  2804  243  1605\n",
       "2020   9  190  550  1935  1662  284   828\n",
       "2021  11  244  690  2111  1656  397   888"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pc = pd.crosstab(pm.year, pm.condition, dropna=False)\n",
    "pc.columns = pd.MultiIndex.from_tuples([ ('p', c) for c in pc.columns ])\n",
    "pc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "91dc37f8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"7\" halign=\"left\">o</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>NaN</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>1741</td>\n",
       "      <td>585</td>\n",
       "      <td>2582</td>\n",
       "      <td>19695</td>\n",
       "      <td>86290</td>\n",
       "      <td>0</td>\n",
       "      <td>584955</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <td>9701</td>\n",
       "      <td>459</td>\n",
       "      <td>2441</td>\n",
       "      <td>19671</td>\n",
       "      <td>87241</td>\n",
       "      <td>0</td>\n",
       "      <td>601012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2003</th>\n",
       "      <td>7774</td>\n",
       "      <td>605</td>\n",
       "      <td>2207</td>\n",
       "      <td>18863</td>\n",
       "      <td>84738</td>\n",
       "      <td>0</td>\n",
       "      <td>612011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004</th>\n",
       "      <td>6037</td>\n",
       "      <td>576</td>\n",
       "      <td>2165</td>\n",
       "      <td>18539</td>\n",
       "      <td>83242</td>\n",
       "      <td>0</td>\n",
       "      <td>617694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <td>4997</td>\n",
       "      <td>580</td>\n",
       "      <td>1907</td>\n",
       "      <td>16917</td>\n",
       "      <td>78694</td>\n",
       "      <td>0</td>\n",
       "      <td>608119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2006</th>\n",
       "      <td>6728</td>\n",
       "      <td>561</td>\n",
       "      <td>1685</td>\n",
       "      <td>15515</td>\n",
       "      <td>74020</td>\n",
       "      <td>0</td>\n",
       "      <td>578095</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>6410</td>\n",
       "      <td>555</td>\n",
       "      <td>1571</td>\n",
       "      <td>14553</td>\n",
       "      <td>72371</td>\n",
       "      <td>0</td>\n",
       "      <td>601343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>6969</td>\n",
       "      <td>449</td>\n",
       "      <td>1443</td>\n",
       "      <td>13627</td>\n",
       "      <td>72119</td>\n",
       "      <td>0</td>\n",
       "      <td>590399</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>7038</td>\n",
       "      <td>404</td>\n",
       "      <td>1326</td>\n",
       "      <td>12871</td>\n",
       "      <td>72328</td>\n",
       "      <td>0</td>\n",
       "      <td>592679</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>6831</td>\n",
       "      <td>414</td>\n",
       "      <td>1262</td>\n",
       "      <td>12643</td>\n",
       "      <td>72144</td>\n",
       "      <td>0</td>\n",
       "      <td>595878</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>6104</td>\n",
       "      <td>455</td>\n",
       "      <td>1151</td>\n",
       "      <td>11967</td>\n",
       "      <td>70086</td>\n",
       "      <td>0</td>\n",
       "      <td>576273</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>6506</td>\n",
       "      <td>405</td>\n",
       "      <td>1046</td>\n",
       "      <td>11335</td>\n",
       "      <td>70096</td>\n",
       "      <td>0</td>\n",
       "      <td>558614</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>7511</td>\n",
       "      <td>400</td>\n",
       "      <td>960</td>\n",
       "      <td>10907</td>\n",
       "      <td>68498</td>\n",
       "      <td>0</td>\n",
       "      <td>564633</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>8564</td>\n",
       "      <td>372</td>\n",
       "      <td>835</td>\n",
       "      <td>9797</td>\n",
       "      <td>66221</td>\n",
       "      <td>0</td>\n",
       "      <td>558228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>11421</td>\n",
       "      <td>389</td>\n",
       "      <td>944</td>\n",
       "      <td>10243</td>\n",
       "      <td>67321</td>\n",
       "      <td>0</td>\n",
       "      <td>532850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>11654</td>\n",
       "      <td>430</td>\n",
       "      <td>819</td>\n",
       "      <td>10486</td>\n",
       "      <td>70422</td>\n",
       "      <td>0</td>\n",
       "      <td>548989</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>12429</td>\n",
       "      <td>461</td>\n",
       "      <td>939</td>\n",
       "      <td>10416</td>\n",
       "      <td>69157</td>\n",
       "      <td>0</td>\n",
       "      <td>545898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>11931</td>\n",
       "      <td>421</td>\n",
       "      <td>1053</td>\n",
       "      <td>9858</td>\n",
       "      <td>68315</td>\n",
       "      <td>763</td>\n",
       "      <td>556268</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>8970</td>\n",
       "      <td>389</td>\n",
       "      <td>2423</td>\n",
       "      <td>22968</td>\n",
       "      <td>51263</td>\n",
       "      <td>250872</td>\n",
       "      <td>314622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>5132</td>\n",
       "      <td>421</td>\n",
       "      <td>2354</td>\n",
       "      <td>19471</td>\n",
       "      <td>32675</td>\n",
       "      <td>212555</td>\n",
       "      <td>152359</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>4389</td>\n",
       "      <td>477</td>\n",
       "      <td>2781</td>\n",
       "      <td>23435</td>\n",
       "      <td>37243</td>\n",
       "      <td>298604</td>\n",
       "      <td>132213</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          o                                         \n",
       "          0    1     2      3      4       5     NaN\n",
       "year                                                \n",
       "2001   1741  585  2582  19695  86290       0  584955\n",
       "2002   9701  459  2441  19671  87241       0  601012\n",
       "2003   7774  605  2207  18863  84738       0  612011\n",
       "2004   6037  576  2165  18539  83242       0  617694\n",
       "2005   4997  580  1907  16917  78694       0  608119\n",
       "2006   6728  561  1685  15515  74020       0  578095\n",
       "2007   6410  555  1571  14553  72371       0  601343\n",
       "2008   6969  449  1443  13627  72119       0  590399\n",
       "2009   7038  404  1326  12871  72328       0  592679\n",
       "2010   6831  414  1262  12643  72144       0  595878\n",
       "2011   6104  455  1151  11967  70086       0  576273\n",
       "2012   6506  405  1046  11335  70096       0  558614\n",
       "2013   7511  400   960  10907  68498       0  564633\n",
       "2014   8564  372   835   9797  66221       0  558228\n",
       "2015  11421  389   944  10243  67321       0  532850\n",
       "2016  11654  430   819  10486  70422       0  548989\n",
       "2017  12429  461   939  10416  69157       0  545898\n",
       "2018  11931  421  1053   9858  68315     763  556268\n",
       "2019   8970  389  2423  22968  51263  250872  314622\n",
       "2020   5132  421  2354  19471  32675  212555  152359\n",
       "2021   4389  477  2781  23435  37243  298604  132213"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "oc = pd.crosstab(om.year, om.condition, dropna=False)\n",
    "oc.columns = pd.MultiIndex.from_tuples([ ('o', c) for c in oc.columns ])\n",
    "oc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "4e16c0d9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>c</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>ti</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>116905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <td>117579</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2003</th>\n",
       "      <td>113997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004</th>\n",
       "      <td>112201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <td>105492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2006</th>\n",
       "      <td>98261</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>95475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>94657</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>93562</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>92903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>89677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>88313</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>85887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>81889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>83877</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>87284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>86138</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>84548</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>82531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>58647</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>67916</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           c\n",
       "          ti\n",
       "year        \n",
       "2001  116905\n",
       "2002  117579\n",
       "2003  113997\n",
       "2004  112201\n",
       "2005  105492\n",
       "2006   98261\n",
       "2007   95475\n",
       "2008   94657\n",
       "2009   93562\n",
       "2010   92903\n",
       "2011   89677\n",
       "2012   88313\n",
       "2013   85887\n",
       "2014   81889\n",
       "2015   83877\n",
       "2016   87284\n",
       "2017   86138\n",
       "2018   84548\n",
       "2019   82531\n",
       "2020   58647\n",
       "2021   67916"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cti = c.groupby('year')['ti'].sum()\n",
    "cti = cti.to_frame()\n",
    "cti.columns = pd.MultiIndex.from_tuples([ ('c', c) for c in cti ])\n",
    "cti"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "9b08f7ab",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"7\" halign=\"left\">p</th>\n",
       "      <th colspan=\"7\" halign=\"left\">o</th>\n",
       "      <th>c</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>NaN</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>NaN</th>\n",
       "      <th>ti</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>7</td>\n",
       "      <td>141</td>\n",
       "      <td>551</td>\n",
       "      <td>2889</td>\n",
       "      <td>4898</td>\n",
       "      <td>0</td>\n",
       "      <td>1700</td>\n",
       "      <td>1741</td>\n",
       "      <td>585</td>\n",
       "      <td>2582</td>\n",
       "      <td>19695</td>\n",
       "      <td>86290</td>\n",
       "      <td>0</td>\n",
       "      <td>584955</td>\n",
       "      <td>116905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <td>24</td>\n",
       "      <td>150</td>\n",
       "      <td>525</td>\n",
       "      <td>2849</td>\n",
       "      <td>4852</td>\n",
       "      <td>0</td>\n",
       "      <td>1615</td>\n",
       "      <td>9701</td>\n",
       "      <td>459</td>\n",
       "      <td>2441</td>\n",
       "      <td>19671</td>\n",
       "      <td>87241</td>\n",
       "      <td>0</td>\n",
       "      <td>601012</td>\n",
       "      <td>117579</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2003</th>\n",
       "      <td>22</td>\n",
       "      <td>147</td>\n",
       "      <td>466</td>\n",
       "      <td>2837</td>\n",
       "      <td>4886</td>\n",
       "      <td>0</td>\n",
       "      <td>1396</td>\n",
       "      <td>7774</td>\n",
       "      <td>605</td>\n",
       "      <td>2207</td>\n",
       "      <td>18863</td>\n",
       "      <td>84738</td>\n",
       "      <td>0</td>\n",
       "      <td>612011</td>\n",
       "      <td>113997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004</th>\n",
       "      <td>26</td>\n",
       "      <td>162</td>\n",
       "      <td>477</td>\n",
       "      <td>2839</td>\n",
       "      <td>4939</td>\n",
       "      <td>0</td>\n",
       "      <td>1451</td>\n",
       "      <td>6037</td>\n",
       "      <td>576</td>\n",
       "      <td>2165</td>\n",
       "      <td>18539</td>\n",
       "      <td>83242</td>\n",
       "      <td>0</td>\n",
       "      <td>617694</td>\n",
       "      <td>112201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <td>20</td>\n",
       "      <td>171</td>\n",
       "      <td>440</td>\n",
       "      <td>2740</td>\n",
       "      <td>4794</td>\n",
       "      <td>0</td>\n",
       "      <td>1307</td>\n",
       "      <td>4997</td>\n",
       "      <td>580</td>\n",
       "      <td>1907</td>\n",
       "      <td>16917</td>\n",
       "      <td>78694</td>\n",
       "      <td>0</td>\n",
       "      <td>608119</td>\n",
       "      <td>105492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2006</th>\n",
       "      <td>16</td>\n",
       "      <td>177</td>\n",
       "      <td>397</td>\n",
       "      <td>2444</td>\n",
       "      <td>4200</td>\n",
       "      <td>0</td>\n",
       "      <td>2001</td>\n",
       "      <td>6728</td>\n",
       "      <td>561</td>\n",
       "      <td>1685</td>\n",
       "      <td>15515</td>\n",
       "      <td>74020</td>\n",
       "      <td>0</td>\n",
       "      <td>578095</td>\n",
       "      <td>98261</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>13</td>\n",
       "      <td>154</td>\n",
       "      <td>363</td>\n",
       "      <td>2376</td>\n",
       "      <td>4220</td>\n",
       "      <td>0</td>\n",
       "      <td>2024</td>\n",
       "      <td>6410</td>\n",
       "      <td>555</td>\n",
       "      <td>1571</td>\n",
       "      <td>14553</td>\n",
       "      <td>72371</td>\n",
       "      <td>0</td>\n",
       "      <td>601343</td>\n",
       "      <td>95475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>7</td>\n",
       "      <td>162</td>\n",
       "      <td>360</td>\n",
       "      <td>2387</td>\n",
       "      <td>4484</td>\n",
       "      <td>0</td>\n",
       "      <td>2271</td>\n",
       "      <td>6969</td>\n",
       "      <td>449</td>\n",
       "      <td>1443</td>\n",
       "      <td>13627</td>\n",
       "      <td>72119</td>\n",
       "      <td>0</td>\n",
       "      <td>590399</td>\n",
       "      <td>94657</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>15</td>\n",
       "      <td>173</td>\n",
       "      <td>350</td>\n",
       "      <td>2326</td>\n",
       "      <td>4361</td>\n",
       "      <td>0</td>\n",
       "      <td>2304</td>\n",
       "      <td>7038</td>\n",
       "      <td>404</td>\n",
       "      <td>1326</td>\n",
       "      <td>12871</td>\n",
       "      <td>72328</td>\n",
       "      <td>0</td>\n",
       "      <td>592679</td>\n",
       "      <td>93562</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>15</td>\n",
       "      <td>156</td>\n",
       "      <td>368</td>\n",
       "      <td>2267</td>\n",
       "      <td>4221</td>\n",
       "      <td>0</td>\n",
       "      <td>2260</td>\n",
       "      <td>6831</td>\n",
       "      <td>414</td>\n",
       "      <td>1262</td>\n",
       "      <td>12643</td>\n",
       "      <td>72144</td>\n",
       "      <td>0</td>\n",
       "      <td>595878</td>\n",
       "      <td>92903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>18</td>\n",
       "      <td>157</td>\n",
       "      <td>321</td>\n",
       "      <td>2138</td>\n",
       "      <td>4018</td>\n",
       "      <td>0</td>\n",
       "      <td>2361</td>\n",
       "      <td>6104</td>\n",
       "      <td>455</td>\n",
       "      <td>1151</td>\n",
       "      <td>11967</td>\n",
       "      <td>70086</td>\n",
       "      <td>0</td>\n",
       "      <td>576273</td>\n",
       "      <td>89677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>11</td>\n",
       "      <td>170</td>\n",
       "      <td>304</td>\n",
       "      <td>1823</td>\n",
       "      <td>3742</td>\n",
       "      <td>0</td>\n",
       "      <td>2655</td>\n",
       "      <td>6506</td>\n",
       "      <td>405</td>\n",
       "      <td>1046</td>\n",
       "      <td>11335</td>\n",
       "      <td>70096</td>\n",
       "      <td>0</td>\n",
       "      <td>558614</td>\n",
       "      <td>88313</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>15</td>\n",
       "      <td>143</td>\n",
       "      <td>225</td>\n",
       "      <td>1717</td>\n",
       "      <td>3620</td>\n",
       "      <td>0</td>\n",
       "      <td>2638</td>\n",
       "      <td>7511</td>\n",
       "      <td>400</td>\n",
       "      <td>960</td>\n",
       "      <td>10907</td>\n",
       "      <td>68498</td>\n",
       "      <td>0</td>\n",
       "      <td>564633</td>\n",
       "      <td>85887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>17</td>\n",
       "      <td>175</td>\n",
       "      <td>200</td>\n",
       "      <td>1530</td>\n",
       "      <td>3324</td>\n",
       "      <td>0</td>\n",
       "      <td>2536</td>\n",
       "      <td>8564</td>\n",
       "      <td>372</td>\n",
       "      <td>835</td>\n",
       "      <td>9797</td>\n",
       "      <td>66221</td>\n",
       "      <td>0</td>\n",
       "      <td>558228</td>\n",
       "      <td>81889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>39</td>\n",
       "      <td>197</td>\n",
       "      <td>209</td>\n",
       "      <td>1750</td>\n",
       "      <td>3460</td>\n",
       "      <td>0</td>\n",
       "      <td>1641</td>\n",
       "      <td>11421</td>\n",
       "      <td>389</td>\n",
       "      <td>944</td>\n",
       "      <td>10243</td>\n",
       "      <td>67321</td>\n",
       "      <td>0</td>\n",
       "      <td>532850</td>\n",
       "      <td>83877</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>24</td>\n",
       "      <td>195</td>\n",
       "      <td>209</td>\n",
       "      <td>1774</td>\n",
       "      <td>3576</td>\n",
       "      <td>0</td>\n",
       "      <td>1556</td>\n",
       "      <td>11654</td>\n",
       "      <td>430</td>\n",
       "      <td>819</td>\n",
       "      <td>10486</td>\n",
       "      <td>70422</td>\n",
       "      <td>0</td>\n",
       "      <td>548989</td>\n",
       "      <td>87284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>32</td>\n",
       "      <td>223</td>\n",
       "      <td>206</td>\n",
       "      <td>1674</td>\n",
       "      <td>3746</td>\n",
       "      <td>0</td>\n",
       "      <td>1418</td>\n",
       "      <td>12429</td>\n",
       "      <td>461</td>\n",
       "      <td>939</td>\n",
       "      <td>10416</td>\n",
       "      <td>69157</td>\n",
       "      <td>0</td>\n",
       "      <td>545898</td>\n",
       "      <td>86138</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>22</td>\n",
       "      <td>201</td>\n",
       "      <td>237</td>\n",
       "      <td>1655</td>\n",
       "      <td>3430</td>\n",
       "      <td>4</td>\n",
       "      <td>1591</td>\n",
       "      <td>11931</td>\n",
       "      <td>421</td>\n",
       "      <td>1053</td>\n",
       "      <td>9858</td>\n",
       "      <td>68315</td>\n",
       "      <td>763</td>\n",
       "      <td>556268</td>\n",
       "      <td>84548</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>23</td>\n",
       "      <td>198</td>\n",
       "      <td>635</td>\n",
       "      <td>2438</td>\n",
       "      <td>2804</td>\n",
       "      <td>243</td>\n",
       "      <td>1605</td>\n",
       "      <td>8970</td>\n",
       "      <td>389</td>\n",
       "      <td>2423</td>\n",
       "      <td>22968</td>\n",
       "      <td>51263</td>\n",
       "      <td>250872</td>\n",
       "      <td>314622</td>\n",
       "      <td>82531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>9</td>\n",
       "      <td>190</td>\n",
       "      <td>550</td>\n",
       "      <td>1935</td>\n",
       "      <td>1662</td>\n",
       "      <td>284</td>\n",
       "      <td>828</td>\n",
       "      <td>5132</td>\n",
       "      <td>421</td>\n",
       "      <td>2354</td>\n",
       "      <td>19471</td>\n",
       "      <td>32675</td>\n",
       "      <td>212555</td>\n",
       "      <td>152359</td>\n",
       "      <td>58647</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>11</td>\n",
       "      <td>244</td>\n",
       "      <td>690</td>\n",
       "      <td>2111</td>\n",
       "      <td>1656</td>\n",
       "      <td>397</td>\n",
       "      <td>888</td>\n",
       "      <td>4389</td>\n",
       "      <td>477</td>\n",
       "      <td>2781</td>\n",
       "      <td>23435</td>\n",
       "      <td>37243</td>\n",
       "      <td>298604</td>\n",
       "      <td>132213</td>\n",
       "      <td>67916</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       p                                       o                           \\\n",
       "       0    1    2     3     4    5   NaN      0    1     2      3      4   \n",
       "year                                                                        \n",
       "2001   7  141  551  2889  4898    0  1700   1741  585  2582  19695  86290   \n",
       "2002  24  150  525  2849  4852    0  1615   9701  459  2441  19671  87241   \n",
       "2003  22  147  466  2837  4886    0  1396   7774  605  2207  18863  84738   \n",
       "2004  26  162  477  2839  4939    0  1451   6037  576  2165  18539  83242   \n",
       "2005  20  171  440  2740  4794    0  1307   4997  580  1907  16917  78694   \n",
       "2006  16  177  397  2444  4200    0  2001   6728  561  1685  15515  74020   \n",
       "2007  13  154  363  2376  4220    0  2024   6410  555  1571  14553  72371   \n",
       "2008   7  162  360  2387  4484    0  2271   6969  449  1443  13627  72119   \n",
       "2009  15  173  350  2326  4361    0  2304   7038  404  1326  12871  72328   \n",
       "2010  15  156  368  2267  4221    0  2260   6831  414  1262  12643  72144   \n",
       "2011  18  157  321  2138  4018    0  2361   6104  455  1151  11967  70086   \n",
       "2012  11  170  304  1823  3742    0  2655   6506  405  1046  11335  70096   \n",
       "2013  15  143  225  1717  3620    0  2638   7511  400   960  10907  68498   \n",
       "2014  17  175  200  1530  3324    0  2536   8564  372   835   9797  66221   \n",
       "2015  39  197  209  1750  3460    0  1641  11421  389   944  10243  67321   \n",
       "2016  24  195  209  1774  3576    0  1556  11654  430   819  10486  70422   \n",
       "2017  32  223  206  1674  3746    0  1418  12429  461   939  10416  69157   \n",
       "2018  22  201  237  1655  3430    4  1591  11931  421  1053   9858  68315   \n",
       "2019  23  198  635  2438  2804  243  1605   8970  389  2423  22968  51263   \n",
       "2020   9  190  550  1935  1662  284   828   5132  421  2354  19471  32675   \n",
       "2021  11  244  690  2111  1656  397   888   4389  477  2781  23435  37243   \n",
       "\n",
       "                           c  \n",
       "           5     NaN      ti  \n",
       "year                          \n",
       "2001       0  584955  116905  \n",
       "2002       0  601012  117579  \n",
       "2003       0  612011  113997  \n",
       "2004       0  617694  112201  \n",
       "2005       0  608119  105492  \n",
       "2006       0  578095   98261  \n",
       "2007       0  601343   95475  \n",
       "2008       0  590399   94657  \n",
       "2009       0  592679   93562  \n",
       "2010       0  595878   92903  \n",
       "2011       0  576273   89677  \n",
       "2012       0  558614   88313  \n",
       "2013       0  564633   85887  \n",
       "2014       0  558228   81889  \n",
       "2015       0  532850   83877  \n",
       "2016       0  548989   87284  \n",
       "2017       0  545898   86138  \n",
       "2018     763  556268   84548  \n",
       "2019  250872  314622   82531  \n",
       "2020  212555  152359   58647  \n",
       "2021  298604  132213   67916  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ai = sxs(pc, oc, cti)\n",
    "ai"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "38cfe527",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "year\n",
       "2001      0\n",
       "2002      0\n",
       "2003      0\n",
       "2004      0\n",
       "2005      0\n",
       "2006      0\n",
       "2007    -21\n",
       "2008   -237\n",
       "2009      0\n",
       "2010      2\n",
       "2011      4\n",
       "2012     33\n",
       "2013     40\n",
       "2014     18\n",
       "2015     50\n",
       "2016      2\n",
       "2017      0\n",
       "2018      0\n",
       "2019      0\n",
       "2020      0\n",
       "2021      0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sum(\n",
    "    ai[(t, i)]\n",
    "    for i in [2, 3, 4]\n",
    "    for t in 'po'\n",
    ") - ai[('c', 'ti')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "06fc7606",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>hit_run</th>\n",
       "      <th>False</th>\n",
       "      <th>True</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>590889</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <td>606500</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2003</th>\n",
       "      <td>609439</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004</th>\n",
       "      <td>609400</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <td>594335</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2006</th>\n",
       "      <td>515994</td>\n",
       "      <td>39032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>534039</td>\n",
       "      <td>41291</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>526279</td>\n",
       "      <td>40903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>523194</td>\n",
       "      <td>39749</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>523321</td>\n",
       "      <td>39654</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>513430</td>\n",
       "      <td>38673</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>499207</td>\n",
       "      <td>36415</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>509073</td>\n",
       "      <td>36942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>509618</td>\n",
       "      <td>37485</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>479360</td>\n",
       "      <td>32668</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>498180</td>\n",
       "      <td>33874</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>493200</td>\n",
       "      <td>33624</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>503961</td>\n",
       "      <td>34325</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>503019</td>\n",
       "      <td>35334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>334513</td>\n",
       "      <td>27712</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>394798</td>\n",
       "      <td>31396</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "hit_run   False  True \n",
       "year                  \n",
       "2001     590889      0\n",
       "2002     606500      0\n",
       "2003     609439      0\n",
       "2004     609400      0\n",
       "2005     594335      0\n",
       "2006     515994  39032\n",
       "2007     534039  41291\n",
       "2008     526279  40903\n",
       "2009     523194  39749\n",
       "2010     523321  39654\n",
       "2011     513430  38673\n",
       "2012     499207  36415\n",
       "2013     509073  36942\n",
       "2014     509618  37485\n",
       "2015     479360  32668\n",
       "2016     498180  33874\n",
       "2017     493200  33624\n",
       "2018     503961  34325\n",
       "2019     503019  35334\n",
       "2020     334513  27712\n",
       "2021     394798  31396"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.crosstab(vm.year, vm.hit_run, dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "46655bc6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>damage</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>&lt;NA&gt;</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>590889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>606500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2003</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>609439</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>609400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>594335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2006</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>555026</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>575330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>567182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>562943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>562975</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>552103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>535622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>546015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>547103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>512028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>532054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>0</td>\n",
       "      <td>20295</td>\n",
       "      <td>192814</td>\n",
       "      <td>157840</td>\n",
       "      <td>118840</td>\n",
       "      <td>37035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>0</td>\n",
       "      <td>21795</td>\n",
       "      <td>195848</td>\n",
       "      <td>165090</td>\n",
       "      <td>122893</td>\n",
       "      <td>32660</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>10776</td>\n",
       "      <td>22300</td>\n",
       "      <td>197121</td>\n",
       "      <td>165843</td>\n",
       "      <td>121253</td>\n",
       "      <td>21060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>17797</td>\n",
       "      <td>13741</td>\n",
       "      <td>121096</td>\n",
       "      <td>109125</td>\n",
       "      <td>94412</td>\n",
       "      <td>6054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>21640</td>\n",
       "      <td>16131</td>\n",
       "      <td>145759</td>\n",
       "      <td>128530</td>\n",
       "      <td>106907</td>\n",
       "      <td>7227</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "damage   0      1       2       3       4       <NA>\n",
       "year                                                \n",
       "2001        0      0       0       0       0  590889\n",
       "2002        0      0       0       0       0  606500\n",
       "2003        0      0       0       0       0  609439\n",
       "2004        0      0       0       0       0  609400\n",
       "2005        0      0       0       0       0  594335\n",
       "2006        0      0       0       0       0  555026\n",
       "2007        0      0       0       0       0  575330\n",
       "2008        0      0       0       0       0  567182\n",
       "2009        0      0       0       0       0  562943\n",
       "2010        0      0       0       0       0  562975\n",
       "2011        0      0       0       0       0  552103\n",
       "2012        0      0       0       0       0  535622\n",
       "2013        0      0       0       0       0  546015\n",
       "2014        0      0       0       0       0  547103\n",
       "2015        0      0       0       0       0  512028\n",
       "2016        0      0       0       0       0  532054\n",
       "2017        0  20295  192814  157840  118840   37035\n",
       "2018        0  21795  195848  165090  122893   32660\n",
       "2019    10776  22300  197121  165843  121253   21060\n",
       "2020    17797  13741  121096  109125   94412    6054\n",
       "2021    21640  16131  145759  128530  106907    7227"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.crosstab(vm.year, vm.damage, dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "816902f8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>departure</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2001</th>\n",
       "      <td>77948</td>\n",
       "      <td>383845</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>129096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2002</th>\n",
       "      <td>74186</td>\n",
       "      <td>395343</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>136971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2003</th>\n",
       "      <td>72044</td>\n",
       "      <td>397537</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>139858</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2004</th>\n",
       "      <td>70191</td>\n",
       "      <td>397339</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>141870</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2005</th>\n",
       "      <td>67569</td>\n",
       "      <td>388600</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>138166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2006</th>\n",
       "      <td>43058</td>\n",
       "      <td>345508</td>\n",
       "      <td>40326</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>126134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>46056</td>\n",
       "      <td>357546</td>\n",
       "      <td>43406</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>128322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>47908</td>\n",
       "      <td>350742</td>\n",
       "      <td>44594</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>123938</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>46207</td>\n",
       "      <td>348757</td>\n",
       "      <td>45349</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>122630</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>45922</td>\n",
       "      <td>350241</td>\n",
       "      <td>46485</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>120327</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>47220</td>\n",
       "      <td>341207</td>\n",
       "      <td>46883</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>116793</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>40917</td>\n",
       "      <td>333207</td>\n",
       "      <td>46104</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>115394</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>39657</td>\n",
       "      <td>341738</td>\n",
       "      <td>48034</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>116586</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>37976</td>\n",
       "      <td>346378</td>\n",
       "      <td>48775</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>113974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>32913</td>\n",
       "      <td>319062</td>\n",
       "      <td>43194</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>116859</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>34077</td>\n",
       "      <td>331220</td>\n",
       "      <td>45298</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>121459</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>27377</td>\n",
       "      <td>332661</td>\n",
       "      <td>45337</td>\n",
       "      <td>105538</td>\n",
       "      <td>5771</td>\n",
       "      <td>10140</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>24756</td>\n",
       "      <td>342142</td>\n",
       "      <td>46963</td>\n",
       "      <td>109326</td>\n",
       "      <td>5830</td>\n",
       "      <td>9269</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>25876</td>\n",
       "      <td>343539</td>\n",
       "      <td>48072</td>\n",
       "      <td>106797</td>\n",
       "      <td>5491</td>\n",
       "      <td>8578</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>19100</td>\n",
       "      <td>213169</td>\n",
       "      <td>36653</td>\n",
       "      <td>81516</td>\n",
       "      <td>4122</td>\n",
       "      <td>7665</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>52538</td>\n",
       "      <td>236793</td>\n",
       "      <td>40429</td>\n",
       "      <td>83402</td>\n",
       "      <td>4959</td>\n",
       "      <td>8073</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "departure      0       1      2       3     4      5       6\n",
       "year                                                        \n",
       "2001       77948  383845      0       0     0      0  129096\n",
       "2002       74186  395343      0       0     0      0  136971\n",
       "2003       72044  397537      0       0     0      0  139858\n",
       "2004       70191  397339      0       0     0      0  141870\n",
       "2005       67569  388600      0       0     0      0  138166\n",
       "2006       43058  345508  40326       0     0      0  126134\n",
       "2007       46056  357546  43406       0     0      0  128322\n",
       "2008       47908  350742  44594       0     0      0  123938\n",
       "2009       46207  348757  45349       0     0      0  122630\n",
       "2010       45922  350241  46485       0     0      0  120327\n",
       "2011       47220  341207  46883       0     0      0  116793\n",
       "2012       40917  333207  46104       0     0      0  115394\n",
       "2013       39657  341738  48034       0     0      0  116586\n",
       "2014       37976  346378  48775       0     0      0  113974\n",
       "2015       32913  319062  43194       0     0      0  116859\n",
       "2016       34077  331220  45298       0     0      0  121459\n",
       "2017       27377  332661  45337  105538  5771  10140       0\n",
       "2018       24756  342142  46963  109326  5830   9269       0\n",
       "2019       25876  343539  48072  106797  5491   8578       0\n",
       "2020       19100  213169  36653   81516  4122   7665       0\n",
       "2021       52538  236793  40429   83402  4959   8073       0"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.crosstab(vm.year, vm.departure, dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "05ac7151",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "act\n",
       "0        189591\n",
       "1       4866111\n",
       "2        366849\n",
       "3        831442\n",
       "4         47048\n",
       "5         82733\n",
       "6        242521\n",
       "7       1007886\n",
       "8       1138701\n",
       "9        124353\n",
       "10      1084459\n",
       "11       322895\n",
       "12       224289\n",
       "13       561583\n",
       "14        13369\n",
       "15        62008\n",
       "16       134470\n",
       "17         6304\n",
       "18        11346\n",
       "19         1442\n",
       "29        53562\n",
       "31           80\n",
       "32           54\n",
       "33           39\n",
       "34           19\n",
       "35           19\n",
       "36           61\n",
       "37           69\n",
       "38           43\n",
       "39           55\n",
       "40            7\n",
       "41           96\n",
       "42            8\n",
       "43          315\n",
       "44          125\n",
       "45           20\n",
       "46          137\n",
       "49          194\n",
       "99         3996\n",
       "<NA>      72527\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v.act.value_counts(dropna=False).sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "35c62760",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dir\n",
       "0        193195\n",
       "1       2956641\n",
       "2       2426227\n",
       "3       2954352\n",
       "4       2385204\n",
       "<NA>     535207\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v.dir.value_counts(dropna=False).sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "790c806a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "rm_by\n",
       "2       4084396\n",
       "1       3677947\n",
       "3       2266777\n",
       "<NA>    1421706\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v.rm_by.value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "99129d48",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dmg\n",
       "0         50213\n",
       "1         94262\n",
       "2        852638\n",
       "3        726428\n",
       "4        564305\n",
       "<NA>    9162980\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.crosstab( v.damage, dropna=False).sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "85070931",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "departure\n",
       "1       7196574\n",
       "2        715902\n",
       "3        486579\n",
       "4         26173\n",
       "5         43725\n",
       "6       2008377\n",
       "<NA>     973496\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v.departure.value_counts(dropna=False).sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "e160b076",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "type\n",
       "0      264609\n",
       "1     7522598\n",
       "2      182252\n",
       "3      126344\n",
       "4     1410182\n",
       "5      962422\n",
       "6       25131\n",
       "7        3172\n",
       "8       53587\n",
       "9         952\n",
       "10      21380\n",
       "11       2419\n",
       "12        119\n",
       "13       1050\n",
       "14         76\n",
       "15        184\n",
       "16         16\n",
       "19       8301\n",
       "20     189153\n",
       "21      65459\n",
       "22      11913\n",
       "23      61491\n",
       "24      13837\n",
       "25     165886\n",
       "26       2836\n",
       "27        812\n",
       "29      46926\n",
       "30      88293\n",
       "31      15398\n",
       "40       2034\n",
       "99      18399\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v.type.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "cd99ea59",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "year  towed\n",
       "2001            77948\n",
       "      D        383845\n",
       "      T        129096\n",
       "2002            74186\n",
       "      D        395343\n",
       "      T        136971\n",
       "2003            72044\n",
       "      D        397537\n",
       "      T        139858\n",
       "2004            70191\n",
       "      D        397339\n",
       "      T        141870\n",
       "2005            67569\n",
       "      D        388600\n",
       "      T        138166\n",
       "2006            43057\n",
       "      ?             1\n",
       "      D        345508\n",
       "      L         40326\n",
       "      T        126134\n",
       "2007            46056\n",
       "      D        357546\n",
       "      L         43406\n",
       "      T        128322\n",
       "2008            47908\n",
       "      D        350742\n",
       "      L         44594\n",
       "      T        123938\n",
       "2009            46207\n",
       "      D        348757\n",
       "      L         45349\n",
       "      T        122630\n",
       "2010            45922\n",
       "      D        350241\n",
       "      L         46485\n",
       "      T        120327\n",
       "2011            47220\n",
       "      D        341207\n",
       "      L         46883\n",
       "      T        116793\n",
       "2012            40917\n",
       "      D        333207\n",
       "      L         46104\n",
       "      T        115394\n",
       "2013            39657\n",
       "      D        341738\n",
       "      L         48034\n",
       "      T        116586\n",
       "2014            37976\n",
       "      D        346378\n",
       "      L         48775\n",
       "      T        113974\n",
       "2015            32913\n",
       "      D        319062\n",
       "      L         43194\n",
       "      T        116859\n",
       "2016            34077\n",
       "      D        331220\n",
       "      L         45298\n",
       "      T        121459\n",
       "2017           526824\n",
       "2018           538286\n",
       "2019           538353\n",
       "2020           362225\n",
       "2021           426194\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vm[['year', 'towed']].value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "cf0c8dca",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "year  rm_by\n",
       "2001  1        175182\n",
       "      2        217102\n",
       "      3        101259\n",
       "2002  1        179186\n",
       "      2        220560\n",
       "      3        107183\n",
       "2003  1        180412\n",
       "      2        225381\n",
       "      3        109582\n",
       "2004  1        183798\n",
       "      2        224457\n",
       "      3        111431\n",
       "2005  1        177146\n",
       "      2        215697\n",
       "      3        114556\n",
       "2006  1        175388\n",
       "      2        199039\n",
       "      3        109396\n",
       "2007  1        179767\n",
       "      2        204953\n",
       "      3        114610\n",
       "2008  1        177286\n",
       "      2        199296\n",
       "      3        112246\n",
       "2009  1        181105\n",
       "      2        194898\n",
       "      3        112805\n",
       "2010  1        182681\n",
       "      2        197745\n",
       "      3        111296\n",
       "2011  1        178599\n",
       "      2        193881\n",
       "      3        108523\n",
       "2012  1        175503\n",
       "      2        188524\n",
       "      3        107523\n",
       "2013  1        181752\n",
       "      2        194724\n",
       "      3        108508\n",
       "2014  1        184867\n",
       "      2        198170\n",
       "      3        106595\n",
       "2015  1        170775\n",
       "      2        185338\n",
       "      3        107402\n",
       "2016  1        178669\n",
       "      2        191928\n",
       "      3        112766\n",
       "2017  1        179647\n",
       "      2        186640\n",
       "      3        110997\n",
       "2018  1        183829\n",
       "      2        191577\n",
       "      3        113250\n",
       "2019  1        185546\n",
       "      2        189585\n",
       "      3        111408\n",
       "2020  1        122963\n",
       "      2        120655\n",
       "      3         82281\n",
       "2021  1        143846\n",
       "      2        144246\n",
       "      3         93160\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vm[['year', 'rm_by']].value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "d04f91a4",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "year  towed  rm_by\n",
       "2001         1         11256\n",
       "             2          6246\n",
       "             3          4456\n",
       "      D      1        139294\n",
       "             2        190095\n",
       "                       ...  \n",
       "2020         2        120655\n",
       "             3         82281\n",
       "2021         1        143846\n",
       "             2        144246\n",
       "             3         93160\n",
       "Name: count, Length: 193, dtype: int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vm[['year', 'towed', 'rm_by']].value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "ef90b8c7",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "year  dep\n",
       "2017          27377\n",
       "      1      332661\n",
       "      2       45337\n",
       "      3      105538\n",
       "      4        5771\n",
       "      5       10140\n",
       "2018          24756\n",
       "      1      342142\n",
       "      2       46963\n",
       "      3      109326\n",
       "      4        5830\n",
       "      5        9269\n",
       "2019          25876\n",
       "      1      343539\n",
       "      2       48072\n",
       "      3      106797\n",
       "      4        5491\n",
       "      5        8578\n",
       "2020          19100\n",
       "      1      213169\n",
       "      2       36653\n",
       "      3       81516\n",
       "      4        4122\n",
       "      5        7665\n",
       "2021          52538\n",
       "      1      236793\n",
       "      2       40429\n",
       "      3       83402\n",
       "      4        4959\n",
       "      5        8073\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vm[['year', 'dep']].value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "a713853a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>dep</th>\n",
       "      <th></th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>sum</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rm_by</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>15758</td>\n",
       "      <td>590553</td>\n",
       "      <td>116529</td>\n",
       "      <td>90175</td>\n",
       "      <td>847</td>\n",
       "      <td>1969</td>\n",
       "      <td>815831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>15448</td>\n",
       "      <td>712129</td>\n",
       "      <td>43328</td>\n",
       "      <td>59862</td>\n",
       "      <td>664</td>\n",
       "      <td>1272</td>\n",
       "      <td>832703</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>12620</td>\n",
       "      <td>89129</td>\n",
       "      <td>32353</td>\n",
       "      <td>315339</td>\n",
       "      <td>23442</td>\n",
       "      <td>38213</td>\n",
       "      <td>511096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>43826</td>\n",
       "      <td>1391811</td>\n",
       "      <td>192210</td>\n",
       "      <td>465376</td>\n",
       "      <td>24953</td>\n",
       "      <td>41454</td>\n",
       "      <td>2159630</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "dep                 1       2       3      4      5      sum\n",
       "rm_by                                                       \n",
       "1      15758   590553  116529   90175    847   1969   815831\n",
       "2      15448   712129   43328   59862    664   1272   832703\n",
       "3      12620    89129   32353  315339  23442  38213   511096\n",
       "0      43826  1391811  192210  465376  24953  41454  2159630"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ct = pd.crosstab(vm.rm_by, vm.dep)\n",
    "ct = sxs(ct, ct.sum(axis=1).rename('sum'))\n",
    "n = ct.sum().sum()\n",
    "ct = pd.concat([\n",
    "    ct,\n",
    "    ct.sum(axis=0).to_frame().transpose(),\n",
    "])\n",
    "ct.index.name = 'rm_by'\n",
    "ct.columns.name = 'dep'\n",
    "ct"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "4e95bff6",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>dep</th>\n",
       "      <th></th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>sum</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rm_by</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.36</td>\n",
       "      <td>13.67</td>\n",
       "      <td>2.70</td>\n",
       "      <td>2.09</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.05</td>\n",
       "      <td>18.89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.36</td>\n",
       "      <td>16.49</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.39</td>\n",
       "      <td>0.02</td>\n",
       "      <td>0.03</td>\n",
       "      <td>19.28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.29</td>\n",
       "      <td>2.06</td>\n",
       "      <td>0.75</td>\n",
       "      <td>7.30</td>\n",
       "      <td>0.54</td>\n",
       "      <td>0.88</td>\n",
       "      <td>11.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.01</td>\n",
       "      <td>32.22</td>\n",
       "      <td>4.45</td>\n",
       "      <td>10.77</td>\n",
       "      <td>0.58</td>\n",
       "      <td>0.96</td>\n",
       "      <td>50.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "dep              1     2      3     4     5    sum\n",
       "rm_by                                             \n",
       "1      0.36  13.67  2.70   2.09  0.02  0.05  18.89\n",
       "2      0.36  16.49  1.00   1.39  0.02  0.03  19.28\n",
       "3      0.29   2.06  0.75   7.30  0.54  0.88  11.83\n",
       "0      1.01  32.22  4.45  10.77  0.58  0.96  50.00"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pct = round(ct / n * 100, 2)\n",
    "pct"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "c775a646",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "8638520"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ct.sum().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "8f4661d5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "rm_by\n",
       "2    4084396\n",
       "1    3677947\n",
       "3    2266777\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v.rm_by.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "a0188f8e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "towed\n",
       "D    5728270\n",
       "     3215730\n",
       "T    2008377\n",
       "L     498448\n",
       "?          1\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v.towed.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "4d6583f0",
   "metadata": {},
   "outputs": [],
   "source": [
    "db_path = f'all_{start_year}-{END_YEAR}.db'\n",
    "db_url = f'sqlite:///{db_path}'\n",
    "\n",
    "def check(tbl, df1):\n",
    "    df2 = read_sql(tbl, db_url, index_col='id')\n",
    "    cols1 = set(df1.columns)\n",
    "    cols2 = set(df2.columns)\n",
    "    assert cols1 == cols2, f\"{cols1.difference(cols2)} missing, {cols2.difference(cols1)} extra\"\n",
    "    df2 = df2[df1.columns]\n",
    "    assert ((df1 == df2) | (df1.isna() & df2.isna())).all().all()\n",
    "    return df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "9c860904",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dt</th>\n",
       "      <th>year</th>\n",
       "      <th>cc</th>\n",
       "      <th>mc</th>\n",
       "      <th>case</th>\n",
       "      <th>pdc</th>\n",
       "      <th>pdn</th>\n",
       "      <th>station</th>\n",
       "      <th>tk</th>\n",
       "      <th>ti</th>\n",
       "      <th>pk</th>\n",
       "      <th>pi</th>\n",
       "      <th>severity</th>\n",
       "      <th>Intersection</th>\n",
       "      <th>alcohol</th>\n",
       "      <th>hazmat</th>\n",
       "      <th>crash_type</th>\n",
       "      <th>tv</th>\n",
       "      <th>road</th>\n",
       "      <th>road_direction</th>\n",
       "      <th>route</th>\n",
       "      <th>Route Suffix</th>\n",
       "      <th>sri</th>\n",
       "      <th>mp</th>\n",
       "      <th>road_system</th>\n",
       "      <th>road_character</th>\n",
       "      <th>road_surface</th>\n",
       "      <th>surface_condition</th>\n",
       "      <th>light_condition</th>\n",
       "      <th>env_condition</th>\n",
       "      <th>road_divided</th>\n",
       "      <th>ttcz</th>\n",
       "      <th>cross_street_distance</th>\n",
       "      <th>Unit Of Measurement</th>\n",
       "      <th>Direction From Cross Street</th>\n",
       "      <th>cross_street</th>\n",
       "      <th>Is Ramp</th>\n",
       "      <th>ramp_route</th>\n",
       "      <th>Ramp To/From Route Direction</th>\n",
       "      <th>speed_limit</th>\n",
       "      <th>speed_limit_cross</th>\n",
       "      <th>olat</th>\n",
       "      <th>olon</th>\n",
       "      <th>cell_phone</th>\n",
       "      <th>Other Property Damage</th>\n",
       "      <th>Reporting Badge No.</th>\n",
       "      <th>horizontal_alignment</th>\n",
       "      <th>road_grade</th>\n",
       "      <th>first_harmful_event</th>\n",
       "      <th>geometry</th>\n",
       "      <th>occ</th>\n",
       "      <th>reason</th>\n",
       "      <th>ilon</th>\n",
       "      <th>ilat</th>\n",
       "      <th>icc</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4809915</th>\n",
       "      <td>2017-08-10 17:35:00</td>\n",
       "      <td>2017</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1708-0494</td>\n",
       "      <td>01</td>\n",
       "      <td>Atlantic City Pd</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>US 30</td>\n",
       "      <td></td>\n",
       "      <td>30</td>\n",
       "      <td></td>\n",
       "      <td>00000030__</td>\n",
       "      <td>54.290001</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1056</td>\n",
       "      <td>FE</td>\n",
       "      <td>E</td>\n",
       "      <td>CR 646 / DELILIAH RD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00G\\xe2\\xaf\\xc6i\\x9fR\\xc0p...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>None</td>\n",
       "      <td>-74.490831</td>\n",
       "      <td>39.393658</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4809916</th>\n",
       "      <td>2017-08-10 17:36:00</td>\n",
       "      <td>2017</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1708-0497</td>\n",
       "      <td>01</td>\n",
       "      <td>Atlantic City Pd</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>US 30</td>\n",
       "      <td>W</td>\n",
       "      <td>30</td>\n",
       "      <td></td>\n",
       "      <td>00000030__</td>\n",
       "      <td>54.290001</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1056</td>\n",
       "      <td>FE</td>\n",
       "      <td>E</td>\n",
       "      <td>CR 646 / DELILIAH RD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>530</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00G\\xe2\\xaf\\xc6i\\x9fR\\xc0p...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>None</td>\n",
       "      <td>-74.490831</td>\n",
       "      <td>39.393658</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4809917</th>\n",
       "      <td>2017-09-27 21:27:00</td>\n",
       "      <td>2017</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1709-1131</td>\n",
       "      <td>01</td>\n",
       "      <td>Atlantic City Pd</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>US 30</td>\n",
       "      <td>W</td>\n",
       "      <td>30</td>\n",
       "      <td></td>\n",
       "      <td>00000030__</td>\n",
       "      <td>54.290001</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1056</td>\n",
       "      <td>FE</td>\n",
       "      <td>E</td>\n",
       "      <td>CR 646 / DELILIAH RD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>530</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>48</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00G\\xe2\\xaf\\xc6i\\x9fR\\xc0p...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>None</td>\n",
       "      <td>-74.490831</td>\n",
       "      <td>39.393658</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4809918</th>\n",
       "      <td>2017-09-27 21:28:00</td>\n",
       "      <td>2017</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1709-1132</td>\n",
       "      <td>01</td>\n",
       "      <td>Atlantic City Pd</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>i</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>US 30</td>\n",
       "      <td>W</td>\n",
       "      <td>30</td>\n",
       "      <td></td>\n",
       "      <td>00000030__</td>\n",
       "      <td>54.290001</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1056</td>\n",
       "      <td>FE</td>\n",
       "      <td>E</td>\n",
       "      <td>CR 646 / DELILIAH RD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>530</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00G\\xe2\\xaf\\xc6i\\x9fR\\xc0p...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>None</td>\n",
       "      <td>-74.490831</td>\n",
       "      <td>39.393658</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4809919</th>\n",
       "      <td>2017-12-18 13:21:00</td>\n",
       "      <td>2017</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1712-0555</td>\n",
       "      <td>01</td>\n",
       "      <td>Atlantic City Pd</td>\n",
       "      <td>TRAFFIC</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>US 30</td>\n",
       "      <td>W</td>\n",
       "      <td>30</td>\n",
       "      <td></td>\n",
       "      <td>00000030__</td>\n",
       "      <td>54.400002</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>630</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00\\xbe\\xf6\\x04UU\\x9fR\\xc0\\...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>None</td>\n",
       "      <td>-74.489583</td>\n",
       "      <td>39.392377</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077298</th>\n",
       "      <td>2021-05-26 21:08:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00117A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>I</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>WARREN COUNTY 620</td>\n",
       "      <td>N</td>\n",
       "      <td>620</td>\n",
       "      <td></td>\n",
       "      <td>21000620__</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>AT</td>\n",
       "      <td></td>\n",
       "      <td>ROUTE 519 / S BRIDGEVILLE RD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "      <td>40.80707</td>\n",
       "      <td>-75.07559</td>\n",
       "      <td>False</td>\n",
       "      <td>Damage to 10ft of Country road guardrail.</td>\n",
       "      <td>7837</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>46</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00\\xa1\\x8f\\xbe\\xbe\\xd6\\xc4...</td>\n",
       "      <td>21</td>\n",
       "      <td>None</td>\n",
       "      <td>-75.075607</td>\n",
       "      <td>40.807156</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077299</th>\n",
       "      <td>2021-05-25 07:26:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00118A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>I</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>MANUNKA CHUNK RD / UPPER SEREPTA RD **</td>\n",
       "      <td>W</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>21231034__</td>\n",
       "      <td>1.730000</td>\n",
       "      <td>7</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>AT</td>\n",
       "      <td></td>\n",
       "      <td>MASSENATTS RD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>40</td>\n",
       "      <td>50</td>\n",
       "      <td>40.84466</td>\n",
       "      <td>-75.05549</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>8610</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00\\xdev\\x12\\x81\\x97\\xc3R\\x...</td>\n",
       "      <td>21</td>\n",
       "      <td>None</td>\n",
       "      <td>-75.056122</td>\n",
       "      <td>40.844345</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077300</th>\n",
       "      <td>2021-06-03 20:17:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00128A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>ROUTE 519</td>\n",
       "      <td>S</td>\n",
       "      <td>519</td>\n",
       "      <td></td>\n",
       "      <td>00000519__</td>\n",
       "      <td>44.000000</td>\n",
       "      <td>5</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>40.80564</td>\n",
       "      <td>-75.07627</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>8514</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>24</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00\\x00\\xce-2\\xf8\\xc0R\\xc0\\...</td>\n",
       "      <td>21</td>\n",
       "      <td>None</td>\n",
       "      <td>-75.015149</td>\n",
       "      <td>40.863108</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077301</th>\n",
       "      <td>2021-06-06 00:00:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00130A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>US 46</td>\n",
       "      <td>E</td>\n",
       "      <td>46</td>\n",
       "      <td></td>\n",
       "      <td>00000046__</td>\n",
       "      <td>7.500000</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>40.84149</td>\n",
       "      <td>-75.04968</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>8365</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>24</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00s,\\xdbI\\xf8\\xc2R\\xc0\\xc5...</td>\n",
       "      <td>21</td>\n",
       "      <td>None</td>\n",
       "      <td>-75.046404</td>\n",
       "      <td>40.840421</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077302</th>\n",
       "      <td>2021-06-06 19:33:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00132A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>FIELDSTONE CT</td>\n",
       "      <td>W</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>130 COUNTY ROAD 519</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>15</td>\n",
       "      <td>5</td>\n",
       "      <td>40.81220</td>\n",
       "      <td>-75.04940</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>8395</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>b'\\x01\\x01\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00...</td>\n",
       "      <td>21</td>\n",
       "      <td>No MP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1267388 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         dt  year  cc  mc              case pdc  \\\n",
       "id                                                                \n",
       "4809915 2017-08-10 17:35:00  2017   1   1         1708-0494  01   \n",
       "4809916 2017-08-10 17:36:00  2017   1   1         1708-0497  01   \n",
       "4809917 2017-09-27 21:27:00  2017   1   1         1709-1131  01   \n",
       "4809918 2017-09-27 21:28:00  2017   1   1         1709-1132  01   \n",
       "4809919 2017-12-18 13:21:00  2017   1   1         1712-0555  01   \n",
       "...                     ...   ...  ..  ..               ...  ..   \n",
       "6077298 2021-05-26 21:08:00  2021  21  23  B150-2021-00117A  02   \n",
       "6077299 2021-05-25 07:26:00  2021  21  23  B150-2021-00118A  02   \n",
       "6077300 2021-06-03 20:17:00  2021  21  23  B150-2021-00128A  02   \n",
       "6077301 2021-06-06 00:00:00  2021  21  23  B150-2021-00130A  02   \n",
       "6077302 2021-06-06 19:33:00  2021  21  23  B150-2021-00132A  02   \n",
       "\n",
       "                             pdn          station  tk  ti  pk  pi severity  \\\n",
       "id                                                                           \n",
       "4809915         Atlantic City Pd                    0   0   0   0        p   \n",
       "4809916         Atlantic City Pd                    0   0   0   0        p   \n",
       "4809917         Atlantic City Pd                    0   0   0   0        p   \n",
       "4809918         Atlantic City Pd                    0   1   0   0        i   \n",
       "4809919         Atlantic City Pd          TRAFFIC   0   0   0   0        p   \n",
       "...                          ...              ...  ..  ..  ..  ..      ...   \n",
       "6077298  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "6077299  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "6077300  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "6077301  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "6077302  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "\n",
       "        Intersection  alcohol  hazmat  crash_type  tv  \\\n",
       "id                                                      \n",
       "4809915            B    False   False           1   3   \n",
       "4809916            B    False   False           2   2   \n",
       "4809917            B    False   False          11   1   \n",
       "4809918            B    False   False           1   2   \n",
       "4809919            B    False   False           2   2   \n",
       "...              ...      ...     ...         ...  ..   \n",
       "6077298            I    False   False          11   1   \n",
       "6077299            I    False   False           1   2   \n",
       "6077300            B    False   False          12   1   \n",
       "6077301            B    False   False          12   1   \n",
       "6077302            B    False   False           3   2   \n",
       "\n",
       "                                           road road_direction  route  \\\n",
       "id                                                                      \n",
       "4809915                                   US 30                    30   \n",
       "4809916                                   US 30              W     30   \n",
       "4809917                                   US 30              W     30   \n",
       "4809918                                   US 30              W     30   \n",
       "4809919                                   US 30              W     30   \n",
       "...                                         ...            ...    ...   \n",
       "6077298                       WARREN COUNTY 620              N    620   \n",
       "6077299  MANUNKA CHUNK RD / UPPER SEREPTA RD **              W   <NA>   \n",
       "6077300                               ROUTE 519              S    519   \n",
       "6077301                                   US 46              E     46   \n",
       "6077302                           FIELDSTONE CT              W   <NA>   \n",
       "\n",
       "        Route Suffix         sri         mp  road_system  road_character  \\\n",
       "id                                                                         \n",
       "4809915               00000030__  54.290001            2            <NA>   \n",
       "4809916               00000030__  54.290001            2            <NA>   \n",
       "4809917               00000030__  54.290001            2            <NA>   \n",
       "4809918               00000030__  54.290001            2            <NA>   \n",
       "4809919               00000030__  54.400002            2            <NA>   \n",
       "...              ...         ...        ...          ...             ...   \n",
       "6077298               21000620__   0.000000            5            <NA>   \n",
       "6077299               21231034__   1.730000            7            <NA>   \n",
       "6077300               00000519__  44.000000            5            <NA>   \n",
       "6077301               00000046__   7.500000            2            <NA>   \n",
       "6077302                                 NaN            7            <NA>   \n",
       "\n",
       "         road_surface  surface_condition  light_condition  env_condition  \\\n",
       "id                                                                         \n",
       "4809915             2                  1                1              1   \n",
       "4809916             2                  1                1              1   \n",
       "4809917             2                  1                6              1   \n",
       "4809918             2                  1                6              1   \n",
       "4809919             2                  1                1              1   \n",
       "...               ...                ...              ...            ...   \n",
       "6077298             2                  1                6              1   \n",
       "6077299             2                  1                1              1   \n",
       "6077300             2                  2                5              4   \n",
       "6077301             2                  1                7              1   \n",
       "6077302             5                  1                1              1   \n",
       "\n",
       "         road_divided  ttcz  cross_street_distance Unit Of Measurement  \\\n",
       "id                                                                       \n",
       "4809915             1     1                   1056                  FE   \n",
       "4809916             1     5                   1056                  FE   \n",
       "4809917             1     1                   1056                  FE   \n",
       "4809918             1     5                   1056                  FE   \n",
       "4809919             5     1                   <NA>                       \n",
       "...               ...   ...                    ...                 ...   \n",
       "6077298             5     1                   <NA>                  AT   \n",
       "6077299             5     1                   <NA>                  AT   \n",
       "6077300             5     1                   <NA>                       \n",
       "6077301             5     1                   <NA>                       \n",
       "6077302             5     1                   <NA>                       \n",
       "\n",
       "        Direction From Cross Street                  cross_street Is Ramp  \\\n",
       "id                                                                          \n",
       "4809915                           E          CR 646 / DELILIAH RD           \n",
       "4809916                           E          CR 646 / DELILIAH RD           \n",
       "4809917                           E          CR 646 / DELILIAH RD           \n",
       "4809918                           E          CR 646 / DELILIAH RD           \n",
       "4809919                                                                     \n",
       "...                             ...                           ...     ...   \n",
       "6077298                              ROUTE 519 / S BRIDGEVILLE RD           \n",
       "6077299                                             MASSENATTS RD           \n",
       "6077300                                                                     \n",
       "6077301                                                                     \n",
       "6077302                                       130 COUNTY ROAD 519           \n",
       "\n",
       "        ramp_route Ramp To/From Route Direction  speed_limit  \\\n",
       "id                                                             \n",
       "4809915                                                   50   \n",
       "4809916                                                   50   \n",
       "4809917                                                   50   \n",
       "4809918                                                   50   \n",
       "4809919                                                   50   \n",
       "...            ...                          ...          ...   \n",
       "6077298                                                   50   \n",
       "6077299                                                   40   \n",
       "6077300                                                   50   \n",
       "6077301                                                   50   \n",
       "6077302                                                   15   \n",
       "\n",
       "         speed_limit_cross      olat      olon  cell_phone  \\\n",
       "id                                                           \n",
       "4809915                 35       NaN       NaN       False   \n",
       "4809916                 35       NaN       NaN       False   \n",
       "4809917                 35       NaN       NaN       False   \n",
       "4809918                 35       NaN       NaN       False   \n",
       "4809919               <NA>       NaN       NaN       False   \n",
       "...                    ...       ...       ...         ...   \n",
       "6077298                 50  40.80707 -75.07559       False   \n",
       "6077299                 50  40.84466 -75.05549       False   \n",
       "6077300               <NA>  40.80564 -75.07627       False   \n",
       "6077301               <NA>  40.84149 -75.04968       False   \n",
       "6077302                  5  40.81220 -75.04940       False   \n",
       "\n",
       "                             Other Property Damage Reporting Badge No.  \\\n",
       "id                                                                       \n",
       "4809915                                                                  \n",
       "4809916                                                            530   \n",
       "4809917                                                            530   \n",
       "4809918                                                            530   \n",
       "4809919                                                            630   \n",
       "...                                            ...                 ...   \n",
       "6077298  Damage to 10ft of Country road guardrail.                7837   \n",
       "6077299                                                           8610   \n",
       "6077300                                                           8514   \n",
       "6077301                                                           8365   \n",
       "6077302                                                           8395   \n",
       "\n",
       "         horizontal_alignment  road_grade  first_harmful_event  \\\n",
       "id                                                               \n",
       "4809915                     3           4                   26   \n",
       "4809916                     3           4                   26   \n",
       "4809917                     3           4                   48   \n",
       "4809918                     3           4                   26   \n",
       "4809919                     1           4                   26   \n",
       "...                       ...         ...                  ...   \n",
       "6077298                     2           4                   46   \n",
       "6077299                     1           4                   26   \n",
       "6077300                     3           4                   24   \n",
       "6077301                     1           4                   24   \n",
       "6077302                     1           4                   26   \n",
       "\n",
       "                                                  geometry   occ reason  \\\n",
       "id                                                                        \n",
       "4809915  b'\\x01\\x01\\x00\\x00\\x00G\\xe2\\xaf\\xc6i\\x9fR\\xc0p...  <NA>   None   \n",
       "4809916  b'\\x01\\x01\\x00\\x00\\x00G\\xe2\\xaf\\xc6i\\x9fR\\xc0p...  <NA>   None   \n",
       "4809917  b'\\x01\\x01\\x00\\x00\\x00G\\xe2\\xaf\\xc6i\\x9fR\\xc0p...  <NA>   None   \n",
       "4809918  b'\\x01\\x01\\x00\\x00\\x00G\\xe2\\xaf\\xc6i\\x9fR\\xc0p...  <NA>   None   \n",
       "4809919  b'\\x01\\x01\\x00\\x00\\x00\\xbe\\xf6\\x04UU\\x9fR\\xc0\\...  <NA>   None   \n",
       "...                                                    ...   ...    ...   \n",
       "6077298  b'\\x01\\x01\\x00\\x00\\x00\\xa1\\x8f\\xbe\\xbe\\xd6\\xc4...    21   None   \n",
       "6077299  b'\\x01\\x01\\x00\\x00\\x00\\xdev\\x12\\x81\\x97\\xc3R\\x...    21   None   \n",
       "6077300  b'\\x01\\x01\\x00\\x00\\x00\\x00\\xce-2\\xf8\\xc0R\\xc0\\...    21   None   \n",
       "6077301  b'\\x01\\x01\\x00\\x00\\x00s,\\xdbI\\xf8\\xc2R\\xc0\\xc5...    21   None   \n",
       "6077302  b'\\x01\\x01\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00...    21  No MP   \n",
       "\n",
       "              ilon       ilat   icc  \n",
       "id                                   \n",
       "4809915 -74.490831  39.393658     1  \n",
       "4809916 -74.490831  39.393658     1  \n",
       "4809917 -74.490831  39.393658     1  \n",
       "4809918 -74.490831  39.393658     1  \n",
       "4809919 -74.489583  39.392377     1  \n",
       "...            ...        ...   ...  \n",
       "6077298 -75.075607  40.807156    21  \n",
       "6077299 -75.056122  40.844345    21  \n",
       "6077300 -75.015149  40.863108    21  \n",
       "6077301 -75.046404  40.840421    21  \n",
       "6077302        NaN        NaN  <NA>  \n",
       "\n",
       "[1267388 rows x 55 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "7fc7a9ab",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dt                              datetime64[us]\n",
       "year                                     int32\n",
       "cc                                        int8\n",
       "mc                                        int8\n",
       "case                                    object\n",
       "pdc                                     object\n",
       "pdn                                     object\n",
       "station                                 object\n",
       "tk                                        int8\n",
       "ti                                        int8\n",
       "pk                                        int8\n",
       "pi                                        int8\n",
       "severity                                object\n",
       "Intersection                            object\n",
       "alcohol                                   bool\n",
       "hazmat                                    bool\n",
       "crash_type                                Int8\n",
       "tv                                        int8\n",
       "road                                    object\n",
       "road_direction                          object\n",
       "route                                    Int16\n",
       "Route Suffix                            object\n",
       "sri                                     object\n",
       "mp                                     float32\n",
       "road_system                               Int8\n",
       "road_character                            Int8\n",
       "road_surface                              Int8\n",
       "surface_condition                         Int8\n",
       "light_condition                           Int8\n",
       "env_condition                             Int8\n",
       "road_divided                              Int8\n",
       "ttcz                                      Int8\n",
       "cross_street_distance                    Int16\n",
       "Unit Of Measurement                     object\n",
       "Direction From Cross Street             object\n",
       "cross_street                            object\n",
       "Is Ramp                                 object\n",
       "ramp_route                              object\n",
       "Ramp To/From Route Direction            object\n",
       "speed_limit                               Int8\n",
       "speed_limit_cross                         Int8\n",
       "olat                                   float64\n",
       "olon                                   float64\n",
       "cell_phone                                bool\n",
       "Other Property Damage                   object\n",
       "Reporting Badge No.                     object\n",
       "horizontal_alignment                      Int8\n",
       "road_grade                                Int8\n",
       "first_harmful_event                       Int8\n",
       "geometry                                object\n",
       "occ                                      Int64\n",
       "reason                                  object\n",
       "ilon                                   float64\n",
       "ilat                                   float64\n",
       "icc                                      Int64\n",
       "dtype: object"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "908bcb53",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "road_character\n",
       "0          3445\n",
       "1       3685358\n",
       "2        532851\n",
       "3         79089\n",
       "4        278923\n",
       "5        187884\n",
       "6         21956\n",
       "<NA>    1287797\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c.road_character.value_counts(dropna=False).sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "c7b484e8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "crash_type\n",
       "0           276\n",
       "1       1671264\n",
       "2        776875\n",
       "3        856433\n",
       "4        100301\n",
       "5         42280\n",
       "6        791254\n",
       "7        166736\n",
       "8        336399\n",
       "9         14009\n",
       "10        33381\n",
       "11       738090\n",
       "12       180445\n",
       "13       102632\n",
       "14        44236\n",
       "15        58085\n",
       "16          619\n",
       "20        28957\n",
       "99       131502\n",
       "<NA>       3529\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c.crash_type.value_counts(dropna=False).sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "149b828b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "inj_type\n",
       "0     1341\n",
       "1      382\n",
       "2     1887\n",
       "3     3656\n",
       "4    18298\n",
       "5    26299\n",
       "6      134\n",
       "7     9149\n",
       "8    73727\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "p.inj_type.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "908a6672",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "inj_loc\n",
       "0      4605\n",
       "1     19562\n",
       "2      4744\n",
       "3       178\n",
       "4      1947\n",
       "5      1845\n",
       "6      8827\n",
       "7      7902\n",
       "8     16043\n",
       "9      2914\n",
       "10    14169\n",
       "11    44009\n",
       "12    11400\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "p.inj_loc.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "20279c6a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "condition\n",
       "0      386\n",
       "1     3686\n",
       "2     8083\n",
       "3    46499\n",
       "4    80893\n",
       "5      928\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "p.condition.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "675817cb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "condition\n",
       "0     158837\n",
       "1       9808\n",
       "2      33894\n",
       "3     313777\n",
       "4    1454484\n",
       "5     762794\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "o.condition.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "3a065369",
   "metadata": {},
   "outputs": [],
   "source": [
    "def condition_hist(df, name):\n",
    "    cond = df.set_index('crash_id').condition.replace('', nan).dropna()\n",
    "    cond = cond.loc[cond != 1]\n",
    "    return cond.groupby(lambda x:x).apply(lambda s: ''.join(s.sort_values().astype(str))).rename(name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "1c424a9f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 7.39 s, sys: 250 ms, total: 7.64 s\n",
      "Wall time: 7.56 s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "crash_id\n",
       "7          3\n",
       "48         3\n",
       "76         2\n",
       "114        4\n",
       "236        4\n",
       "          ..\n",
       "6076959    4\n",
       "6076961    4\n",
       "6076969    3\n",
       "6077021    2\n",
       "6077192    3\n",
       "Name: pih, Length: 133525, dtype: object"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "pih = condition_hist(p, 'pih')\n",
    "pih"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "3de64974",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pih\n",
       "0                     354\n",
       "00                      2\n",
       "03                      5\n",
       "033                     1\n",
       "034                     1\n",
       "04                     20\n",
       "044                     1\n",
       "2                    7666\n",
       "22                     95\n",
       "222                    10\n",
       "2222                    1\n",
       "22222                   1\n",
       "2223                    1\n",
       "2224                    1\n",
       "223                     4\n",
       "22333                   1\n",
       "22334                   1\n",
       "223344                  1\n",
       "224                     3\n",
       "23                     85\n",
       "233                    12\n",
       "23333                   1\n",
       "23334                   1\n",
       "2334                    2\n",
       "233444444               1\n",
       "234                     6\n",
       "235                     2\n",
       "24                     40\n",
       "244                     5\n",
       "24444                   1\n",
       "2455                    1\n",
       "25                      5\n",
       "3                   44438\n",
       "33                    587\n",
       "333                    49\n",
       "3333                    9\n",
       "33333                   2\n",
       "33333333                1\n",
       "3333334                 1\n",
       "333334                  1\n",
       "3333344444              1\n",
       "33334                   2\n",
       "3334                    4\n",
       "3335                    1\n",
       "33355                   1\n",
       "334                    21\n",
       "3344                    2\n",
       "33444                   2\n",
       "3345                    1\n",
       "335                     2\n",
       "34                    380\n",
       "344                    31\n",
       "3444                    5\n",
       "3444444444444444        1\n",
       "345                     1\n",
       "35                     20\n",
       "4                   77388\n",
       "44                   1253\n",
       "444                    97\n",
       "4444                   12\n",
       "44444                   5\n",
       "445                     1\n",
       "45                     14\n",
       "4555                    1\n",
       "5                     848\n",
       "55                     10\n",
       "555                     2\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pih.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "f8fc2913",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 1min 36s, sys: 1.34 s, total: 1min 37s\n",
      "Wall time: 1min 37s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "crash_id\n",
       "2          3333\n",
       "3             4\n",
       "6             4\n",
       "9            44\n",
       "13           44\n",
       "           ... \n",
       "6077298       5\n",
       "6077299      55\n",
       "6077300       5\n",
       "6077301       5\n",
       "6077302    5555\n",
       "Name: oih, Length: 1670104, dtype: object"
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "oih = condition_hist(o, 'oih')\n",
    "oih"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "2b01b605",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "oih\n",
       "0                                                                       86095\n",
       "00                                                                      12815\n",
       "000                                                                      3793\n",
       "0000                                                                     1641\n",
       "00000                                                                    1006\n",
       "                                                                        ...  \n",
       "55555555555555555555555555555555555                                         1\n",
       "55555555555555555555555555555555555555                                      1\n",
       "55555555555555555555555555555555555555555555                                1\n",
       "55555555555555555555555555555555555555555555555                             1\n",
       "55555555555555555555555555555555555555555555555555555555555555555555        1\n",
       "Name: count, Length: 986, dtype: int64"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "oih.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "75c00d7e",
   "metadata": {},
   "outputs": [],
   "source": [
    "def deaths_by_crash(df, name):\n",
    "    cond = df.set_index('crash_id').condition.replace('', nan).dropna()\n",
    "    cond = cond[cond == 1]\n",
    "    return cond.groupby(lambda x:x).size().rename(name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "3fa61a9e",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 18.3 ms, sys: 19.5 ms, total: 37.8 ms\n",
      "Wall time: 38.3 ms\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "crash_id\n",
       "1010       1\n",
       "1102       1\n",
       "1142       1\n",
       "3355       1\n",
       "3486       1\n",
       "          ..\n",
       "6069326    1\n",
       "6070593    1\n",
       "6074560    1\n",
       "6075842    2\n",
       "6076973    1\n",
       "Name: pkn, Length: 3640, dtype: Int64"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "pkn = deaths_by_crash(p, 'pkn')\n",
    "pkn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "a440dad9",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 332 ms, sys: 265 ms, total: 597 ms\n",
      "Wall time: 748 ms\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "crash_id\n",
       "77         1\n",
       "311        1\n",
       "2779       1\n",
       "2984       1\n",
       "2995       2\n",
       "          ..\n",
       "6075926    1\n",
       "6076266    1\n",
       "6076384    1\n",
       "6077140    1\n",
       "6077267    1\n",
       "Name: okn, Length: 9018, dtype: Int64"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "okn = deaths_by_crash(o, 'okn')\n",
    "okn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "f34a816b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(13499, 13494)"
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c.tk.sum(), okn.sum() + pkn.sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "1b3a6c98",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 763 ms, sys: 652 ms, total: 1.41 s\n",
      "Wall time: 2 s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dt</th>\n",
       "      <th>year</th>\n",
       "      <th>cc</th>\n",
       "      <th>mc</th>\n",
       "      <th>case</th>\n",
       "      <th>pdc</th>\n",
       "      <th>pdn</th>\n",
       "      <th>station</th>\n",
       "      <th>tk</th>\n",
       "      <th>ti</th>\n",
       "      <th>pk</th>\n",
       "      <th>pi</th>\n",
       "      <th>severity</th>\n",
       "      <th>Intersection</th>\n",
       "      <th>alcohol</th>\n",
       "      <th>hazmat</th>\n",
       "      <th>crash_type</th>\n",
       "      <th>tv</th>\n",
       "      <th>road</th>\n",
       "      <th>road_direction</th>\n",
       "      <th>route</th>\n",
       "      <th>Route Suffix</th>\n",
       "      <th>sri</th>\n",
       "      <th>mp</th>\n",
       "      <th>road_system</th>\n",
       "      <th>road_character</th>\n",
       "      <th>road_surface</th>\n",
       "      <th>surface_condition</th>\n",
       "      <th>light_condition</th>\n",
       "      <th>env_condition</th>\n",
       "      <th>road_divided</th>\n",
       "      <th>ttcz</th>\n",
       "      <th>cross_street_distance</th>\n",
       "      <th>Unit Of Measurement</th>\n",
       "      <th>Direction From Cross Street</th>\n",
       "      <th>cross_street</th>\n",
       "      <th>Is Ramp</th>\n",
       "      <th>ramp_route</th>\n",
       "      <th>Ramp To/From Route Direction</th>\n",
       "      <th>speed_limit</th>\n",
       "      <th>speed_limit_cross</th>\n",
       "      <th>olat</th>\n",
       "      <th>olon</th>\n",
       "      <th>cell_phone</th>\n",
       "      <th>Other Property Damage</th>\n",
       "      <th>Reporting Badge No.</th>\n",
       "      <th>horizontal_alignment</th>\n",
       "      <th>road_grade</th>\n",
       "      <th>first_harmful_event</th>\n",
       "      <th>pih</th>\n",
       "      <th>oih</th>\n",
       "      <th>pkn</th>\n",
       "      <th>okn</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2001-12-21 18:34:00</td>\n",
       "      <td>2001</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>#2001-17846</td>\n",
       "      <td>01</td>\n",
       "      <td>Absecon City</td>\n",
       "      <td>MUNICIPAL COMP?</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>CALDERON AVENUE</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>FE</td>\n",
       "      <td>N</td>\n",
       "      <td>RT 30</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>NEVER SAW V-1 MINOR DAMAGE - NO INJURIES REPOR...</td>\n",
       "      <td>830</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2001-01-01 09:30:00</td>\n",
       "      <td>2001</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>01-00029</td>\n",
       "      <td>1</td>\n",
       "      <td>Absecon</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>RITZ DRIVE</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>836</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2001-04-10 14:44:00</td>\n",
       "      <td>2001</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>01-004615</td>\n",
       "      <td>1</td>\n",
       "      <td>Absecon</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>i</td>\n",
       "      <td>I</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>MORTON AVENUE</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>AT</td>\n",
       "      <td></td>\n",
       "      <td>NEW YORK AVENUE</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>836</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3333</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2001-04-15 13:56:00</td>\n",
       "      <td>2001</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>01-004880</td>\n",
       "      <td>1</td>\n",
       "      <td>Absecon</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>i</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>RT 30</td>\n",
       "      <td></td>\n",
       "      <td>30</td>\n",
       "      <td></td>\n",
       "      <td>00000030__</td>\n",
       "      <td>51.099998</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>45</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>WITNESS-PETRIA GIBSON AND ANGELO HERSH</td>\n",
       "      <td>886</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2001-04-16 10:29:00</td>\n",
       "      <td>2001</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>01-004912</td>\n",
       "      <td>1</td>\n",
       "      <td>Absecon</td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>I</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>CR 651</td>\n",
       "      <td></td>\n",
       "      <td>651</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>AT</td>\n",
       "      <td></td>\n",
       "      <td>CR 630</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>35</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>*BETH VEHICLES-RELIANCE INSURANCE CO.(215)864-...</td>\n",
       "      <td>836</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077298</th>\n",
       "      <td>2021-05-26 21:08:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00117A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>I</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>WARREN COUNTY 620</td>\n",
       "      <td>N</td>\n",
       "      <td>620</td>\n",
       "      <td></td>\n",
       "      <td>21000620__</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>AT</td>\n",
       "      <td></td>\n",
       "      <td>ROUTE 519 / S BRIDGEVILLE RD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>50</td>\n",
       "      <td>40.80707</td>\n",
       "      <td>-75.07559</td>\n",
       "      <td>False</td>\n",
       "      <td>Damage to 10ft of Country road guardrail.</td>\n",
       "      <td>7837</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>46</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077299</th>\n",
       "      <td>2021-05-25 07:26:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00118A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>I</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>MANUNKA CHUNK RD / UPPER SEREPTA RD **</td>\n",
       "      <td>W</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>21231034__</td>\n",
       "      <td>1.730000</td>\n",
       "      <td>7</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>AT</td>\n",
       "      <td></td>\n",
       "      <td>MASSENATTS RD</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>40</td>\n",
       "      <td>50</td>\n",
       "      <td>40.84466</td>\n",
       "      <td>-75.05549</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>8610</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>NaN</td>\n",
       "      <td>55</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077300</th>\n",
       "      <td>2021-06-03 20:17:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00128A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>ROUTE 519</td>\n",
       "      <td>S</td>\n",
       "      <td>519</td>\n",
       "      <td></td>\n",
       "      <td>00000519__</td>\n",
       "      <td>44.000000</td>\n",
       "      <td>5</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>40.80564</td>\n",
       "      <td>-75.07627</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>8514</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>24</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077301</th>\n",
       "      <td>2021-06-06 00:00:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00130A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>US 46</td>\n",
       "      <td>E</td>\n",
       "      <td>46</td>\n",
       "      <td></td>\n",
       "      <td>00000046__</td>\n",
       "      <td>7.500000</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>50</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>40.84149</td>\n",
       "      <td>-75.04968</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>8365</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>24</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077302</th>\n",
       "      <td>2021-06-06 19:33:00</td>\n",
       "      <td>2021</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>B150-2021-00132A</td>\n",
       "      <td>02</td>\n",
       "      <td>New Jersey State Police</td>\n",
       "      <td>WASHINGTON - SQ</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>p</td>\n",
       "      <td>B</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>FIELDSTONE CT</td>\n",
       "      <td>W</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>7</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>130 COUNTY ROAD 519</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>15</td>\n",
       "      <td>5</td>\n",
       "      <td>40.81220</td>\n",
       "      <td>-75.04940</td>\n",
       "      <td>False</td>\n",
       "      <td></td>\n",
       "      <td>8395</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5555</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6077303 rows × 53 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         dt  year  cc  mc              case pdc  \\\n",
       "0       2001-12-21 18:34:00  2001   1   1       #2001-17846  01   \n",
       "1       2001-01-01 09:30:00  2001   1   1          01-00029   1   \n",
       "2       2001-04-10 14:44:00  2001   1   1         01-004615   1   \n",
       "3       2001-04-15 13:56:00  2001   1   1         01-004880   1   \n",
       "4       2001-04-16 10:29:00  2001   1   1         01-004912   1   \n",
       "...                     ...   ...  ..  ..               ...  ..   \n",
       "6077298 2021-05-26 21:08:00  2021  21  23  B150-2021-00117A  02   \n",
       "6077299 2021-05-25 07:26:00  2021  21  23  B150-2021-00118A  02   \n",
       "6077300 2021-06-03 20:17:00  2021  21  23  B150-2021-00128A  02   \n",
       "6077301 2021-06-06 00:00:00  2021  21  23  B150-2021-00130A  02   \n",
       "6077302 2021-06-06 19:33:00  2021  21  23  B150-2021-00132A  02   \n",
       "\n",
       "                             pdn          station  tk  ti  pk  pi severity  \\\n",
       "0                   Absecon City  MUNICIPAL COMP?   0   0   0   0        p   \n",
       "1                        Absecon                    0   0   0   0        p   \n",
       "2                        Absecon                    0   4   0   0        i   \n",
       "3                        Absecon                    0   1   0   0        i   \n",
       "4                        Absecon                    0   0   0   0        p   \n",
       "...                          ...              ...  ..  ..  ..  ..      ...   \n",
       "6077298  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "6077299  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "6077300  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "6077301  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "6077302  New Jersey State Police  WASHINGTON - SQ   0   0   0   0        p   \n",
       "\n",
       "        Intersection  alcohol  hazmat  crash_type  tv  \\\n",
       "0                  B    False   False           3   2   \n",
       "1                  B    False   False           6   2   \n",
       "2                  I    False   False           3   2   \n",
       "3                  B    False   False           1   2   \n",
       "4                  I    False   False           1   2   \n",
       "...              ...      ...     ...         ...  ..   \n",
       "6077298            I    False   False          11   1   \n",
       "6077299            I    False   False           1   2   \n",
       "6077300            B    False   False          12   1   \n",
       "6077301            B    False   False          12   1   \n",
       "6077302            B    False   False           3   2   \n",
       "\n",
       "                                           road road_direction  route  \\\n",
       "0                               CALDERON AVENUE                  <NA>   \n",
       "1                                    RITZ DRIVE                  <NA>   \n",
       "2                                 MORTON AVENUE                  <NA>   \n",
       "3                                         RT 30                    30   \n",
       "4                                        CR 651                   651   \n",
       "...                                         ...            ...    ...   \n",
       "6077298                       WARREN COUNTY 620              N    620   \n",
       "6077299  MANUNKA CHUNK RD / UPPER SEREPTA RD **              W   <NA>   \n",
       "6077300                               ROUTE 519              S    519   \n",
       "6077301                                   US 46              E     46   \n",
       "6077302                           FIELDSTONE CT              W   <NA>   \n",
       "\n",
       "        Route Suffix         sri         mp  road_system  road_character  \\\n",
       "0                                       NaN            7               2   \n",
       "1                                       NaN            7               1   \n",
       "2                                       NaN            7               1   \n",
       "3                     00000030__  51.099998            2               1   \n",
       "4                                       NaN            5               2   \n",
       "...              ...         ...        ...          ...             ...   \n",
       "6077298               21000620__   0.000000            5            <NA>   \n",
       "6077299               21231034__   1.730000            7            <NA>   \n",
       "6077300               00000519__  44.000000            5            <NA>   \n",
       "6077301               00000046__   7.500000            2            <NA>   \n",
       "6077302                                 NaN            7            <NA>   \n",
       "\n",
       "         road_surface  surface_condition  light_condition  env_condition  \\\n",
       "0                   2                  1                6              1   \n",
       "1                   2                  3                6              1   \n",
       "2                   2                  1                1              1   \n",
       "3                   2                  1                1              1   \n",
       "4                   2                  2                1              2   \n",
       "...               ...                ...              ...            ...   \n",
       "6077298             2                  1                6              1   \n",
       "6077299             2                  1                1              1   \n",
       "6077300             2                  2                5              4   \n",
       "6077301             2                  1                7              1   \n",
       "6077302             5                  1                1              1   \n",
       "\n",
       "         road_divided  ttcz  cross_street_distance Unit Of Measurement  \\\n",
       "0                   5     1                    100                  FE   \n",
       "1                   5     1                   <NA>                       \n",
       "2                   5     1                   <NA>                  AT   \n",
       "3                   5     1                   <NA>                       \n",
       "4                   5     1                   <NA>                  AT   \n",
       "...               ...   ...                    ...                 ...   \n",
       "6077298             5     1                   <NA>                  AT   \n",
       "6077299             5     1                   <NA>                  AT   \n",
       "6077300             5     1                   <NA>                       \n",
       "6077301             5     1                   <NA>                       \n",
       "6077302             5     1                   <NA>                       \n",
       "\n",
       "        Direction From Cross Street                  cross_street Is Ramp  \\\n",
       "0                                 N                         RT 30           \n",
       "1                                                                           \n",
       "2                                                 NEW YORK AVENUE           \n",
       "3                                                                           \n",
       "4                                                          CR 630           \n",
       "...                             ...                           ...     ...   \n",
       "6077298                              ROUTE 519 / S BRIDGEVILLE RD           \n",
       "6077299                                             MASSENATTS RD           \n",
       "6077300                                                                     \n",
       "6077301                                                                     \n",
       "6077302                                       130 COUNTY ROAD 519           \n",
       "\n",
       "        ramp_route Ramp To/From Route Direction  speed_limit  \\\n",
       "0                                                         25   \n",
       "1                                                         25   \n",
       "2                                                         25   \n",
       "3                                                         45   \n",
       "4                                                         35   \n",
       "...            ...                          ...          ...   \n",
       "6077298                                                   50   \n",
       "6077299                                                   40   \n",
       "6077300                                                   50   \n",
       "6077301                                                   50   \n",
       "6077302                                                   15   \n",
       "\n",
       "         speed_limit_cross      olat      olon  cell_phone  \\\n",
       "0                     <NA>       NaN       NaN       False   \n",
       "1                     <NA>       NaN       NaN       False   \n",
       "2                     <NA>       NaN       NaN       False   \n",
       "3                     <NA>       NaN       NaN       False   \n",
       "4                     <NA>       NaN       NaN       False   \n",
       "...                    ...       ...       ...         ...   \n",
       "6077298                 50  40.80707 -75.07559       False   \n",
       "6077299                 50  40.84466 -75.05549       False   \n",
       "6077300               <NA>  40.80564 -75.07627       False   \n",
       "6077301               <NA>  40.84149 -75.04968       False   \n",
       "6077302                  5  40.81220 -75.04940       False   \n",
       "\n",
       "                                     Other Property Damage  \\\n",
       "0        NEVER SAW V-1 MINOR DAMAGE - NO INJURIES REPOR...   \n",
       "1                                                            \n",
       "2                                                            \n",
       "3                   WITNESS-PETRIA GIBSON AND ANGELO HERSH   \n",
       "4        *BETH VEHICLES-RELIANCE INSURANCE CO.(215)864-...   \n",
       "...                                                    ...   \n",
       "6077298          Damage to 10ft of Country road guardrail.   \n",
       "6077299                                                      \n",
       "6077300                                                      \n",
       "6077301                                                      \n",
       "6077302                                                      \n",
       "\n",
       "        Reporting Badge No.  horizontal_alignment  road_grade  \\\n",
       "0                       830                  <NA>        <NA>   \n",
       "1                       836                  <NA>        <NA>   \n",
       "2                       836                  <NA>        <NA>   \n",
       "3                       886                  <NA>        <NA>   \n",
       "4                       836                  <NA>        <NA>   \n",
       "...                     ...                   ...         ...   \n",
       "6077298                7837                     2           4   \n",
       "6077299                8610                     1           4   \n",
       "6077300                8514                     3           4   \n",
       "6077301                8365                     1           4   \n",
       "6077302                8395                     1           4   \n",
       "\n",
       "         first_harmful_event  pih   oih   pkn   okn  \n",
       "0                       <NA>  NaN   NaN  <NA>  <NA>  \n",
       "1                       <NA>  NaN   NaN  <NA>  <NA>  \n",
       "2                       <NA>  NaN  3333  <NA>  <NA>  \n",
       "3                       <NA>  NaN     4  <NA>  <NA>  \n",
       "4                       <NA>  NaN   NaN  <NA>  <NA>  \n",
       "...                      ...  ...   ...   ...   ...  \n",
       "6077298                   46  NaN     5  <NA>  <NA>  \n",
       "6077299                   26  NaN    55  <NA>  <NA>  \n",
       "6077300                   24  NaN     5  <NA>  <NA>  \n",
       "6077301                   24  NaN     5  <NA>  <NA>  \n",
       "6077302                   26  NaN  5555  <NA>  <NA>  \n",
       "\n",
       "[6077303 rows x 53 columns]"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "cm = sxs(c, pih, oih, pkn, okn)\n",
    "cm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "ee082a78",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Series([], Name: pih, dtype: object)"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pih[pih.str.contains('1')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "01de8313",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Series([], Name: oih, dtype: object)"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "oih[oih.str.contains('1')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "id": "c4803720",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ti</th>\n",
       "      <th>ti2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077298</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077299</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077300</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077301</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077302</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6077303 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         ti  ti2\n",
       "0         0    0\n",
       "1         0    0\n",
       "2         4    4\n",
       "3         1    1\n",
       "4         0    0\n",
       "...      ..  ...\n",
       "6077298   0    0\n",
       "6077299   0    0\n",
       "6077300   0    0\n",
       "6077301   0    0\n",
       "6077302   0    0\n",
       "\n",
       "[6077303 rows x 2 columns]"
      ]
     },
     "execution_count": 120,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "include = '234'\n",
    "pin = cm.pih.fillna('').apply(lambda s: sum(1 for c in s if c in include))\n",
    "oin = cm.oih.fillna('').apply(lambda s: sum(1 for c in s if c in include))\n",
    "ti2 = (pin + oin).rename('ti2')\n",
    "ti = c.ti\n",
    "tis = sxs(ti, ti2)\n",
    "tis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "id": "00766f53",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>crash_id</th>\n",
       "      <th>vn</th>\n",
       "      <th>ins_co</th>\n",
       "      <th>owner_state</th>\n",
       "      <th>make</th>\n",
       "      <th>model</th>\n",
       "      <th>color</th>\n",
       "      <th>vy</th>\n",
       "      <th>state</th>\n",
       "      <th>towed</th>\n",
       "      <th>rm_by</th>\n",
       "      <th>imp_loc</th>\n",
       "      <th>dmg_loc</th>\n",
       "      <th>type</th>\n",
       "      <th>body</th>\n",
       "      <th>cir1</th>\n",
       "      <th>cir2</th>\n",
       "      <th>dir</th>\n",
       "      <th>act</th>\n",
       "      <th>ev1</th>\n",
       "      <th>ev2</th>\n",
       "      <th>ev3</th>\n",
       "      <th>ev4</th>\n",
       "      <th>oversize</th>\n",
       "      <th>hit_run</th>\n",
       "      <th>dep</th>\n",
       "      <th>dmg</th>\n",
       "      <th>ev</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>426</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NISSAN MAXIMA</td>\n",
       "      <td></td>\n",
       "      <td>BUR</td>\n",
       "      <td>1991</td>\n",
       "      <td>NJ</td>\n",
       "      <td>D</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>989</td>\n",
       "      <td>NJ</td>\n",
       "      <td>LINCOLN TOWNCAR</td>\n",
       "      <td></td>\n",
       "      <td>BK</td>\n",
       "      <td>1996</td>\n",
       "      <td>NJ</td>\n",
       "      <td>D</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>962</td>\n",
       "      <td>NJ</td>\n",
       "      <td>TOYOTA 4DR</td>\n",
       "      <td></td>\n",
       "      <td>GRN</td>\n",
       "      <td>1997</td>\n",
       "      <td>NJ</td>\n",
       "      <td>D</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>85</td>\n",
       "      <td>NJ</td>\n",
       "      <td>CHEVY CORSICA</td>\n",
       "      <td></td>\n",
       "      <td>PUR</td>\n",
       "      <td>1996</td>\n",
       "      <td>NJ</td>\n",
       "      <td>T</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>None</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450821</th>\n",
       "      <td>6077299</td>\n",
       "      <td>2</td>\n",
       "      <td>962</td>\n",
       "      <td>NJ</td>\n",
       "      <td>HYUNDAI</td>\n",
       "      <td>SONATA</td>\n",
       "      <td>BK</td>\n",
       "      <td>2012</td>\n",
       "      <td>NJ</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450822</th>\n",
       "      <td>6077300</td>\n",
       "      <td>1</td>\n",
       "      <td>134</td>\n",
       "      <td>NJ</td>\n",
       "      <td>SUBARU</td>\n",
       "      <td>FORRESTER</td>\n",
       "      <td>SL</td>\n",
       "      <td>2015</td>\n",
       "      <td>NJ</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>57</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>24</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450823</th>\n",
       "      <td>6077301</td>\n",
       "      <td>1</td>\n",
       "      <td>148</td>\n",
       "      <td>NJ</td>\n",
       "      <td>TOYOTA</td>\n",
       "      <td>COROLLA</td>\n",
       "      <td>BK</td>\n",
       "      <td>2009</td>\n",
       "      <td>NJ</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>57</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>24</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450824</th>\n",
       "      <td>6077302</td>\n",
       "      <td>1</td>\n",
       "      <td>134</td>\n",
       "      <td>NJ</td>\n",
       "      <td>HYUNDAI</td>\n",
       "      <td>SONATA</td>\n",
       "      <td>BL</td>\n",
       "      <td>2013</td>\n",
       "      <td>NJ</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11450825</th>\n",
       "      <td>6077302</td>\n",
       "      <td>2</td>\n",
       "      <td>962</td>\n",
       "      <td>NJ</td>\n",
       "      <td>JEEP</td>\n",
       "      <td>GRAND CHEROKEE</td>\n",
       "      <td>BL</td>\n",
       "      <td>2017</td>\n",
       "      <td>NJ</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>25</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>11450826 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          crash_id  vn  ins_co owner_state             make           model  \\\n",
       "id                                                                            \n",
       "0                0   1     426          NJ    NISSAN MAXIMA                   \n",
       "1                0   2     989          NJ  LINCOLN TOWNCAR                   \n",
       "2                1   1     962          NJ       TOYOTA 4DR                   \n",
       "3                1   2    <NA>                                                \n",
       "4                2   1      85          NJ    CHEVY CORSICA                   \n",
       "...            ...  ..     ...         ...              ...             ...   \n",
       "11450821   6077299   2     962          NJ          HYUNDAI          SONATA   \n",
       "11450822   6077300   1     134          NJ           SUBARU       FORRESTER   \n",
       "11450823   6077301   1     148          NJ           TOYOTA         COROLLA   \n",
       "11450824   6077302   1     134          NJ          HYUNDAI          SONATA   \n",
       "11450825   6077302   2     962          NJ             JEEP  GRAND CHEROKEE   \n",
       "\n",
       "         color    vy state towed  rm_by  imp_loc  dmg_loc  type  body  cir1  \\\n",
       "id                                                                            \n",
       "0          BUR  1991    NJ     D   <NA>        8        7     1  <NA>    25   \n",
       "1           BK  1996    NJ     D      2       12       12     6     0     4   \n",
       "2          GRN  1997    NJ     D      1       11     <NA>     1  <NA>    25   \n",
       "3                  0               <NA>        0        0     5     0     2   \n",
       "4          PUR  1996    NJ     T      3        8       15     1  <NA>    25   \n",
       "...        ...   ...   ...   ...    ...      ...      ...   ...   ...   ...   \n",
       "11450821    BK  2012    NJ            2        6        6     1  <NA>    25   \n",
       "11450822    SL  2015    NJ            1       11       11     4  <NA>    57   \n",
       "11450823    BK  2009    NJ            1       11       11     1  <NA>    57   \n",
       "11450824    BL  2013    NJ            1        1        1     1  <NA>     4   \n",
       "11450825    BL  2017    NJ            2       11       11     1  <NA>    25   \n",
       "\n",
       "          cir2  dir  act  ev1   ev2   ev3   ev4  oversize  hit_run   dep  \\\n",
       "id                                                                         \n",
       "0         <NA>    1    3   26  <NA>  <NA>  <NA>      <NA>    False  None   \n",
       "1         <NA>    2    3   26  <NA>  <NA>  <NA>         0    False  None   \n",
       "2         <NA>    3   10   28  <NA>  <NA>  <NA>      <NA>    False  None   \n",
       "3         <NA>    1    1   26  <NA>  <NA>  <NA>         0    False  None   \n",
       "4         <NA>    3    1   26     1  <NA>  <NA>      <NA>    False  None   \n",
       "...        ...  ...  ...  ...   ...   ...   ...       ...      ...   ...   \n",
       "11450821  <NA>    4    3   26  <NA>  <NA>  <NA>      <NA>    False     1   \n",
       "11450822  <NA>    3    1   24  <NA>  <NA>  <NA>         2    False     1   \n",
       "11450823  <NA>    2    1   24  <NA>  <NA>  <NA>      <NA>    False     1   \n",
       "11450824  <NA>    4    1   26  <NA>  <NA>  <NA>      <NA>    False     1   \n",
       "11450825  <NA>    3    1   26  <NA>  <NA>  <NA>      <NA>    False     1   \n",
       "\n",
       "           dmg    ev  \n",
       "id                    \n",
       "0         <NA>  <NA>  \n",
       "1         <NA>  <NA>  \n",
       "2         <NA>  <NA>  \n",
       "3         <NA>  <NA>  \n",
       "4         <NA>  <NA>  \n",
       "...        ...   ...  \n",
       "11450821     3    26  \n",
       "11450822     3    24  \n",
       "11450823     3    24  \n",
       "11450824     2    26  \n",
       "11450825     2    26  \n",
       "\n",
       "[11450826 rows x 28 columns]"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "id": "4ef01b72",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>crash_id</th>\n",
       "      <th>vehicle_id</th>\n",
       "      <th>on</th>\n",
       "      <th>condition</th>\n",
       "      <th>pos</th>\n",
       "      <th>eject</th>\n",
       "      <th>age</th>\n",
       "      <th>sex</th>\n",
       "      <th>inj_loc</th>\n",
       "      <th>inj_type</th>\n",
       "      <th>med_refused</th>\n",
       "      <th>safety_avail</th>\n",
       "      <th>safety_used</th>\n",
       "      <th>airbag</th>\n",
       "      <th>hospital</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>38</td>\n",
       "      <td>M</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>F</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>29</td>\n",
       "      <td>F</td>\n",
       "      <td>6</td>\n",
       "      <td>8</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>M</td>\n",
       "      <td>8</td>\n",
       "      <td>5</td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756721</th>\n",
       "      <td>6077301</td>\n",
       "      <td>11450823</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>74</td>\n",
       "      <td>M</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>01</td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756722</th>\n",
       "      <td>6077302</td>\n",
       "      <td>11450824</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>23</td>\n",
       "      <td>M</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756723</th>\n",
       "      <td>6077302</td>\n",
       "      <td>11450824</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>23</td>\n",
       "      <td>F</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756724</th>\n",
       "      <td>6077302</td>\n",
       "      <td>11450824</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>25</td>\n",
       "      <td>M</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13756725</th>\n",
       "      <td>6077302</td>\n",
       "      <td>11450825</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>F</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>13756726 rows × 15 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          crash_id  vehicle_id  on  condition   pos  eject   age sex  inj_loc  \\\n",
       "id                                                                              \n",
       "0                0           0   1       <NA>     1      1    38   M     <NA>   \n",
       "1                0           1   2       <NA>     1      1    63   F     <NA>   \n",
       "2                1           2   1       <NA>  <NA>   <NA>  <NA>         <NA>   \n",
       "3                2           4   1          3     1      1    29   F        6   \n",
       "4                2           4   2          3     3      1     7   M        8   \n",
       "...            ...         ...  ..        ...   ...    ...   ...  ..      ...   \n",
       "13756721   6077301    11450823   1          5     1      1    74   M     <NA>   \n",
       "13756722   6077302    11450824   1          5     1      1    23   M     <NA>   \n",
       "13756723   6077302    11450824   2          5     3      1    23   F     <NA>   \n",
       "13756724   6077302    11450824   3          5     6      1    25   M     <NA>   \n",
       "13756725   6077302    11450825   4          5     1      1    17   F     <NA>   \n",
       "\n",
       "          inj_type med_refused  safety_avail  safety_used  airbag hospital  \n",
       "id                                                                          \n",
       "0             <NA>                         4            4    <NA>           \n",
       "1             <NA>                         4            4    <NA>           \n",
       "2             <NA>                      <NA>         <NA>    <NA>           \n",
       "3                8                         4            4    <NA>           \n",
       "4                5                         4            4    <NA>           \n",
       "...            ...         ...           ...          ...     ...      ...  \n",
       "13756721      <NA>          01            11            4    <NA>           \n",
       "13756722      <NA>                        11            4    <NA>           \n",
       "13756723      <NA>                        11            4    <NA>           \n",
       "13756724      <NA>                        11            4    <NA>           \n",
       "13756725      <NA>                        11            4    <NA>           \n",
       "\n",
       "[13756726 rows x 15 columns]"
      ]
     },
     "execution_count": 121,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "o"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "id": "88eadc71",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count\n",
       "1     9798018\n",
       "2       25171\n",
       "3         494\n",
       "4          66\n",
       "5          16\n",
       "6           3\n",
       "10          1\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 134,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "num_drivers = o.loc[o.pos == 1, 'vehicle_id'].value_counts()\n",
    "num_drivers.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "id": "b0f3ed41",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pos\n",
       "1       9850214\n",
       "3       1917114\n",
       "6        616237\n",
       "4        510321\n",
       "<NA>     329292\n",
       "5        167207\n",
       "2        123462\n",
       "9         60591\n",
       "7         56646\n",
       "8         48354\n",
       "0         25027\n",
       "12        23708\n",
       "10        19094\n",
       "11         9459\n",
       "Name: count, dtype: Int64"
      ]
     },
     "execution_count": 128,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "o.pos.value_counts(dropna=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "id": "75a51cd2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 2min, sys: 1.36 s, total: 2min 1s\n",
      "Wall time: 2min 3s\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "vehicle_id\n",
       "0              1\n",
       "1              1\n",
       "4           1346\n",
       "5              1\n",
       "6             13\n",
       "            ... \n",
       "11450821       1\n",
       "11450822       1\n",
       "11450823       1\n",
       "11450824     136\n",
       "11450825       1\n",
       "Name: pos, Length: 9909407, dtype: object"
      ]
     },
     "execution_count": 131,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "ph = o.set_index('vehicle_id').pos.dropna().groupby(lambda x:x).apply(lambda s: ''.join('%x' % p for p in s))\n",
    "ph"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "id": "8a43c810",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pos\n",
       "0                                 16456\n",
       "00                                  163\n",
       "000                                  53\n",
       "0000                                 23\n",
       "00000                                28\n",
       "                                  ...  \n",
       "ccccccccccccccccccc                   1\n",
       "ccccccccccccccccccccc                 1\n",
       "cccccccccccccccccccccc                1\n",
       "ccccccccccccccccccccccccccc           1\n",
       "cccccccccccccccccccccccccccccc        1\n",
       "Name: count, Length: 5389, dtype: int64"
      ]
     },
     "execution_count": 132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ph.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "id": "cf442125",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True     6076754\n",
       "False        549\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(ti == ti2).value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "id": "fea0a86c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True     5953875\n",
       "False     123428\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(ti == ti2).value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "id": "7c1ff1bd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4                      750985\n",
       "44                     184820\n",
       "444                     47644\n",
       "34                      36049\n",
       "45                      16837\n",
       "                        ...  \n",
       "0223344444                  1\n",
       "0444444444444444444         1\n",
       "0000000044                  1\n",
       "033344444                   1\n",
       "333333445                   1\n",
       "Name: count, Length: 678, dtype: int64"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cm.loc[ti != ti2, ['pih', 'oih']].fillna('').apply(lambda r: ''.join(sorted(r.pih + r.oih)), axis=1).value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "id": "d94db19d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dt                                  2021-06-06 19:33:00\n",
       "year                                               2021\n",
       "cc                                                   21\n",
       "mc                                                   23\n",
       "case                                   B150-2021-00132A\n",
       "pdc                                                  02\n",
       "pdn                             New Jersey State Police\n",
       "station                                 WASHINGTON - SQ\n",
       "tk                                                    0\n",
       "ti                                                    0\n",
       "pk                                                    0\n",
       "pi                                                    0\n",
       "severity                                              p\n",
       "Intersection                                          B\n",
       "alcohol                                           False\n",
       "hazmat                                            False\n",
       "crash_type                                            3\n",
       "tv                                                    2\n",
       "road                                      FIELDSTONE CT\n",
       "road_direction                                        W\n",
       "route                                              <NA>\n",
       "Route Suffix                                           \n",
       "sri                                                    \n",
       "mp                                                  NaN\n",
       "road_system                                           7\n",
       "road_character                                     <NA>\n",
       "road_surface                                          5\n",
       "surface_condition                                     1\n",
       "light_condition                                       1\n",
       "env_condition                                         1\n",
       "road_divided                                          5\n",
       "ttcz                                                  1\n",
       "cross_street_distance                              <NA>\n",
       "Unit Of Measurement                                    \n",
       "Direction From Cross Street                            \n",
       "cross_street                        130 COUNTY ROAD 519\n",
       "Is Ramp                                                \n",
       "ramp_route                                             \n",
       "Ramp To/From Route Direction                           \n",
       "speed_limit                                          15\n",
       "speed_limit_cross                                     5\n",
       "olat                                            40.8122\n",
       "olon                                           -75.0494\n",
       "cell_phone                                        False\n",
       "Other Property Damage                                  \n",
       "Reporting Badge No.                                8395\n",
       "horizontal_alignment                                  1\n",
       "road_grade                                            4\n",
       "first_harmful_event                                  26\n",
       "pih                                                 NaN\n",
       "oih                                                5555\n",
       "pkn                                                <NA>\n",
       "okn                                                <NA>\n",
       "Name: 6077302, dtype: object"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cm.loc[6077302]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "0bdb5bb1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tk</th>\n",
       "      <th>tk2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077298</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077299</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077300</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077301</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077302</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6077303 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         tk  tk2\n",
       "0         0    0\n",
       "1         0    0\n",
       "2         0    0\n",
       "3         0    0\n",
       "4         0    0\n",
       "...      ..  ...\n",
       "6077298   0    0\n",
       "6077299   0    0\n",
       "6077300   0    0\n",
       "6077301   0    0\n",
       "6077302   0    0\n",
       "\n",
       "[6077303 rows x 2 columns]"
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pk2 = cm.pkn.fillna(0)\n",
    "ok2 = cm.okn.fillna(0)\n",
    "tk2 = (pk2 + ok2).rename('tk2')\n",
    "tk = c.tk\n",
    "tks = sxs(tk, tk2)\n",
    "tks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "a0c3297f",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>ti2</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "      <th>25</th>\n",
       "      <th>26</th>\n",
       "      <th>27</th>\n",
       "      <th>28</th>\n",
       "      <th>29</th>\n",
       "      <th>30</th>\n",
       "      <th>31</th>\n",
       "      <th>32</th>\n",
       "      <th>33</th>\n",
       "      <th>34</th>\n",
       "      <th>35</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "      <th>40</th>\n",
       "      <th>41</th>\n",
       "      <th>42</th>\n",
       "      <th>44</th>\n",
       "      <th>46</th>\n",
       "      <th>47</th>\n",
       "      <th>49</th>\n",
       "      <th>55</th>\n",
       "      <th>56</th>\n",
       "      <th>64</th>\n",
       "      <th>68</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ti</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4285638</td>\n",
       "      <td>172092</td>\n",
       "      <td>143949</td>\n",
       "      <td>50955</td>\n",
       "      <td>20084</td>\n",
       "      <td>9091</td>\n",
       "      <td>3667</td>\n",
       "      <td>1517</td>\n",
       "      <td>687</td>\n",
       "      <td>312</td>\n",
       "      <td>417</td>\n",
       "      <td>59</td>\n",
       "      <td>25</td>\n",
       "      <td>18</td>\n",
       "      <td>19</td>\n",
       "      <td>7</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>55</td>\n",
       "      <td>950389</td>\n",
       "      <td>38919</td>\n",
       "      <td>13992</td>\n",
       "      <td>5499</td>\n",
       "      <td>2482</td>\n",
       "      <td>1031</td>\n",
       "      <td>422</td>\n",
       "      <td>205</td>\n",
       "      <td>102</td>\n",
       "      <td>65</td>\n",
       "      <td>23</td>\n",
       "      <td>10</td>\n",
       "      <td>8</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>63</td>\n",
       "      <td>250244</td>\n",
       "      <td>7534</td>\n",
       "      <td>3001</td>\n",
       "      <td>1280</td>\n",
       "      <td>569</td>\n",
       "      <td>260</td>\n",
       "      <td>121</td>\n",
       "      <td>47</td>\n",
       "      <td>47</td>\n",
       "      <td>11</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>70825</td>\n",
       "      <td>1854</td>\n",
       "      <td>784</td>\n",
       "      <td>336</td>\n",
       "      <td>149</td>\n",
       "      <td>70</td>\n",
       "      <td>34</td>\n",
       "      <td>16</td>\n",
       "      <td>11</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>23545</td>\n",
       "      <td>647</td>\n",
       "      <td>247</td>\n",
       "      <td>108</td>\n",
       "      <td>48</td>\n",
       "      <td>33</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>9006</td>\n",
       "      <td>174</td>\n",
       "      <td>79</td>\n",
       "      <td>43</td>\n",
       "      <td>23</td>\n",
       "      <td>14</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2131</td>\n",
       "      <td>63</td>\n",
       "      <td>27</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>908</td>\n",
       "      <td>25</td>\n",
       "      <td>10</td>\n",
       "      <td>12</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>418</td>\n",
       "      <td>16</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>184</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>99</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>57</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>7</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>8</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "ti2       0       1       2      3      4     5     6     7    8    9    10  \\\n",
       "ti                                                                            \n",
       "0    4285638  172092  143949  50955  20084  9091  3667  1517  687  312  417   \n",
       "1         55  950389   38919  13992   5499  2482  1031   422  205  102   65   \n",
       "2          5      63  250244   7534   3001  1280   569   260  121   47   47   \n",
       "3          2       5       3  70825   1854   784   336   149   70   34   16   \n",
       "4                  2              2  23545   647   247   108   48   33   13   \n",
       "5                                           9006   174    79   43   23   14   \n",
       "6                                                 2131    63   27   12   10   \n",
       "7                                                        908   25   10   12   \n",
       "8                                                             418   16    3   \n",
       "9                                                                  184    6   \n",
       "10                                                                       99   \n",
       "11                                                                            \n",
       "12                                                                            \n",
       "13                                                                            \n",
       "14                                                                            \n",
       "15                                                                            \n",
       "16                                                                            \n",
       "17                                                                            \n",
       "18                                                                            \n",
       "19                                                                            \n",
       "20                                                                            \n",
       "21                                                                            \n",
       "22                                                                            \n",
       "23                                                                            \n",
       "24                                                                            \n",
       "25                                                                            \n",
       "26                                                                            \n",
       "27                                                                            \n",
       "28                                                                            \n",
       "29                                                                            \n",
       "30                                                                            \n",
       "31                                                                            \n",
       "32                                                                            \n",
       "33                                                                            \n",
       "35                                                                            \n",
       "36                                                                            \n",
       "37                                                                            \n",
       "40                                                                            \n",
       "42                                                                            \n",
       "44                                                                            \n",
       "56                                                                            \n",
       "\n",
       "ti2  11  12  13  14  15  16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32  \\\n",
       "ti                                                                            \n",
       "0    59  25  18  19   7   5  3  3  4  3  1  2  1  2  3  1  2  1  3     1  1   \n",
       "1    23  10   8   4   4      1        1                                       \n",
       "2    11   8   2   1       2     1  1                                          \n",
       "3    11   6   2   3       1                                                   \n",
       "4    10       2   1   2   2  1              1                                 \n",
       "5     3   2   2   4   1      1                                                \n",
       "6     2   4   1   2   1                                                       \n",
       "7     4       2       1                     1                    1            \n",
       "8     2       2   1             1  1                                      1   \n",
       "9     1               1         1                                             \n",
       "10    2   1   1           1                                                   \n",
       "11   57   2                                                                   \n",
       "12       38   1   2          1                                                \n",
       "13           20   1          1                                                \n",
       "14               16   1                                                       \n",
       "15                   16                                                       \n",
       "16                       16                                                   \n",
       "17                           7                                                \n",
       "18                                 1  1                                       \n",
       "19                                 8                                          \n",
       "20                                    4                                1      \n",
       "21                                       4                                    \n",
       "22                                          2                                 \n",
       "23                                             3                              \n",
       "24                                                1                           \n",
       "25                                                   2                        \n",
       "26                                                      1                     \n",
       "27                                                         3                  \n",
       "28                                                            1               \n",
       "29                                                               1            \n",
       "30                                                                  1         \n",
       "31                                                                     1      \n",
       "32                                                                        3   \n",
       "33                                                                            \n",
       "35                                                                            \n",
       "36                                                                            \n",
       "37                                                                            \n",
       "40                                                                            \n",
       "42                                                                            \n",
       "44                                                                            \n",
       "56                                                                            \n",
       "\n",
       "ti2 33 34 35 36 37 38 39 40 41 42 44 46 47 49 55 56 64 68  \n",
       "ti                                                         \n",
       "0    1     1        1              1     1              1  \n",
       "1                      1              1                    \n",
       "2                            1                       1     \n",
       "3                                              1           \n",
       "4                                                          \n",
       "5                                                          \n",
       "6                                                          \n",
       "7                                                          \n",
       "8                                                          \n",
       "9                                                          \n",
       "10                                                         \n",
       "11                                                         \n",
       "12                                                         \n",
       "13                                                         \n",
       "14                                          1              \n",
       "15                                                         \n",
       "16                                                         \n",
       "17                                                         \n",
       "18                                                         \n",
       "19                                                         \n",
       "20                                                         \n",
       "21                                                         \n",
       "22                                                         \n",
       "23                                                         \n",
       "24                                                         \n",
       "25      1                                                  \n",
       "26                                                         \n",
       "27                                                         \n",
       "28                                                         \n",
       "29                                                         \n",
       "30                                                         \n",
       "31                                                         \n",
       "32                                                         \n",
       "33   2                                                     \n",
       "35         2                                               \n",
       "36            3                                            \n",
       "37               1                                         \n",
       "40                        1                                \n",
       "42                              3                          \n",
       "44                                 2                       \n",
       "56                                                1        "
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.crosstab(ti, ti2).replace(0, '')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "d2f2dc18",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True     5593607\n",
       "False     483696\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(ti == ti2).value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "1312bb33",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ti</th>\n",
       "      <th>pih</th>\n",
       "      <th>oih</th>\n",
       "      <th>pih</th>\n",
       "      <th>oih</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>322</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>524</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3762</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3765</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3807</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077290</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077292</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077298</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077300</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6077301</th>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>172092 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         ti  pih  oih  pih  oih\n",
       "322       0  NaN    0    0    1\n",
       "524       0  NaN    0    0    1\n",
       "3762      0  NaN    0    0    1\n",
       "3765      0  NaN    0    0    1\n",
       "3807      0  NaN    0    0    1\n",
       "...      ..  ...  ...  ...  ...\n",
       "6077290   0  NaN    5    0    1\n",
       "6077292   0  NaN    5    0    1\n",
       "6077298   0  NaN    5    0    1\n",
       "6077300   0  NaN    5    0    1\n",
       "6077301   0  NaN    5    0    1\n",
       "\n",
       "[172092 rows x 5 columns]"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sxs(cm[['ti', 'pih', 'oih']], pin, oin).loc[(ti == 0) & (ti2 == 1)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "502165c4",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "njsp-3.9.13",
   "language": "python",
   "name": "njsp-3.9.13"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}