create-database.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "099be667",
   "metadata": {},
   "source": [
    "# Create Storm Events Database File\n",
    "Clean data, converting to Parquet format and create a DuckDB database file.  \n",
    "\n",
    "Author: Mark Bauer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b400573d",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import ibis\n",
    "import duckdb\n",
    "\n",
    "ibis.options.interactive = True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "088fced8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Python implementation: CPython\n",
      "Python version       : 3.8.13\n",
      "IPython version      : 8.4.0\n",
      "\n",
      "duckdb: 0.10.0\n",
      "ibis  : 3.2.0\n",
      "\n"
     ]
    }
   ],
   "source": [
    "%reload_ext watermark\n",
    "%watermark -v -p duckdb,ibis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "87f63099",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "StormEvents_details-ftp_v1.0_d1950_c20210803.csv.gz\r\n",
      "StormEvents_details-ftp_v1.0_d1951_c20210803.csv.gz\r\n",
      "StormEvents_details-ftp_v1.0_d1952_c20210803.csv.gz\r\n",
      "StormEvents_details-ftp_v1.0_d1953_c20210803.csv.gz\r\n",
      "StormEvents_details-ftp_v1.0_d1954_c20210803.csv.gz\r\n"
     ]
    }
   ],
   "source": [
    "# preview file names\n",
    "!ls data/raw/ | head -n 5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "83d96f7a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "┌────────────┐\n",
      "│ count_rows │\n",
      "│   int64    │\n",
      "├────────────┤\n",
      "│    1870438 │\n",
      "└────────────┘\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# create a DuckDB database instance\n",
    "con = duckdb.connect()\n",
    "\n",
    "# create table of the storm_events data, glob files together\n",
    "# take note on all_varchar and ignore_errors parameters\n",
    "con.sql(\n",
    "    \"\"\"\n",
    "    CREATE TABLE storm_events AS\n",
    "    FROM read_csv('data/raw/*.csv.gz', all_varchar=True, ignore_errors=True)\n",
    "    \"\"\"\n",
    ")\n",
    "\n",
    "# examine count of rows\n",
    "con.sql(\"SELECT COUNT(*) AS count_rows FROM storm_events\").show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "e63fa4e5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>column_name</th>\n",
       "      <th>column_type</th>\n",
       "      <th>null</th>\n",
       "      <th>key</th>\n",
       "      <th>default</th>\n",
       "      <th>extra</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BEGIN_YEARMONTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BEGIN_DAY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BEGIN_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>END_YEARMONTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>END_DAY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>END_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>EPISODE_ID</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>EVENT_ID</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>STATE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>STATE_FIPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>YEAR</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>MONTH_NAME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>EVENT_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>CZ_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>CZ_FIPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>CZ_NAME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>WFO</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>BEGIN_DATE_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>CZ_TIMEZONE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>END_DATE_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>INJURIES_DIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>INJURIES_INDIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>DEATHS_DIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>DEATHS_INDIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>DAMAGE_PROPERTY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>DAMAGE_CROPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>SOURCE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>MAGNITUDE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>MAGNITUDE_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>FLOOD_CAUSE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>CATEGORY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>TOR_F_SCALE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>TOR_LENGTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>TOR_WIDTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>TOR_OTHER_WFO</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>TOR_OTHER_CZ_STATE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>TOR_OTHER_CZ_FIPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>TOR_OTHER_CZ_NAME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>BEGIN_RANGE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>BEGIN_AZIMUTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>BEGIN_LOCATION</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>END_RANGE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>END_AZIMUTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>END_LOCATION</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>BEGIN_LAT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>BEGIN_LON</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>END_LAT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>END_LON</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>EPISODE_NARRATIVE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>EVENT_NARRATIVE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>DATA_SOURCE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>YES</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           column_name column_type null   key default extra\n",
       "0      BEGIN_YEARMONTH     VARCHAR  YES  None    None  None\n",
       "1            BEGIN_DAY     VARCHAR  YES  None    None  None\n",
       "2           BEGIN_TIME     VARCHAR  YES  None    None  None\n",
       "3        END_YEARMONTH     VARCHAR  YES  None    None  None\n",
       "4              END_DAY     VARCHAR  YES  None    None  None\n",
       "5             END_TIME     VARCHAR  YES  None    None  None\n",
       "6           EPISODE_ID     VARCHAR  YES  None    None  None\n",
       "7             EVENT_ID     VARCHAR  YES  None    None  None\n",
       "8                STATE     VARCHAR  YES  None    None  None\n",
       "9           STATE_FIPS     VARCHAR  YES  None    None  None\n",
       "10                YEAR     VARCHAR  YES  None    None  None\n",
       "11          MONTH_NAME     VARCHAR  YES  None    None  None\n",
       "12          EVENT_TYPE     VARCHAR  YES  None    None  None\n",
       "13             CZ_TYPE     VARCHAR  YES  None    None  None\n",
       "14             CZ_FIPS     VARCHAR  YES  None    None  None\n",
       "15             CZ_NAME     VARCHAR  YES  None    None  None\n",
       "16                 WFO     VARCHAR  YES  None    None  None\n",
       "17     BEGIN_DATE_TIME     VARCHAR  YES  None    None  None\n",
       "18         CZ_TIMEZONE     VARCHAR  YES  None    None  None\n",
       "19       END_DATE_TIME     VARCHAR  YES  None    None  None\n",
       "20     INJURIES_DIRECT     VARCHAR  YES  None    None  None\n",
       "21   INJURIES_INDIRECT     VARCHAR  YES  None    None  None\n",
       "22       DEATHS_DIRECT     VARCHAR  YES  None    None  None\n",
       "23     DEATHS_INDIRECT     VARCHAR  YES  None    None  None\n",
       "24     DAMAGE_PROPERTY     VARCHAR  YES  None    None  None\n",
       "25        DAMAGE_CROPS     VARCHAR  YES  None    None  None\n",
       "26              SOURCE     VARCHAR  YES  None    None  None\n",
       "27           MAGNITUDE     VARCHAR  YES  None    None  None\n",
       "28      MAGNITUDE_TYPE     VARCHAR  YES  None    None  None\n",
       "29         FLOOD_CAUSE     VARCHAR  YES  None    None  None\n",
       "30            CATEGORY     VARCHAR  YES  None    None  None\n",
       "31         TOR_F_SCALE     VARCHAR  YES  None    None  None\n",
       "32          TOR_LENGTH     VARCHAR  YES  None    None  None\n",
       "33           TOR_WIDTH     VARCHAR  YES  None    None  None\n",
       "34       TOR_OTHER_WFO     VARCHAR  YES  None    None  None\n",
       "35  TOR_OTHER_CZ_STATE     VARCHAR  YES  None    None  None\n",
       "36   TOR_OTHER_CZ_FIPS     VARCHAR  YES  None    None  None\n",
       "37   TOR_OTHER_CZ_NAME     VARCHAR  YES  None    None  None\n",
       "38         BEGIN_RANGE     VARCHAR  YES  None    None  None\n",
       "39       BEGIN_AZIMUTH     VARCHAR  YES  None    None  None\n",
       "40      BEGIN_LOCATION     VARCHAR  YES  None    None  None\n",
       "41           END_RANGE     VARCHAR  YES  None    None  None\n",
       "42         END_AZIMUTH     VARCHAR  YES  None    None  None\n",
       "43        END_LOCATION     VARCHAR  YES  None    None  None\n",
       "44           BEGIN_LAT     VARCHAR  YES  None    None  None\n",
       "45           BEGIN_LON     VARCHAR  YES  None    None  None\n",
       "46             END_LAT     VARCHAR  YES  None    None  None\n",
       "47             END_LON     VARCHAR  YES  None    None  None\n",
       "48   EPISODE_NARRATIVE     VARCHAR  YES  None    None  None\n",
       "49     EVENT_NARRATIVE     VARCHAR  YES  None    None  None\n",
       "50         DATA_SOURCE     VARCHAR  YES  None    None  None"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# examine column metadata and assign as a pandas df\n",
    "describe_df = con.sql(\"DESCRIBE storm_events\").df()\n",
    "\n",
    "describe_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "29728846",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>column_name</th>\n",
       "      <th>column_type</th>\n",
       "      <th>min</th>\n",
       "      <th>max</th>\n",
       "      <th>approx_unique</th>\n",
       "      <th>avg</th>\n",
       "      <th>std</th>\n",
       "      <th>q25</th>\n",
       "      <th>q50</th>\n",
       "      <th>q75</th>\n",
       "      <th>count</th>\n",
       "      <th>null_percentage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BEGIN_YEARMONTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>195001</td>\n",
       "      <td>202402</td>\n",
       "      <td>893</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BEGIN_DAY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BEGIN_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>959</td>\n",
       "      <td>1413</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>END_YEARMONTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>195001</td>\n",
       "      <td>202402</td>\n",
       "      <td>893</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>END_DAY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>END_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>959</td>\n",
       "      <td>1413</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>EPISODE_ID</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>99999</td>\n",
       "      <td>371735</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>12.42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>EVENT_ID</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>10</td>\n",
       "      <td>9999999</td>\n",
       "      <td>1835169</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>STATE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>ALABAMA</td>\n",
       "      <td>WYOMING</td>\n",
       "      <td>70</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>STATE_FIPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>99</td>\n",
       "      <td>70</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>YEAR</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1950</td>\n",
       "      <td>2024</td>\n",
       "      <td>75</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>MONTH_NAME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>April</td>\n",
       "      <td>September</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>EVENT_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>Astronomical Low Tide</td>\n",
       "      <td>Winter Weather</td>\n",
       "      <td>71</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>CZ_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>C</td>\n",
       "      <td>Z</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>CZ_FIPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>99</td>\n",
       "      <td>657</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>CZ_NAME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>5NM E OF FAIRPORT MI TO ROCK ISLAND PASSAGE</td>\n",
       "      <td>Ziebach</td>\n",
       "      <td>5804</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>WFO</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>$AC</td>\n",
       "      <td>YUM</td>\n",
       "      <td>539</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>6.71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>BEGIN_DATE_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>01-APR-00 00:00:00</td>\n",
       "      <td>31-OCT-99 23:30:00</td>\n",
       "      <td>1019222</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>CZ_TIMEZONE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>AKST-9</td>\n",
       "      <td>UNK</td>\n",
       "      <td>28</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>END_DATE_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>01-APR-00 00:05:00</td>\n",
       "      <td>31-OCT-99 23:59:00</td>\n",
       "      <td>1004330</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>INJURIES_DIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>98</td>\n",
       "      <td>202</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>INJURIES_INDIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>90</td>\n",
       "      <td>63</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>DEATHS_DIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>97</td>\n",
       "      <td>58</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>DEATHS_INDIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>17</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>DAMAGE_PROPERTY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.01K</td>\n",
       "      <td>K</td>\n",
       "      <td>3091</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>30.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>DAMAGE_CROPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.01K</td>\n",
       "      <td>M</td>\n",
       "      <td>1530</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>36.58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>SOURCE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>911 Call Center</td>\n",
       "      <td>WLON</td>\n",
       "      <td>75</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>17.86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>MAGNITUDE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.00</td>\n",
       "      <td>999</td>\n",
       "      <td>639</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>42.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>MAGNITUDE_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>E</td>\n",
       "      <td>MS</td>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>73.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>FLOOD_CAUSE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>Dam / Levee Break</td>\n",
       "      <td>Planned Dam Release</td>\n",
       "      <td>7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>94.02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>CATEGORY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>TOR_F_SCALE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>EF0</td>\n",
       "      <td>F5</td>\n",
       "      <td>13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>96.02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>TOR_LENGTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.1</td>\n",
       "      <td>96.7</td>\n",
       "      <td>2221</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>85.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>TOR_WIDTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.1</td>\n",
       "      <td>990</td>\n",
       "      <td>470</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>85.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>TOR_OTHER_WFO</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>ABQ</td>\n",
       "      <td>VEF</td>\n",
       "      <td>91</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>TOR_OTHER_CZ_STATE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>AL</td>\n",
       "      <td>WY</td>\n",
       "      <td>42</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>TOR_OTHER_CZ_FIPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>001</td>\n",
       "      <td>820</td>\n",
       "      <td>200</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>TOR_OTHER_CZ_NAME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>ACADIA</td>\n",
       "      <td>YUMA</td>\n",
       "      <td>916</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>BEGIN_RANGE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>99</td>\n",
       "      <td>163</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>44.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>BEGIN_AZIMUTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>E</td>\n",
       "      <td>to</td>\n",
       "      <td>29</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>56.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>BEGIN_LOCATION</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>&amp; Butler Road</td>\n",
       "      <td>western part</td>\n",
       "      <td>62801</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>43.33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>END_RANGE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>99</td>\n",
       "      <td>159</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>44.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>END_AZIMUTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>E</td>\n",
       "      <td>to</td>\n",
       "      <td>19</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>57.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>END_LOCATION</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>(01R)AFB GNRY RNG AL</td>\n",
       "      <td>windows were blown ou</td>\n",
       "      <td>52261</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>45.43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>BEGIN_LAT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>-14.1326</td>\n",
       "      <td>97.1</td>\n",
       "      <td>127005</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>38.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>BEGIN_LON</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>-100</td>\n",
       "      <td>171.3661</td>\n",
       "      <td>172806</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>38.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>END_LAT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>-14.1</td>\n",
       "      <td>97.1</td>\n",
       "      <td>133402</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>48.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>END_LON</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>-100</td>\n",
       "      <td>171.3661</td>\n",
       "      <td>190005</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>48.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>EPISODE_NARRATIVE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>\"Black ice\" caused at least 15 traffic acciden...</td>\n",
       "      <td>winds knocked out power lines...heavy rain and...</td>\n",
       "      <td>238905</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>25.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>EVENT_NARRATIVE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>!5th Avenue and 61st Street</td>\n",
       "      <td>|Up to one and a half inches of rain fell over...</td>\n",
       "      <td>850949</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>46.39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>DATA_SOURCE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>CSV</td>\n",
       "      <td>PUB</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           column_name column_type  \\\n",
       "0      BEGIN_YEARMONTH     VARCHAR   \n",
       "1            BEGIN_DAY     VARCHAR   \n",
       "2           BEGIN_TIME     VARCHAR   \n",
       "3        END_YEARMONTH     VARCHAR   \n",
       "4              END_DAY     VARCHAR   \n",
       "5             END_TIME     VARCHAR   \n",
       "6           EPISODE_ID     VARCHAR   \n",
       "7             EVENT_ID     VARCHAR   \n",
       "8                STATE     VARCHAR   \n",
       "9           STATE_FIPS     VARCHAR   \n",
       "10                YEAR     VARCHAR   \n",
       "11          MONTH_NAME     VARCHAR   \n",
       "12          EVENT_TYPE     VARCHAR   \n",
       "13             CZ_TYPE     VARCHAR   \n",
       "14             CZ_FIPS     VARCHAR   \n",
       "15             CZ_NAME     VARCHAR   \n",
       "16                 WFO     VARCHAR   \n",
       "17     BEGIN_DATE_TIME     VARCHAR   \n",
       "18         CZ_TIMEZONE     VARCHAR   \n",
       "19       END_DATE_TIME     VARCHAR   \n",
       "20     INJURIES_DIRECT     VARCHAR   \n",
       "21   INJURIES_INDIRECT     VARCHAR   \n",
       "22       DEATHS_DIRECT     VARCHAR   \n",
       "23     DEATHS_INDIRECT     VARCHAR   \n",
       "24     DAMAGE_PROPERTY     VARCHAR   \n",
       "25        DAMAGE_CROPS     VARCHAR   \n",
       "26              SOURCE     VARCHAR   \n",
       "27           MAGNITUDE     VARCHAR   \n",
       "28      MAGNITUDE_TYPE     VARCHAR   \n",
       "29         FLOOD_CAUSE     VARCHAR   \n",
       "30            CATEGORY     VARCHAR   \n",
       "31         TOR_F_SCALE     VARCHAR   \n",
       "32          TOR_LENGTH     VARCHAR   \n",
       "33           TOR_WIDTH     VARCHAR   \n",
       "34       TOR_OTHER_WFO     VARCHAR   \n",
       "35  TOR_OTHER_CZ_STATE     VARCHAR   \n",
       "36   TOR_OTHER_CZ_FIPS     VARCHAR   \n",
       "37   TOR_OTHER_CZ_NAME     VARCHAR   \n",
       "38         BEGIN_RANGE     VARCHAR   \n",
       "39       BEGIN_AZIMUTH     VARCHAR   \n",
       "40      BEGIN_LOCATION     VARCHAR   \n",
       "41           END_RANGE     VARCHAR   \n",
       "42         END_AZIMUTH     VARCHAR   \n",
       "43        END_LOCATION     VARCHAR   \n",
       "44           BEGIN_LAT     VARCHAR   \n",
       "45           BEGIN_LON     VARCHAR   \n",
       "46             END_LAT     VARCHAR   \n",
       "47             END_LON     VARCHAR   \n",
       "48   EPISODE_NARRATIVE     VARCHAR   \n",
       "49     EVENT_NARRATIVE     VARCHAR   \n",
       "50         DATA_SOURCE     VARCHAR   \n",
       "\n",
       "                                                  min  \\\n",
       "0                                              195001   \n",
       "1                                                   1   \n",
       "2                                                   0   \n",
       "3                                              195001   \n",
       "4                                                   1   \n",
       "5                                                   0   \n",
       "6                                                   1   \n",
       "7                                                  10   \n",
       "8                                             ALABAMA   \n",
       "9                                                   1   \n",
       "10                                               1950   \n",
       "11                                              April   \n",
       "12                              Astronomical Low Tide   \n",
       "13                                                  C   \n",
       "14                                                  0   \n",
       "15        5NM E OF FAIRPORT MI TO ROCK ISLAND PASSAGE   \n",
       "16                                                $AC   \n",
       "17                                 01-APR-00 00:00:00   \n",
       "18                                             AKST-9   \n",
       "19                                 01-APR-00 00:05:00   \n",
       "20                                                  0   \n",
       "21                                                  0   \n",
       "22                                                  0   \n",
       "23                                                  0   \n",
       "24                                               .01K   \n",
       "25                                               .01K   \n",
       "26                                    911 Call Center   \n",
       "27                                                .00   \n",
       "28                                                  E   \n",
       "29                                  Dam / Levee Break   \n",
       "30                                                  1   \n",
       "31                                                EF0   \n",
       "32                                                 .1   \n",
       "33                                                 .1   \n",
       "34                                                ABQ   \n",
       "35                                                 AL   \n",
       "36                                                001   \n",
       "37                                             ACADIA   \n",
       "38                                                  0   \n",
       "39                                                  E   \n",
       "40                                      & Butler Road   \n",
       "41                                                  0   \n",
       "42                                                  E   \n",
       "43                               (01R)AFB GNRY RNG AL   \n",
       "44                                           -14.1326   \n",
       "45                                               -100   \n",
       "46                                              -14.1   \n",
       "47                                               -100   \n",
       "48  \"Black ice\" caused at least 15 traffic acciden...   \n",
       "49                        !5th Avenue and 61st Street   \n",
       "50                                                CSV   \n",
       "\n",
       "                                                  max  approx_unique  avg  \\\n",
       "0                                              202402            893  NaN   \n",
       "1                                                   9             31  NaN   \n",
       "2                                                 959           1413  NaN   \n",
       "3                                              202402            893  NaN   \n",
       "4                                                   9             31  NaN   \n",
       "5                                                 959           1413  NaN   \n",
       "6                                               99999         371735  NaN   \n",
       "7                                             9999999        1835169  NaN   \n",
       "8                                             WYOMING             70  NaN   \n",
       "9                                                  99             70  NaN   \n",
       "10                                               2024             75  NaN   \n",
       "11                                          September             12  NaN   \n",
       "12                                     Winter Weather             71  NaN   \n",
       "13                                                  Z              3  NaN   \n",
       "14                                                 99            657  NaN   \n",
       "15                                            Ziebach           5804  NaN   \n",
       "16                                                YUM            539  NaN   \n",
       "17                                 31-OCT-99 23:30:00        1019222  NaN   \n",
       "18                                                UNK             28  NaN   \n",
       "19                                 31-OCT-99 23:59:00        1004330  NaN   \n",
       "20                                                 98            202  NaN   \n",
       "21                                                 90             63  NaN   \n",
       "22                                                 97             58  NaN   \n",
       "23                                                  9             17  NaN   \n",
       "24                                                  K           3091  NaN   \n",
       "25                                                  M           1530  NaN   \n",
       "26                                               WLON             75  NaN   \n",
       "27                                                999            639  NaN   \n",
       "28                                                 MS              6  NaN   \n",
       "29                                Planned Dam Release              7  NaN   \n",
       "30                                                  5              5  NaN   \n",
       "31                                                 F5             13  NaN   \n",
       "32                                               96.7           2221  NaN   \n",
       "33                                                990            470  NaN   \n",
       "34                                                VEF             91  NaN   \n",
       "35                                                 WY             42  NaN   \n",
       "36                                                820            200  NaN   \n",
       "37                                               YUMA            916  NaN   \n",
       "38                                                 99            163  NaN   \n",
       "39                                                 to             29  NaN   \n",
       "40                                       western part          62801  NaN   \n",
       "41                                                 99            159  NaN   \n",
       "42                                                 to             19  NaN   \n",
       "43                              windows were blown ou          52261  NaN   \n",
       "44                                               97.1         127005  NaN   \n",
       "45                                           171.3661         172806  NaN   \n",
       "46                                               97.1         133402  NaN   \n",
       "47                                           171.3661         190005  NaN   \n",
       "48  winds knocked out power lines...heavy rain and...         238905  NaN   \n",
       "49  |Up to one and a half inches of rain fell over...         850949  NaN   \n",
       "50                                                PUB              4  NaN   \n",
       "\n",
       "    std  q25  q50  q75    count  null_percentage  \n",
       "0   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "1   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "2   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "3   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "4   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "5   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "6   NaN  NaN  NaN  NaN  1870438            12.42  \n",
       "7   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "8   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "9   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "10  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "11  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "12  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "13  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "14  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "15  NaN  NaN  NaN  NaN  1870438             0.08  \n",
       "16  NaN  NaN  NaN  NaN  1870438             6.71  \n",
       "17  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "18  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "19  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "20  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "21  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "22  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "23  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "24  NaN  NaN  NaN  NaN  1870438            30.75  \n",
       "25  NaN  NaN  NaN  NaN  1870438            36.58  \n",
       "26  NaN  NaN  NaN  NaN  1870438            17.86  \n",
       "27  NaN  NaN  NaN  NaN  1870438            42.63  \n",
       "28  NaN  NaN  NaN  NaN  1870438            73.83  \n",
       "29  NaN  NaN  NaN  NaN  1870438            94.02  \n",
       "30  NaN  NaN  NaN  NaN  1870438            99.97  \n",
       "31  NaN  NaN  NaN  NaN  1870438            96.02  \n",
       "32  NaN  NaN  NaN  NaN  1870438            85.51  \n",
       "33  NaN  NaN  NaN  NaN  1870438            85.51  \n",
       "34  NaN  NaN  NaN  NaN  1870438            99.83  \n",
       "35  NaN  NaN  NaN  NaN  1870438            99.83  \n",
       "36  NaN  NaN  NaN  NaN  1870438            99.83  \n",
       "37  NaN  NaN  NaN  NaN  1870438            99.83  \n",
       "38  NaN  NaN  NaN  NaN  1870438            44.82  \n",
       "39  NaN  NaN  NaN  NaN  1870438            56.51  \n",
       "40  NaN  NaN  NaN  NaN  1870438            43.33  \n",
       "41  NaN  NaN  NaN  NaN  1870438            44.83  \n",
       "42  NaN  NaN  NaN  NaN  1870438            57.20  \n",
       "43  NaN  NaN  NaN  NaN  1870438            45.43  \n",
       "44  NaN  NaN  NaN  NaN  1870438            38.76  \n",
       "45  NaN  NaN  NaN  NaN  1870438            38.76  \n",
       "46  NaN  NaN  NaN  NaN  1870438            48.25  \n",
       "47  NaN  NaN  NaN  NaN  1870438            48.25  \n",
       "48  NaN  NaN  NaN  NaN  1870438            25.41  \n",
       "49  NaN  NaN  NaN  NaN  1870438            46.39  \n",
       "50  NaN  NaN  NaN  NaN  1870438             0.00  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# calculate summary statistics of each column\n",
    "summarize_df = con.sql(\"SUMMARIZE storm_events\").df()\n",
    "\n",
    "summarize_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "22e3cf6b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BEGIN_YEARMONTH</th>\n",
       "      <th>BEGIN_DAY</th>\n",
       "      <th>BEGIN_TIME</th>\n",
       "      <th>END_YEARMONTH</th>\n",
       "      <th>END_DAY</th>\n",
       "      <th>END_TIME</th>\n",
       "      <th>EPISODE_ID</th>\n",
       "      <th>EVENT_ID</th>\n",
       "      <th>STATE</th>\n",
       "      <th>STATE_FIPS</th>\n",
       "      <th>...</th>\n",
       "      <th>END_RANGE</th>\n",
       "      <th>END_AZIMUTH</th>\n",
       "      <th>END_LOCATION</th>\n",
       "      <th>BEGIN_LAT</th>\n",
       "      <th>BEGIN_LON</th>\n",
       "      <th>END_LAT</th>\n",
       "      <th>END_LON</th>\n",
       "      <th>EPISODE_NARRATIVE</th>\n",
       "      <th>EVENT_NARRATIVE</th>\n",
       "      <th>DATA_SOURCE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1445</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1445</td>\n",
       "      <td>None</td>\n",
       "      <td>10096222</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.12</td>\n",
       "      <td>-99.20</td>\n",
       "      <td>35.17</td>\n",
       "      <td>-99.20</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>195004</td>\n",
       "      <td>29</td>\n",
       "      <td>1530</td>\n",
       "      <td>195004</td>\n",
       "      <td>29</td>\n",
       "      <td>1530</td>\n",
       "      <td>None</td>\n",
       "      <td>10120412</td>\n",
       "      <td>TEXAS</td>\n",
       "      <td>48</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>31.90</td>\n",
       "      <td>-98.60</td>\n",
       "      <td>31.73</td>\n",
       "      <td>-98.60</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>195007</td>\n",
       "      <td>5</td>\n",
       "      <td>1800</td>\n",
       "      <td>195007</td>\n",
       "      <td>5</td>\n",
       "      <td>1800</td>\n",
       "      <td>None</td>\n",
       "      <td>10104927</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.58</td>\n",
       "      <td>-75.70</td>\n",
       "      <td>40.65</td>\n",
       "      <td>-75.47</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>195007</td>\n",
       "      <td>5</td>\n",
       "      <td>1830</td>\n",
       "      <td>195007</td>\n",
       "      <td>5</td>\n",
       "      <td>1830</td>\n",
       "      <td>None</td>\n",
       "      <td>10104928</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.60</td>\n",
       "      <td>-76.75</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>195007</td>\n",
       "      <td>24</td>\n",
       "      <td>1440</td>\n",
       "      <td>195007</td>\n",
       "      <td>24</td>\n",
       "      <td>1440</td>\n",
       "      <td>None</td>\n",
       "      <td>10104929</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>41.63</td>\n",
       "      <td>-79.68</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>195008</td>\n",
       "      <td>29</td>\n",
       "      <td>1600</td>\n",
       "      <td>195008</td>\n",
       "      <td>29</td>\n",
       "      <td>1600</td>\n",
       "      <td>None</td>\n",
       "      <td>10104930</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.22</td>\n",
       "      <td>-75.00</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>195011</td>\n",
       "      <td>4</td>\n",
       "      <td>1700</td>\n",
       "      <td>195011</td>\n",
       "      <td>4</td>\n",
       "      <td>1700</td>\n",
       "      <td>None</td>\n",
       "      <td>10104931</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.20</td>\n",
       "      <td>-76.12</td>\n",
       "      <td>40.27</td>\n",
       "      <td>-76.07</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>195011</td>\n",
       "      <td>4</td>\n",
       "      <td>1730</td>\n",
       "      <td>195011</td>\n",
       "      <td>4</td>\n",
       "      <td>1730</td>\n",
       "      <td>None</td>\n",
       "      <td>10104932</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.27</td>\n",
       "      <td>-76.07</td>\n",
       "      <td>40.40</td>\n",
       "      <td>-75.93</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>195009</td>\n",
       "      <td>15</td>\n",
       "      <td>1745</td>\n",
       "      <td>195009</td>\n",
       "      <td>15</td>\n",
       "      <td>1745</td>\n",
       "      <td>None</td>\n",
       "      <td>10099490</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.00</td>\n",
       "      <td>-96.25</td>\n",
       "      <td>35.07</td>\n",
       "      <td>-96.17</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>195009</td>\n",
       "      <td>16</td>\n",
       "      <td>130</td>\n",
       "      <td>195009</td>\n",
       "      <td>16</td>\n",
       "      <td>130</td>\n",
       "      <td>None</td>\n",
       "      <td>10099491</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>34.83</td>\n",
       "      <td>-95.85</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>195010</td>\n",
       "      <td>1</td>\n",
       "      <td>2100</td>\n",
       "      <td>195010</td>\n",
       "      <td>1</td>\n",
       "      <td>2100</td>\n",
       "      <td>None</td>\n",
       "      <td>10099492</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>36.73</td>\n",
       "      <td>-102.52</td>\n",
       "      <td>36.88</td>\n",
       "      <td>-102.30</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>195006</td>\n",
       "      <td>22</td>\n",
       "      <td>2100</td>\n",
       "      <td>195006</td>\n",
       "      <td>22</td>\n",
       "      <td>2100</td>\n",
       "      <td>None</td>\n",
       "      <td>10073785</td>\n",
       "      <td>NEBRASKA</td>\n",
       "      <td>31</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.18</td>\n",
       "      <td>-98.03</td>\n",
       "      <td>40.20</td>\n",
       "      <td>-97.98</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>195002</td>\n",
       "      <td>27</td>\n",
       "      <td>1020</td>\n",
       "      <td>195002</td>\n",
       "      <td>27</td>\n",
       "      <td>1020</td>\n",
       "      <td>None</td>\n",
       "      <td>10096216</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.55</td>\n",
       "      <td>-97.60</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>195003</td>\n",
       "      <td>27</td>\n",
       "      <td>300</td>\n",
       "      <td>195003</td>\n",
       "      <td>27</td>\n",
       "      <td>300</td>\n",
       "      <td>None</td>\n",
       "      <td>10096217</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>34.85</td>\n",
       "      <td>-95.75</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>195004</td>\n",
       "      <td>2</td>\n",
       "      <td>1800</td>\n",
       "      <td>195004</td>\n",
       "      <td>2</td>\n",
       "      <td>1800</td>\n",
       "      <td>None</td>\n",
       "      <td>10096218</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.82</td>\n",
       "      <td>-97.02</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>195004</td>\n",
       "      <td>3</td>\n",
       "      <td>1615</td>\n",
       "      <td>195004</td>\n",
       "      <td>3</td>\n",
       "      <td>1615</td>\n",
       "      <td>None</td>\n",
       "      <td>10096219</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>36.13</td>\n",
       "      <td>-95.83</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1417</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1417</td>\n",
       "      <td>None</td>\n",
       "      <td>10096220</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>34.88</td>\n",
       "      <td>-99.28</td>\n",
       "      <td>35.00</td>\n",
       "      <td>-99.20</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1435</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1435</td>\n",
       "      <td>None</td>\n",
       "      <td>10096221</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.00</td>\n",
       "      <td>-99.20</td>\n",
       "      <td>35.12</td>\n",
       "      <td>-99.20</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1905</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1905</td>\n",
       "      <td>None</td>\n",
       "      <td>10096223</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.08</td>\n",
       "      <td>-96.40</td>\n",
       "      <td>35.13</td>\n",
       "      <td>-96.35</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1930</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1930</td>\n",
       "      <td>None</td>\n",
       "      <td>10096224</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>34.55</td>\n",
       "      <td>-96.20</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20 rows × 51 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   BEGIN_YEARMONTH BEGIN_DAY BEGIN_TIME END_YEARMONTH END_DAY END_TIME  \\\n",
       "0           195004        28       1445        195004      28     1445   \n",
       "1           195004        29       1530        195004      29     1530   \n",
       "2           195007         5       1800        195007       5     1800   \n",
       "3           195007         5       1830        195007       5     1830   \n",
       "4           195007        24       1440        195007      24     1440   \n",
       "5           195008        29       1600        195008      29     1600   \n",
       "6           195011         4       1700        195011       4     1700   \n",
       "7           195011         4       1730        195011       4     1730   \n",
       "8           195009        15       1745        195009      15     1745   \n",
       "9           195009        16        130        195009      16      130   \n",
       "10          195010         1       2100        195010       1     2100   \n",
       "11          195006        22       2100        195006      22     2100   \n",
       "12          195002        27       1020        195002      27     1020   \n",
       "13          195003        27        300        195003      27      300   \n",
       "14          195004         2       1800        195004       2     1800   \n",
       "15          195004         3       1615        195004       3     1615   \n",
       "16          195004        28       1417        195004      28     1417   \n",
       "17          195004        28       1435        195004      28     1435   \n",
       "18          195004        28       1905        195004      28     1905   \n",
       "19          195004        28       1930        195004      28     1930   \n",
       "\n",
       "   EPISODE_ID  EVENT_ID         STATE STATE_FIPS  ... END_RANGE END_AZIMUTH  \\\n",
       "0        None  10096222      OKLAHOMA         40  ...         0        None   \n",
       "1        None  10120412         TEXAS         48  ...         0        None   \n",
       "2        None  10104927  PENNSYLVANIA         42  ...         0        None   \n",
       "3        None  10104928  PENNSYLVANIA         42  ...         0        None   \n",
       "4        None  10104929  PENNSYLVANIA         42  ...         0        None   \n",
       "5        None  10104930  PENNSYLVANIA         42  ...         0        None   \n",
       "6        None  10104931  PENNSYLVANIA         42  ...         0        None   \n",
       "7        None  10104932  PENNSYLVANIA         42  ...         0        None   \n",
       "8        None  10099490      OKLAHOMA         40  ...         0        None   \n",
       "9        None  10099491      OKLAHOMA         40  ...         0        None   \n",
       "10       None  10099492      OKLAHOMA         40  ...         0        None   \n",
       "11       None  10073785      NEBRASKA         31  ...         0        None   \n",
       "12       None  10096216      OKLAHOMA         40  ...         0        None   \n",
       "13       None  10096217      OKLAHOMA         40  ...         0        None   \n",
       "14       None  10096218      OKLAHOMA         40  ...         0        None   \n",
       "15       None  10096219      OKLAHOMA         40  ...         0        None   \n",
       "16       None  10096220      OKLAHOMA         40  ...         0        None   \n",
       "17       None  10096221      OKLAHOMA         40  ...         0        None   \n",
       "18       None  10096223      OKLAHOMA         40  ...         0        None   \n",
       "19       None  10096224      OKLAHOMA         40  ...         0        None   \n",
       "\n",
       "   END_LOCATION BEGIN_LAT BEGIN_LON END_LAT  END_LON EPISODE_NARRATIVE  \\\n",
       "0          None     35.12    -99.20   35.17   -99.20              None   \n",
       "1          None     31.90    -98.60   31.73   -98.60              None   \n",
       "2          None     40.58    -75.70   40.65   -75.47              None   \n",
       "3          None     40.60    -76.75    None     None              None   \n",
       "4          None     41.63    -79.68    None     None              None   \n",
       "5          None     40.22    -75.00    None     None              None   \n",
       "6          None     40.20    -76.12   40.27   -76.07              None   \n",
       "7          None     40.27    -76.07   40.40   -75.93              None   \n",
       "8          None     35.00    -96.25   35.07   -96.17              None   \n",
       "9          None     34.83    -95.85    None     None              None   \n",
       "10         None     36.73   -102.52   36.88  -102.30              None   \n",
       "11         None     40.18    -98.03   40.20   -97.98              None   \n",
       "12         None     35.55    -97.60    None     None              None   \n",
       "13         None     34.85    -95.75    None     None              None   \n",
       "14         None     35.82    -97.02    None     None              None   \n",
       "15         None     36.13    -95.83    None     None              None   \n",
       "16         None     34.88    -99.28   35.00   -99.20              None   \n",
       "17         None     35.00    -99.20   35.12   -99.20              None   \n",
       "18         None     35.08    -96.40   35.13   -96.35              None   \n",
       "19         None     34.55    -96.20    None     None              None   \n",
       "\n",
       "   EVENT_NARRATIVE DATA_SOURCE  \n",
       "0             None         PUB  \n",
       "1             None         PUB  \n",
       "2             None         PUB  \n",
       "3             None         PUB  \n",
       "4             None         PUB  \n",
       "5             None         PUB  \n",
       "6             None         PUB  \n",
       "7             None         PUB  \n",
       "8             None         PUB  \n",
       "9             None         PUB  \n",
       "10            None         PUB  \n",
       "11            None         PUB  \n",
       "12            None         PUB  \n",
       "13            None         PUB  \n",
       "14            None         PUB  \n",
       "15            None         PUB  \n",
       "16            None         PUB  \n",
       "17            None         PUB  \n",
       "18            None         PUB  \n",
       "19            None         PUB  \n",
       "\n",
       "[20 rows x 51 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# preview data\n",
    "sample_df = con.sql(\"SELECT * FROM storm_events LIMIT 20\").df()\n",
    "\n",
    "sample_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d61a2d0b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BEGIN_YEARMONTH</th>\n",
       "      <th>BEGIN_DAY</th>\n",
       "      <th>BEGIN_TIME</th>\n",
       "      <th>END_YEARMONTH</th>\n",
       "      <th>END_DAY</th>\n",
       "      <th>END_TIME</th>\n",
       "      <th>EPISODE_ID</th>\n",
       "      <th>EVENT_ID</th>\n",
       "      <th>STATE</th>\n",
       "      <th>STATE_FIPS</th>\n",
       "      <th>YEAR</th>\n",
       "      <th>MONTH_NAME</th>\n",
       "      <th>EVENT_TYPE</th>\n",
       "      <th>CZ_TYPE</th>\n",
       "      <th>CZ_FIPS</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1445</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1445</td>\n",
       "      <td>None</td>\n",
       "      <td>10096222</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>April</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>195004</td>\n",
       "      <td>29</td>\n",
       "      <td>1530</td>\n",
       "      <td>195004</td>\n",
       "      <td>29</td>\n",
       "      <td>1530</td>\n",
       "      <td>None</td>\n",
       "      <td>10120412</td>\n",
       "      <td>TEXAS</td>\n",
       "      <td>48</td>\n",
       "      <td>1950</td>\n",
       "      <td>April</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>195007</td>\n",
       "      <td>5</td>\n",
       "      <td>1800</td>\n",
       "      <td>195007</td>\n",
       "      <td>5</td>\n",
       "      <td>1800</td>\n",
       "      <td>None</td>\n",
       "      <td>10104927</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>1950</td>\n",
       "      <td>July</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>195007</td>\n",
       "      <td>5</td>\n",
       "      <td>1830</td>\n",
       "      <td>195007</td>\n",
       "      <td>5</td>\n",
       "      <td>1830</td>\n",
       "      <td>None</td>\n",
       "      <td>10104928</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>1950</td>\n",
       "      <td>July</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>195007</td>\n",
       "      <td>24</td>\n",
       "      <td>1440</td>\n",
       "      <td>195007</td>\n",
       "      <td>24</td>\n",
       "      <td>1440</td>\n",
       "      <td>None</td>\n",
       "      <td>10104929</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>1950</td>\n",
       "      <td>July</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>195008</td>\n",
       "      <td>29</td>\n",
       "      <td>1600</td>\n",
       "      <td>195008</td>\n",
       "      <td>29</td>\n",
       "      <td>1600</td>\n",
       "      <td>None</td>\n",
       "      <td>10104930</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>1950</td>\n",
       "      <td>August</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>195011</td>\n",
       "      <td>4</td>\n",
       "      <td>1700</td>\n",
       "      <td>195011</td>\n",
       "      <td>4</td>\n",
       "      <td>1700</td>\n",
       "      <td>None</td>\n",
       "      <td>10104931</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>1950</td>\n",
       "      <td>November</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>195011</td>\n",
       "      <td>4</td>\n",
       "      <td>1730</td>\n",
       "      <td>195011</td>\n",
       "      <td>4</td>\n",
       "      <td>1730</td>\n",
       "      <td>None</td>\n",
       "      <td>10104932</td>\n",
       "      <td>PENNSYLVANIA</td>\n",
       "      <td>42</td>\n",
       "      <td>1950</td>\n",
       "      <td>November</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>195009</td>\n",
       "      <td>15</td>\n",
       "      <td>1745</td>\n",
       "      <td>195009</td>\n",
       "      <td>15</td>\n",
       "      <td>1745</td>\n",
       "      <td>None</td>\n",
       "      <td>10099490</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>September</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>195009</td>\n",
       "      <td>16</td>\n",
       "      <td>130</td>\n",
       "      <td>195009</td>\n",
       "      <td>16</td>\n",
       "      <td>130</td>\n",
       "      <td>None</td>\n",
       "      <td>10099491</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>September</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>195010</td>\n",
       "      <td>1</td>\n",
       "      <td>2100</td>\n",
       "      <td>195010</td>\n",
       "      <td>1</td>\n",
       "      <td>2100</td>\n",
       "      <td>None</td>\n",
       "      <td>10099492</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>October</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>195006</td>\n",
       "      <td>22</td>\n",
       "      <td>2100</td>\n",
       "      <td>195006</td>\n",
       "      <td>22</td>\n",
       "      <td>2100</td>\n",
       "      <td>None</td>\n",
       "      <td>10073785</td>\n",
       "      <td>NEBRASKA</td>\n",
       "      <td>31</td>\n",
       "      <td>1950</td>\n",
       "      <td>June</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>129</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>195002</td>\n",
       "      <td>27</td>\n",
       "      <td>1020</td>\n",
       "      <td>195002</td>\n",
       "      <td>27</td>\n",
       "      <td>1020</td>\n",
       "      <td>None</td>\n",
       "      <td>10096216</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>February</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>195003</td>\n",
       "      <td>27</td>\n",
       "      <td>300</td>\n",
       "      <td>195003</td>\n",
       "      <td>27</td>\n",
       "      <td>300</td>\n",
       "      <td>None</td>\n",
       "      <td>10096217</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>March</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>195004</td>\n",
       "      <td>2</td>\n",
       "      <td>1800</td>\n",
       "      <td>195004</td>\n",
       "      <td>2</td>\n",
       "      <td>1800</td>\n",
       "      <td>None</td>\n",
       "      <td>10096218</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>April</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>195004</td>\n",
       "      <td>3</td>\n",
       "      <td>1615</td>\n",
       "      <td>195004</td>\n",
       "      <td>3</td>\n",
       "      <td>1615</td>\n",
       "      <td>None</td>\n",
       "      <td>10096219</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>April</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1417</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1417</td>\n",
       "      <td>None</td>\n",
       "      <td>10096220</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>April</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1435</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1435</td>\n",
       "      <td>None</td>\n",
       "      <td>10096221</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>April</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1905</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1905</td>\n",
       "      <td>None</td>\n",
       "      <td>10096223</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>April</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1930</td>\n",
       "      <td>195004</td>\n",
       "      <td>28</td>\n",
       "      <td>1930</td>\n",
       "      <td>None</td>\n",
       "      <td>10096224</td>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>40</td>\n",
       "      <td>1950</td>\n",
       "      <td>April</td>\n",
       "      <td>Tornado</td>\n",
       "      <td>C</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   BEGIN_YEARMONTH BEGIN_DAY BEGIN_TIME END_YEARMONTH END_DAY END_TIME  \\\n",
       "0           195004        28       1445        195004      28     1445   \n",
       "1           195004        29       1530        195004      29     1530   \n",
       "2           195007         5       1800        195007       5     1800   \n",
       "3           195007         5       1830        195007       5     1830   \n",
       "4           195007        24       1440        195007      24     1440   \n",
       "5           195008        29       1600        195008      29     1600   \n",
       "6           195011         4       1700        195011       4     1700   \n",
       "7           195011         4       1730        195011       4     1730   \n",
       "8           195009        15       1745        195009      15     1745   \n",
       "9           195009        16        130        195009      16      130   \n",
       "10          195010         1       2100        195010       1     2100   \n",
       "11          195006        22       2100        195006      22     2100   \n",
       "12          195002        27       1020        195002      27     1020   \n",
       "13          195003        27        300        195003      27      300   \n",
       "14          195004         2       1800        195004       2     1800   \n",
       "15          195004         3       1615        195004       3     1615   \n",
       "16          195004        28       1417        195004      28     1417   \n",
       "17          195004        28       1435        195004      28     1435   \n",
       "18          195004        28       1905        195004      28     1905   \n",
       "19          195004        28       1930        195004      28     1930   \n",
       "\n",
       "   EPISODE_ID  EVENT_ID         STATE STATE_FIPS  YEAR MONTH_NAME EVENT_TYPE  \\\n",
       "0        None  10096222      OKLAHOMA         40  1950      April    Tornado   \n",
       "1        None  10120412         TEXAS         48  1950      April    Tornado   \n",
       "2        None  10104927  PENNSYLVANIA         42  1950       July    Tornado   \n",
       "3        None  10104928  PENNSYLVANIA         42  1950       July    Tornado   \n",
       "4        None  10104929  PENNSYLVANIA         42  1950       July    Tornado   \n",
       "5        None  10104930  PENNSYLVANIA         42  1950     August    Tornado   \n",
       "6        None  10104931  PENNSYLVANIA         42  1950   November    Tornado   \n",
       "7        None  10104932  PENNSYLVANIA         42  1950   November    Tornado   \n",
       "8        None  10099490      OKLAHOMA         40  1950  September    Tornado   \n",
       "9        None  10099491      OKLAHOMA         40  1950  September    Tornado   \n",
       "10       None  10099492      OKLAHOMA         40  1950    October    Tornado   \n",
       "11       None  10073785      NEBRASKA         31  1950       June    Tornado   \n",
       "12       None  10096216      OKLAHOMA         40  1950   February    Tornado   \n",
       "13       None  10096217      OKLAHOMA         40  1950      March    Tornado   \n",
       "14       None  10096218      OKLAHOMA         40  1950      April    Tornado   \n",
       "15       None  10096219      OKLAHOMA         40  1950      April    Tornado   \n",
       "16       None  10096220      OKLAHOMA         40  1950      April    Tornado   \n",
       "17       None  10096221      OKLAHOMA         40  1950      April    Tornado   \n",
       "18       None  10096223      OKLAHOMA         40  1950      April    Tornado   \n",
       "19       None  10096224      OKLAHOMA         40  1950      April    Tornado   \n",
       "\n",
       "   CZ_TYPE CZ_FIPS  \n",
       "0        C     149  \n",
       "1        C      93  \n",
       "2        C      77  \n",
       "3        C      43  \n",
       "4        C      39  \n",
       "5        C      17  \n",
       "6        C      71  \n",
       "7        C      11  \n",
       "8        C      63  \n",
       "9        C     121  \n",
       "10       C      25  \n",
       "11       C     129  \n",
       "12       C     109  \n",
       "13       C     121  \n",
       "14       C      81  \n",
       "15       C     143  \n",
       "16       C      75  \n",
       "17       C      75  \n",
       "18       C      63  \n",
       "19       C      29  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# there are too many columns to fit on the screen, so page through them 15 at a time\n",
    "sample_df.iloc[:, :15]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "b07c2aea",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CZ_NAME</th>\n",
       "      <th>WFO</th>\n",
       "      <th>BEGIN_DATE_TIME</th>\n",
       "      <th>CZ_TIMEZONE</th>\n",
       "      <th>END_DATE_TIME</th>\n",
       "      <th>INJURIES_DIRECT</th>\n",
       "      <th>INJURIES_INDIRECT</th>\n",
       "      <th>DEATHS_DIRECT</th>\n",
       "      <th>DEATHS_INDIRECT</th>\n",
       "      <th>DAMAGE_PROPERTY</th>\n",
       "      <th>DAMAGE_CROPS</th>\n",
       "      <th>SOURCE</th>\n",
       "      <th>MAGNITUDE</th>\n",
       "      <th>MAGNITUDE_TYPE</th>\n",
       "      <th>FLOOD_CAUSE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>WASHITA</td>\n",
       "      <td>None</td>\n",
       "      <td>28-APR-50 14:45:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>28-APR-50 14:45:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>250K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>COMANCHE</td>\n",
       "      <td>None</td>\n",
       "      <td>29-APR-50 15:30:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>29-APR-50 15:30:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>25K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>LEHIGH</td>\n",
       "      <td>None</td>\n",
       "      <td>05-JUL-50 18:00:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>05-JUL-50 18:00:00</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>25K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>DAUPHIN</td>\n",
       "      <td>None</td>\n",
       "      <td>05-JUL-50 18:30:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>05-JUL-50 18:30:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.5K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CRAWFORD</td>\n",
       "      <td>None</td>\n",
       "      <td>24-JUL-50 14:40:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>24-JUL-50 14:40:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.5K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>BUCKS</td>\n",
       "      <td>None</td>\n",
       "      <td>29-AUG-50 16:00:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>29-AUG-50 16:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.5K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>LANCASTER</td>\n",
       "      <td>None</td>\n",
       "      <td>04-NOV-50 17:00:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>04-NOV-50 17:00:00</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>250K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>BERKS</td>\n",
       "      <td>None</td>\n",
       "      <td>04-NOV-50 17:30:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>04-NOV-50 17:30:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>250K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>HUGHES</td>\n",
       "      <td>None</td>\n",
       "      <td>15-SEP-50 17:45:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>15-SEP-50 17:45:00</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>250K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>PITTSBURG</td>\n",
       "      <td>None</td>\n",
       "      <td>16-SEP-50 01:30:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>16-SEP-50 01:30:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>.25K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>CIMARRON</td>\n",
       "      <td>None</td>\n",
       "      <td>01-OCT-50 21:00:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>01-OCT-50 21:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>25K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>NUCKOLLS</td>\n",
       "      <td>None</td>\n",
       "      <td>22-JUN-50 21:00:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>22-JUN-50 21:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>OKLAHOMA</td>\n",
       "      <td>None</td>\n",
       "      <td>27-FEB-50 10:20:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>27-FEB-50 10:20:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>25K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>PITTSBURG</td>\n",
       "      <td>None</td>\n",
       "      <td>27-MAR-50 03:00:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>27-MAR-50 03:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.5K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>LINCOLN</td>\n",
       "      <td>None</td>\n",
       "      <td>02-APR-50 18:00:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>02-APR-50 18:00:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>25K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>TULSA</td>\n",
       "      <td>None</td>\n",
       "      <td>03-APR-50 16:15:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>03-APR-50 16:15:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.5K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>KIOWA</td>\n",
       "      <td>None</td>\n",
       "      <td>28-APR-50 14:17:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>28-APR-50 14:17:00</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>250K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>KIOWA</td>\n",
       "      <td>None</td>\n",
       "      <td>28-APR-50 14:35:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>28-APR-50 14:35:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>250K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>HUGHES</td>\n",
       "      <td>None</td>\n",
       "      <td>28-APR-50 19:05:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>28-APR-50 19:05:00</td>\n",
       "      <td>32</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>250K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>COAL</td>\n",
       "      <td>None</td>\n",
       "      <td>28-APR-50 19:30:00</td>\n",
       "      <td>CST</td>\n",
       "      <td>28-APR-50 19:30:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>25K</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      CZ_NAME   WFO     BEGIN_DATE_TIME CZ_TIMEZONE       END_DATE_TIME  \\\n",
       "0     WASHITA  None  28-APR-50 14:45:00         CST  28-APR-50 14:45:00   \n",
       "1    COMANCHE  None  29-APR-50 15:30:00         CST  29-APR-50 15:30:00   \n",
       "2      LEHIGH  None  05-JUL-50 18:00:00         CST  05-JUL-50 18:00:00   \n",
       "3     DAUPHIN  None  05-JUL-50 18:30:00         CST  05-JUL-50 18:30:00   \n",
       "4    CRAWFORD  None  24-JUL-50 14:40:00         CST  24-JUL-50 14:40:00   \n",
       "5       BUCKS  None  29-AUG-50 16:00:00         CST  29-AUG-50 16:00:00   \n",
       "6   LANCASTER  None  04-NOV-50 17:00:00         CST  04-NOV-50 17:00:00   \n",
       "7       BERKS  None  04-NOV-50 17:30:00         CST  04-NOV-50 17:30:00   \n",
       "8      HUGHES  None  15-SEP-50 17:45:00         CST  15-SEP-50 17:45:00   \n",
       "9   PITTSBURG  None  16-SEP-50 01:30:00         CST  16-SEP-50 01:30:00   \n",
       "10   CIMARRON  None  01-OCT-50 21:00:00         CST  01-OCT-50 21:00:00   \n",
       "11   NUCKOLLS  None  22-JUN-50 21:00:00         CST  22-JUN-50 21:00:00   \n",
       "12   OKLAHOMA  None  27-FEB-50 10:20:00         CST  27-FEB-50 10:20:00   \n",
       "13  PITTSBURG  None  27-MAR-50 03:00:00         CST  27-MAR-50 03:00:00   \n",
       "14    LINCOLN  None  02-APR-50 18:00:00         CST  02-APR-50 18:00:00   \n",
       "15      TULSA  None  03-APR-50 16:15:00         CST  03-APR-50 16:15:00   \n",
       "16      KIOWA  None  28-APR-50 14:17:00         CST  28-APR-50 14:17:00   \n",
       "17      KIOWA  None  28-APR-50 14:35:00         CST  28-APR-50 14:35:00   \n",
       "18     HUGHES  None  28-APR-50 19:05:00         CST  28-APR-50 19:05:00   \n",
       "19       COAL  None  28-APR-50 19:30:00         CST  28-APR-50 19:30:00   \n",
       "\n",
       "   INJURIES_DIRECT INJURIES_INDIRECT DEATHS_DIRECT DEATHS_INDIRECT  \\\n",
       "0                0                 0             0               0   \n",
       "1                0                 0             0               0   \n",
       "2                2                 0             0               0   \n",
       "3                0                 0             0               0   \n",
       "4                0                 0             0               0   \n",
       "5                0                 0             0               0   \n",
       "6                1                 0             0               0   \n",
       "7                0                 0             0               0   \n",
       "8                6                 0             0               0   \n",
       "9                0                 0             0               0   \n",
       "10               0                 0             0               0   \n",
       "11               0                 0             0               0   \n",
       "12               0                 0             0               0   \n",
       "13               0                 0             0               0   \n",
       "14               0                 0             0               0   \n",
       "15               0                 0             0               0   \n",
       "16               1                 0             1               0   \n",
       "17               0                 0             0               0   \n",
       "18              32                 0             5               0   \n",
       "19               0                 0             0               0   \n",
       "\n",
       "   DAMAGE_PROPERTY DAMAGE_CROPS SOURCE MAGNITUDE MAGNITUDE_TYPE FLOOD_CAUSE  \n",
       "0             250K            0   None         0           None        None  \n",
       "1              25K            0   None         0           None        None  \n",
       "2              25K            0   None         0           None        None  \n",
       "3             2.5K            0   None         0           None        None  \n",
       "4             2.5K            0   None         0           None        None  \n",
       "5             2.5K            0   None         0           None        None  \n",
       "6             250K            0   None         0           None        None  \n",
       "7             250K            0   None         0           None        None  \n",
       "8             250K            0   None         0           None        None  \n",
       "9             .25K            0   None         0           None        None  \n",
       "10             25K            0   None         0           None        None  \n",
       "11              0K            0   None         0           None        None  \n",
       "12             25K            0   None         0           None        None  \n",
       "13            2.5K            0   None         0           None        None  \n",
       "14             25K            0   None         0           None        None  \n",
       "15            2.5K            0   None         0           None        None  \n",
       "16            250K            0   None         0           None        None  \n",
       "17            250K            0   None         0           None        None  \n",
       "18            250K            0   None         0           None        None  \n",
       "19             25K            0   None         0           None        None  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_df.iloc[:, 15:30]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "ee5a1053",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CATEGORY</th>\n",
       "      <th>TOR_F_SCALE</th>\n",
       "      <th>TOR_LENGTH</th>\n",
       "      <th>TOR_WIDTH</th>\n",
       "      <th>TOR_OTHER_WFO</th>\n",
       "      <th>TOR_OTHER_CZ_STATE</th>\n",
       "      <th>TOR_OTHER_CZ_FIPS</th>\n",
       "      <th>TOR_OTHER_CZ_NAME</th>\n",
       "      <th>BEGIN_RANGE</th>\n",
       "      <th>BEGIN_AZIMUTH</th>\n",
       "      <th>BEGIN_LOCATION</th>\n",
       "      <th>END_RANGE</th>\n",
       "      <th>END_AZIMUTH</th>\n",
       "      <th>END_LOCATION</th>\n",
       "      <th>BEGIN_LAT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>None</td>\n",
       "      <td>F3</td>\n",
       "      <td>3.4</td>\n",
       "      <td>400</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>None</td>\n",
       "      <td>F1</td>\n",
       "      <td>11.5</td>\n",
       "      <td>200</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>31.90</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>None</td>\n",
       "      <td>F2</td>\n",
       "      <td>12.9</td>\n",
       "      <td>33</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>None</td>\n",
       "      <td>F2</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>None</td>\n",
       "      <td>F0</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>41.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>None</td>\n",
       "      <td>F1</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>None</td>\n",
       "      <td>F3</td>\n",
       "      <td>4.7</td>\n",
       "      <td>100</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>None</td>\n",
       "      <td>F3</td>\n",
       "      <td>11.2</td>\n",
       "      <td>100</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>None</td>\n",
       "      <td>F2</td>\n",
       "      <td>6.8</td>\n",
       "      <td>100</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>None</td>\n",
       "      <td>F0</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>34.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>None</td>\n",
       "      <td>F1</td>\n",
       "      <td>15.8</td>\n",
       "      <td>33</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>36.73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>None</td>\n",
       "      <td>F0</td>\n",
       "      <td>1.9</td>\n",
       "      <td>33</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>40.18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>None</td>\n",
       "      <td>F2</td>\n",
       "      <td>2</td>\n",
       "      <td>50</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>None</td>\n",
       "      <td>F2</td>\n",
       "      <td>.1</td>\n",
       "      <td>77</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>34.85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>None</td>\n",
       "      <td>F2</td>\n",
       "      <td>1</td>\n",
       "      <td>100</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>None</td>\n",
       "      <td>F1</td>\n",
       "      <td>1</td>\n",
       "      <td>33</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>36.13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>None</td>\n",
       "      <td>F3</td>\n",
       "      <td>9.4</td>\n",
       "      <td>400</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>34.88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>None</td>\n",
       "      <td>F3</td>\n",
       "      <td>8</td>\n",
       "      <td>400</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>None</td>\n",
       "      <td>F4</td>\n",
       "      <td>4.5</td>\n",
       "      <td>200</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>35.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>None</td>\n",
       "      <td>F2</td>\n",
       "      <td>.8</td>\n",
       "      <td>100</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>34.55</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   CATEGORY TOR_F_SCALE TOR_LENGTH TOR_WIDTH TOR_OTHER_WFO TOR_OTHER_CZ_STATE  \\\n",
       "0      None          F3        3.4       400          None               None   \n",
       "1      None          F1       11.5       200          None               None   \n",
       "2      None          F2       12.9        33          None               None   \n",
       "3      None          F2          0        13          None               None   \n",
       "4      None          F0          0        33          None               None   \n",
       "5      None          F1          1        33          None               None   \n",
       "6      None          F3        4.7       100          None               None   \n",
       "7      None          F3       11.2       100          None               None   \n",
       "8      None          F2        6.8       100          None               None   \n",
       "9      None          F0          0        33          None               None   \n",
       "10     None          F1       15.8        33          None               None   \n",
       "11     None          F0        1.9        33          None               None   \n",
       "12     None          F2          2        50          None               None   \n",
       "13     None          F2         .1        77          None               None   \n",
       "14     None          F2          1       100          None               None   \n",
       "15     None          F1          1        33          None               None   \n",
       "16     None          F3        9.4       400          None               None   \n",
       "17     None          F3          8       400          None               None   \n",
       "18     None          F4        4.5       200          None               None   \n",
       "19     None          F2         .8       100          None               None   \n",
       "\n",
       "   TOR_OTHER_CZ_FIPS TOR_OTHER_CZ_NAME BEGIN_RANGE BEGIN_AZIMUTH  \\\n",
       "0               None              None           0          None   \n",
       "1               None              None           0          None   \n",
       "2               None              None           0          None   \n",
       "3               None              None           0          None   \n",
       "4               None              None           0          None   \n",
       "5               None              None           0          None   \n",
       "6               None              None           0          None   \n",
       "7               None              None           0          None   \n",
       "8               None              None           0          None   \n",
       "9               None              None           0          None   \n",
       "10              None              None           0          None   \n",
       "11              None              None           0          None   \n",
       "12              None              None           0          None   \n",
       "13              None              None           0          None   \n",
       "14              None              None           0          None   \n",
       "15              None              None           0          None   \n",
       "16              None              None           0          None   \n",
       "17              None              None           0          None   \n",
       "18              None              None           0          None   \n",
       "19              None              None           0          None   \n",
       "\n",
       "   BEGIN_LOCATION END_RANGE END_AZIMUTH END_LOCATION BEGIN_LAT  \n",
       "0            None         0        None         None     35.12  \n",
       "1            None         0        None         None     31.90  \n",
       "2            None         0        None         None     40.58  \n",
       "3            None         0        None         None     40.60  \n",
       "4            None         0        None         None     41.63  \n",
       "5            None         0        None         None     40.22  \n",
       "6            None         0        None         None     40.20  \n",
       "7            None         0        None         None     40.27  \n",
       "8            None         0        None         None     35.00  \n",
       "9            None         0        None         None     34.83  \n",
       "10           None         0        None         None     36.73  \n",
       "11           None         0        None         None     40.18  \n",
       "12           None         0        None         None     35.55  \n",
       "13           None         0        None         None     34.85  \n",
       "14           None         0        None         None     35.82  \n",
       "15           None         0        None         None     36.13  \n",
       "16           None         0        None         None     34.88  \n",
       "17           None         0        None         None     35.00  \n",
       "18           None         0        None         None     35.08  \n",
       "19           None         0        None         None     34.55  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_df.iloc[:, 30:45]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "c9135f76",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BEGIN_LON</th>\n",
       "      <th>END_LAT</th>\n",
       "      <th>END_LON</th>\n",
       "      <th>EPISODE_NARRATIVE</th>\n",
       "      <th>EVENT_NARRATIVE</th>\n",
       "      <th>DATA_SOURCE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-99.20</td>\n",
       "      <td>35.17</td>\n",
       "      <td>-99.20</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-98.60</td>\n",
       "      <td>31.73</td>\n",
       "      <td>-98.60</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-75.70</td>\n",
       "      <td>40.65</td>\n",
       "      <td>-75.47</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-76.75</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-79.68</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-75.00</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>-76.12</td>\n",
       "      <td>40.27</td>\n",
       "      <td>-76.07</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>-76.07</td>\n",
       "      <td>40.40</td>\n",
       "      <td>-75.93</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>-96.25</td>\n",
       "      <td>35.07</td>\n",
       "      <td>-96.17</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>-95.85</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>-102.52</td>\n",
       "      <td>36.88</td>\n",
       "      <td>-102.30</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>-98.03</td>\n",
       "      <td>40.20</td>\n",
       "      <td>-97.98</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>-97.60</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>-95.75</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>-97.02</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>-95.83</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>-99.28</td>\n",
       "      <td>35.00</td>\n",
       "      <td>-99.20</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>-99.20</td>\n",
       "      <td>35.12</td>\n",
       "      <td>-99.20</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>-96.40</td>\n",
       "      <td>35.13</td>\n",
       "      <td>-96.35</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>-96.20</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>PUB</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   BEGIN_LON END_LAT  END_LON EPISODE_NARRATIVE EVENT_NARRATIVE DATA_SOURCE\n",
       "0     -99.20   35.17   -99.20              None            None         PUB\n",
       "1     -98.60   31.73   -98.60              None            None         PUB\n",
       "2     -75.70   40.65   -75.47              None            None         PUB\n",
       "3     -76.75    None     None              None            None         PUB\n",
       "4     -79.68    None     None              None            None         PUB\n",
       "5     -75.00    None     None              None            None         PUB\n",
       "6     -76.12   40.27   -76.07              None            None         PUB\n",
       "7     -76.07   40.40   -75.93              None            None         PUB\n",
       "8     -96.25   35.07   -96.17              None            None         PUB\n",
       "9     -95.85    None     None              None            None         PUB\n",
       "10   -102.52   36.88  -102.30              None            None         PUB\n",
       "11    -98.03   40.20   -97.98              None            None         PUB\n",
       "12    -97.60    None     None              None            None         PUB\n",
       "13    -95.75    None     None              None            None         PUB\n",
       "14    -97.02    None     None              None            None         PUB\n",
       "15    -95.83    None     None              None            None         PUB\n",
       "16    -99.28   35.00   -99.20              None            None         PUB\n",
       "17    -99.20   35.12   -99.20              None            None         PUB\n",
       "18    -96.40   35.13   -96.35              None            None         PUB\n",
       "19    -96.20    None     None              None            None         PUB"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_df.iloc[:, 45:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "9b424f55",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>column_name</th>\n",
       "      <th>column_type</th>\n",
       "      <th>min</th>\n",
       "      <th>max</th>\n",
       "      <th>approx_unique</th>\n",
       "      <th>avg</th>\n",
       "      <th>std</th>\n",
       "      <th>q25</th>\n",
       "      <th>q50</th>\n",
       "      <th>q75</th>\n",
       "      <th>count</th>\n",
       "      <th>null_percentage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>BEGIN_YEARMONTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>195001</td>\n",
       "      <td>202402</td>\n",
       "      <td>893</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>BEGIN_DAY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>BEGIN_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>959</td>\n",
       "      <td>1413</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>END_YEARMONTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>195001</td>\n",
       "      <td>202402</td>\n",
       "      <td>893</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>END_DAY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>END_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>959</td>\n",
       "      <td>1413</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>EPISODE_ID</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>99999</td>\n",
       "      <td>371735</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>12.42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>EVENT_ID</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>10</td>\n",
       "      <td>9999999</td>\n",
       "      <td>1835169</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>STATE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>ALABAMA</td>\n",
       "      <td>WYOMING</td>\n",
       "      <td>70</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>STATE_FIPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>99</td>\n",
       "      <td>70</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>YEAR</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1950</td>\n",
       "      <td>2024</td>\n",
       "      <td>75</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>MONTH_NAME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>April</td>\n",
       "      <td>September</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>EVENT_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>Astronomical Low Tide</td>\n",
       "      <td>Winter Weather</td>\n",
       "      <td>71</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>CZ_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>C</td>\n",
       "      <td>Z</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>CZ_FIPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>99</td>\n",
       "      <td>657</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>CZ_NAME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>5NM E OF FAIRPORT MI TO ROCK ISLAND PASSAGE</td>\n",
       "      <td>Ziebach</td>\n",
       "      <td>5804</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>WFO</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>$AC</td>\n",
       "      <td>YUM</td>\n",
       "      <td>539</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>6.71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>BEGIN_DATE_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>01-APR-00 00:00:00</td>\n",
       "      <td>31-OCT-99 23:30:00</td>\n",
       "      <td>1019222</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>CZ_TIMEZONE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>AKST-9</td>\n",
       "      <td>UNK</td>\n",
       "      <td>28</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>END_DATE_TIME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>01-APR-00 00:05:00</td>\n",
       "      <td>31-OCT-99 23:59:00</td>\n",
       "      <td>1004330</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>INJURIES_DIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>98</td>\n",
       "      <td>202</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>INJURIES_INDIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>90</td>\n",
       "      <td>63</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>DEATHS_DIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>97</td>\n",
       "      <td>58</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>DEATHS_INDIRECT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>17</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>DAMAGE_PROPERTY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.01K</td>\n",
       "      <td>K</td>\n",
       "      <td>3091</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>30.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>DAMAGE_CROPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.01K</td>\n",
       "      <td>M</td>\n",
       "      <td>1530</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>36.58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>SOURCE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>911 Call Center</td>\n",
       "      <td>WLON</td>\n",
       "      <td>75</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>17.86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>MAGNITUDE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.00</td>\n",
       "      <td>999</td>\n",
       "      <td>639</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>42.63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>MAGNITUDE_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>E</td>\n",
       "      <td>MS</td>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>73.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>FLOOD_CAUSE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>Dam / Levee Break</td>\n",
       "      <td>Planned Dam Release</td>\n",
       "      <td>7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>94.02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>CATEGORY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>TOR_F_SCALE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>EF0</td>\n",
       "      <td>F5</td>\n",
       "      <td>13</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>96.02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>TOR_LENGTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.1</td>\n",
       "      <td>96.7</td>\n",
       "      <td>2221</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>85.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>TOR_WIDTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.1</td>\n",
       "      <td>990</td>\n",
       "      <td>470</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>85.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>TOR_OTHER_WFO</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>ABQ</td>\n",
       "      <td>VEF</td>\n",
       "      <td>91</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>TOR_OTHER_CZ_STATE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>AL</td>\n",
       "      <td>WY</td>\n",
       "      <td>42</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>TOR_OTHER_CZ_FIPS</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>001</td>\n",
       "      <td>820</td>\n",
       "      <td>200</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>TOR_OTHER_CZ_NAME</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>ACADIA</td>\n",
       "      <td>YUMA</td>\n",
       "      <td>916</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>99.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>BEGIN_RANGE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>99</td>\n",
       "      <td>163</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>44.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>BEGIN_AZIMUTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>E</td>\n",
       "      <td>to</td>\n",
       "      <td>29</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>56.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>BEGIN_LOCATION</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>&amp; Butler Road</td>\n",
       "      <td>western part</td>\n",
       "      <td>62801</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>43.33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>END_RANGE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>0</td>\n",
       "      <td>99</td>\n",
       "      <td>159</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>44.83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>END_AZIMUTH</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>E</td>\n",
       "      <td>to</td>\n",
       "      <td>19</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>57.20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>END_LOCATION</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>(01R)AFB GNRY RNG AL</td>\n",
       "      <td>windows were blown ou</td>\n",
       "      <td>52261</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>45.43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>BEGIN_LAT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>-14.1326</td>\n",
       "      <td>97.1</td>\n",
       "      <td>127005</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>38.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>BEGIN_LON</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>-100</td>\n",
       "      <td>171.3661</td>\n",
       "      <td>172806</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>38.76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>END_LAT</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>-14.1</td>\n",
       "      <td>97.1</td>\n",
       "      <td>133402</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>48.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>END_LON</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>-100</td>\n",
       "      <td>171.3661</td>\n",
       "      <td>190005</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>48.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>EPISODE_NARRATIVE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>\"Black ice\" caused at least 15 traffic acciden...</td>\n",
       "      <td>winds knocked out power lines...heavy rain and...</td>\n",
       "      <td>238905</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>25.41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>EVENT_NARRATIVE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>!5th Avenue and 61st Street</td>\n",
       "      <td>|Up to one and a half inches of rain fell over...</td>\n",
       "      <td>850949</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>46.39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>DATA_SOURCE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>CSV</td>\n",
       "      <td>PUB</td>\n",
       "      <td>4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1870438</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           column_name column_type  \\\n",
       "0      BEGIN_YEARMONTH     VARCHAR   \n",
       "1            BEGIN_DAY     VARCHAR   \n",
       "2           BEGIN_TIME     VARCHAR   \n",
       "3        END_YEARMONTH     VARCHAR   \n",
       "4              END_DAY     VARCHAR   \n",
       "5             END_TIME     VARCHAR   \n",
       "6           EPISODE_ID     VARCHAR   \n",
       "7             EVENT_ID     VARCHAR   \n",
       "8                STATE     VARCHAR   \n",
       "9           STATE_FIPS     VARCHAR   \n",
       "10                YEAR     VARCHAR   \n",
       "11          MONTH_NAME     VARCHAR   \n",
       "12          EVENT_TYPE     VARCHAR   \n",
       "13             CZ_TYPE     VARCHAR   \n",
       "14             CZ_FIPS     VARCHAR   \n",
       "15             CZ_NAME     VARCHAR   \n",
       "16                 WFO     VARCHAR   \n",
       "17     BEGIN_DATE_TIME     VARCHAR   \n",
       "18         CZ_TIMEZONE     VARCHAR   \n",
       "19       END_DATE_TIME     VARCHAR   \n",
       "20     INJURIES_DIRECT     VARCHAR   \n",
       "21   INJURIES_INDIRECT     VARCHAR   \n",
       "22       DEATHS_DIRECT     VARCHAR   \n",
       "23     DEATHS_INDIRECT     VARCHAR   \n",
       "24     DAMAGE_PROPERTY     VARCHAR   \n",
       "25        DAMAGE_CROPS     VARCHAR   \n",
       "26              SOURCE     VARCHAR   \n",
       "27           MAGNITUDE     VARCHAR   \n",
       "28      MAGNITUDE_TYPE     VARCHAR   \n",
       "29         FLOOD_CAUSE     VARCHAR   \n",
       "30            CATEGORY     VARCHAR   \n",
       "31         TOR_F_SCALE     VARCHAR   \n",
       "32          TOR_LENGTH     VARCHAR   \n",
       "33           TOR_WIDTH     VARCHAR   \n",
       "34       TOR_OTHER_WFO     VARCHAR   \n",
       "35  TOR_OTHER_CZ_STATE     VARCHAR   \n",
       "36   TOR_OTHER_CZ_FIPS     VARCHAR   \n",
       "37   TOR_OTHER_CZ_NAME     VARCHAR   \n",
       "38         BEGIN_RANGE     VARCHAR   \n",
       "39       BEGIN_AZIMUTH     VARCHAR   \n",
       "40      BEGIN_LOCATION     VARCHAR   \n",
       "41           END_RANGE     VARCHAR   \n",
       "42         END_AZIMUTH     VARCHAR   \n",
       "43        END_LOCATION     VARCHAR   \n",
       "44           BEGIN_LAT     VARCHAR   \n",
       "45           BEGIN_LON     VARCHAR   \n",
       "46             END_LAT     VARCHAR   \n",
       "47             END_LON     VARCHAR   \n",
       "48   EPISODE_NARRATIVE     VARCHAR   \n",
       "49     EVENT_NARRATIVE     VARCHAR   \n",
       "50         DATA_SOURCE     VARCHAR   \n",
       "\n",
       "                                                  min  \\\n",
       "0                                              195001   \n",
       "1                                                   1   \n",
       "2                                                   0   \n",
       "3                                              195001   \n",
       "4                                                   1   \n",
       "5                                                   0   \n",
       "6                                                   1   \n",
       "7                                                  10   \n",
       "8                                             ALABAMA   \n",
       "9                                                   1   \n",
       "10                                               1950   \n",
       "11                                              April   \n",
       "12                              Astronomical Low Tide   \n",
       "13                                                  C   \n",
       "14                                                  0   \n",
       "15        5NM E OF FAIRPORT MI TO ROCK ISLAND PASSAGE   \n",
       "16                                                $AC   \n",
       "17                                 01-APR-00 00:00:00   \n",
       "18                                             AKST-9   \n",
       "19                                 01-APR-00 00:05:00   \n",
       "20                                                  0   \n",
       "21                                                  0   \n",
       "22                                                  0   \n",
       "23                                                  0   \n",
       "24                                               .01K   \n",
       "25                                               .01K   \n",
       "26                                    911 Call Center   \n",
       "27                                                .00   \n",
       "28                                                  E   \n",
       "29                                  Dam / Levee Break   \n",
       "30                                                  1   \n",
       "31                                                EF0   \n",
       "32                                                 .1   \n",
       "33                                                 .1   \n",
       "34                                                ABQ   \n",
       "35                                                 AL   \n",
       "36                                                001   \n",
       "37                                             ACADIA   \n",
       "38                                                  0   \n",
       "39                                                  E   \n",
       "40                                      & Butler Road   \n",
       "41                                                  0   \n",
       "42                                                  E   \n",
       "43                               (01R)AFB GNRY RNG AL   \n",
       "44                                           -14.1326   \n",
       "45                                               -100   \n",
       "46                                              -14.1   \n",
       "47                                               -100   \n",
       "48  \"Black ice\" caused at least 15 traffic acciden...   \n",
       "49                        !5th Avenue and 61st Street   \n",
       "50                                                CSV   \n",
       "\n",
       "                                                  max  approx_unique  avg  \\\n",
       "0                                              202402            893  NaN   \n",
       "1                                                   9             31  NaN   \n",
       "2                                                 959           1413  NaN   \n",
       "3                                              202402            893  NaN   \n",
       "4                                                   9             31  NaN   \n",
       "5                                                 959           1413  NaN   \n",
       "6                                               99999         371735  NaN   \n",
       "7                                             9999999        1835169  NaN   \n",
       "8                                             WYOMING             70  NaN   \n",
       "9                                                  99             70  NaN   \n",
       "10                                               2024             75  NaN   \n",
       "11                                          September             12  NaN   \n",
       "12                                     Winter Weather             71  NaN   \n",
       "13                                                  Z              3  NaN   \n",
       "14                                                 99            657  NaN   \n",
       "15                                            Ziebach           5804  NaN   \n",
       "16                                                YUM            539  NaN   \n",
       "17                                 31-OCT-99 23:30:00        1019222  NaN   \n",
       "18                                                UNK             28  NaN   \n",
       "19                                 31-OCT-99 23:59:00        1004330  NaN   \n",
       "20                                                 98            202  NaN   \n",
       "21                                                 90             63  NaN   \n",
       "22                                                 97             58  NaN   \n",
       "23                                                  9             17  NaN   \n",
       "24                                                  K           3091  NaN   \n",
       "25                                                  M           1530  NaN   \n",
       "26                                               WLON             75  NaN   \n",
       "27                                                999            639  NaN   \n",
       "28                                                 MS              6  NaN   \n",
       "29                                Planned Dam Release              7  NaN   \n",
       "30                                                  5              5  NaN   \n",
       "31                                                 F5             13  NaN   \n",
       "32                                               96.7           2221  NaN   \n",
       "33                                                990            470  NaN   \n",
       "34                                                VEF             91  NaN   \n",
       "35                                                 WY             42  NaN   \n",
       "36                                                820            200  NaN   \n",
       "37                                               YUMA            916  NaN   \n",
       "38                                                 99            163  NaN   \n",
       "39                                                 to             29  NaN   \n",
       "40                                       western part          62801  NaN   \n",
       "41                                                 99            159  NaN   \n",
       "42                                                 to             19  NaN   \n",
       "43                              windows were blown ou          52261  NaN   \n",
       "44                                               97.1         127005  NaN   \n",
       "45                                           171.3661         172806  NaN   \n",
       "46                                               97.1         133402  NaN   \n",
       "47                                           171.3661         190005  NaN   \n",
       "48  winds knocked out power lines...heavy rain and...         238905  NaN   \n",
       "49  |Up to one and a half inches of rain fell over...         850949  NaN   \n",
       "50                                                PUB              4  NaN   \n",
       "\n",
       "    std  q25  q50  q75    count  null_percentage  \n",
       "0   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "1   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "2   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "3   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "4   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "5   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "6   NaN  NaN  NaN  NaN  1870438            12.42  \n",
       "7   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "8   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "9   NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "10  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "11  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "12  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "13  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "14  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "15  NaN  NaN  NaN  NaN  1870438             0.08  \n",
       "16  NaN  NaN  NaN  NaN  1870438             6.71  \n",
       "17  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "18  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "19  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "20  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "21  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "22  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "23  NaN  NaN  NaN  NaN  1870438             0.00  \n",
       "24  NaN  NaN  NaN  NaN  1870438            30.75  \n",
       "25  NaN  NaN  NaN  NaN  1870438            36.58  \n",
       "26  NaN  NaN  NaN  NaN  1870438            17.86  \n",
       "27  NaN  NaN  NaN  NaN  1870438            42.63  \n",
       "28  NaN  NaN  NaN  NaN  1870438            73.83  \n",
       "29  NaN  NaN  NaN  NaN  1870438            94.02  \n",
       "30  NaN  NaN  NaN  NaN  1870438            99.97  \n",
       "31  NaN  NaN  NaN  NaN  1870438            96.02  \n",
       "32  NaN  NaN  NaN  NaN  1870438            85.51  \n",
       "33  NaN  NaN  NaN  NaN  1870438            85.51  \n",
       "34  NaN  NaN  NaN  NaN  1870438            99.83  \n",
       "35  NaN  NaN  NaN  NaN  1870438            99.83  \n",
       "36  NaN  NaN  NaN  NaN  1870438            99.83  \n",
       "37  NaN  NaN  NaN  NaN  1870438            99.83  \n",
       "38  NaN  NaN  NaN  NaN  1870438            44.82  \n",
       "39  NaN  NaN  NaN  NaN  1870438            56.51  \n",
       "40  NaN  NaN  NaN  NaN  1870438            43.33  \n",
       "41  NaN  NaN  NaN  NaN  1870438            44.83  \n",
       "42  NaN  NaN  NaN  NaN  1870438            57.20  \n",
       "43  NaN  NaN  NaN  NaN  1870438            45.43  \n",
       "44  NaN  NaN  NaN  NaN  1870438            38.76  \n",
       "45  NaN  NaN  NaN  NaN  1870438            38.76  \n",
       "46  NaN  NaN  NaN  NaN  1870438            48.25  \n",
       "47  NaN  NaN  NaN  NaN  1870438            48.25  \n",
       "48  NaN  NaN  NaN  NaN  1870438            25.41  \n",
       "49  NaN  NaN  NaN  NaN  1870438            46.39  \n",
       "50  NaN  NaN  NaN  NaN  1870438             0.00  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# calculate summary statistics of each column again\n",
    "summarize_df = con.sql(\"SUMMARIZE storm_events\").df()\n",
    "\n",
    "summarize_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "3786e595",
   "metadata": {},
   "outputs": [],
   "source": [
    "# we want to cast columns to their correct dtype, select only desired columns, clean up the dollar values\n",
    "# and finally save file as Parquet\n",
    "# notice we are only interested in records where property damage not null\n",
    "\n",
    "query = \"\"\"\n",
    "    SELECT\n",
    "        CAST(EVENT_ID AS INTEGER) AS EVENT_ID,\n",
    "        STATE,\n",
    "        CAST(STATE_FIPS AS INTEGER) AS STATE_FIPS,\n",
    "        CAST(YEAR AS INTEGER) AS YEAR,\n",
    "        MONTH_NAME,\n",
    "        EVENT_TYPE,\n",
    "        CZ_TYPE,\n",
    "        CAST(CZ_FIPS AS INTEGER) AS CZ_FIPS,\n",
    "        CZ_NAME,\n",
    "        WFO,\n",
    "        BEGIN_DATE_TIME,\n",
    "        END_DATE_TIME,\n",
    "        CAST(INJURIES_DIRECT AS INTEGER) AS INJURIES_DIRECT,\n",
    "        CAST(INJURIES_INDIRECT AS INTEGER) AS INJURIES_INDIRECT,\n",
    "        CAST(DEATHS_DIRECT AS INTEGER) AS DEATHS_DIRECT,\n",
    "        CAST(DEATHS_INDIRECT AS INTEGER) AS DEATHS_INDIRECT,\n",
    "        DAMAGE_PROPERTY,\n",
    "        DAMAGE_CROPS,\n",
    "        SOURCE,\n",
    "        CASE \n",
    "            WHEN RIGHT(DAMAGE_PROPERTY, 1) = 'K' AND LEN(DAMAGE_PROPERTY) > 1\n",
    "                THEN CAST(SUBSTRING(DAMAGE_PROPERTY, 1, LENGTH(DAMAGE_PROPERTY) - 1) AS DOUBLE) * 1000\n",
    "            WHEN RIGHT(DAMAGE_PROPERTY, 1) = 'M' AND LEN(DAMAGE_PROPERTY) > 1\n",
    "                THEN CAST(SUBSTRING(DAMAGE_PROPERTY, 1, LENGTH(DAMAGE_PROPERTY) - 1) AS DOUBLE) * 1000000\n",
    "            ELSE 0\n",
    "            END AS DAMAGE_PROPERTY_CONVERTED\n",
    "\n",
    "    FROM\n",
    "        storm_events\n",
    "    WHERE\n",
    "        DAMAGE_PROPERTY NOT NULL\n",
    "\"\"\"\n",
    "\n",
    "con.sql(query).write_parquet(\"data/storm-events.parquet\") "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "9ee64c31",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[34mraw\u001b[m\u001b[m/                  storm-events.parquet\r\n"
     ]
    }
   ],
   "source": [
    "ls data/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "519eb735",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "┌────────────┐\n",
      "│ count_rows │\n",
      "│   int64    │\n",
      "├────────────┤\n",
      "│    1295193 │\n",
      "└────────────┘\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# sanity check our data\n",
    "\n",
    "# create a DuckDB database instance\n",
    "con = duckdb.connect()\n",
    "\n",
    "# create table of the claims dataset\n",
    "con.sql(\n",
    "    \"\"\"\n",
    "    CREATE TABLE storm_events AS\n",
    "    FROM read_parquet('data/storm-events.parquet')\n",
    "    \"\"\"\n",
    ")\n",
    "\n",
    "# examine count of rows\n",
    "con.sql(\"SELECT COUNT(*) AS count_rows FROM storm_events\").show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "44264603",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>column_name</th>\n",
       "      <th>column_type</th>\n",
       "      <th>min</th>\n",
       "      <th>max</th>\n",
       "      <th>approx_unique</th>\n",
       "      <th>avg</th>\n",
       "      <th>std</th>\n",
       "      <th>q25</th>\n",
       "      <th>q50</th>\n",
       "      <th>q75</th>\n",
       "      <th>count</th>\n",
       "      <th>null_percentage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>EVENT_TYPE</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>Astronomical Low Tide</td>\n",
       "      <td>Winter Weather</td>\n",
       "      <td>70</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1295193</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>DAMAGE_PROPERTY</td>\n",
       "      <td>VARCHAR</td>\n",
       "      <td>.01K</td>\n",
       "      <td>K</td>\n",
       "      <td>3091</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1295193</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>DAMAGE_PROPERTY_CONVERTED</td>\n",
       "      <td>DOUBLE</td>\n",
       "      <td>0.0</td>\n",
       "      <td>950000000.0</td>\n",
       "      <td>2164</td>\n",
       "      <td>222760.43361035068</td>\n",
       "      <td>7243742.210315917</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2007.3849283328711</td>\n",
       "      <td>1295193</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 column_name column_type                    min  \\\n",
       "0                 EVENT_TYPE     VARCHAR  Astronomical Low Tide   \n",
       "1            DAMAGE_PROPERTY     VARCHAR                   .01K   \n",
       "2  DAMAGE_PROPERTY_CONVERTED      DOUBLE                    0.0   \n",
       "\n",
       "              max  approx_unique                 avg                std   q25  \\\n",
       "0  Winter Weather             70                None               None  None   \n",
       "1               K           3091                None               None  None   \n",
       "2     950000000.0           2164  222760.43361035068  7243742.210315917   0.0   \n",
       "\n",
       "    q50                 q75    count  null_percentage  \n",
       "0  None                None  1295193              0.0  \n",
       "1  None                None  1295193              0.0  \n",
       "2   0.0  2007.3849283328711  1295193              0.0  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sanity check out damage property columns\n",
    "summarize_df = (\n",
    "    con\n",
    "    .sql(\"SUMMARIZE SELECT EVENT_TYPE, DAMAGE_PROPERTY, DAMAGE_PROPERTY_CONVERTED FROM storm_events\")\n",
    "    .df()\n",
    ")\n",
    "\n",
    "summarize_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "e0455436",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>EVENT_TYPE</th>\n",
       "      <th>DAMAGE_PROPERTY</th>\n",
       "      <th>DAMAGE_PROPERTY_CONVERTED</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Tornado</td>\n",
       "      <td>250K</td>\n",
       "      <td>250000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Tornado</td>\n",
       "      <td>25K</td>\n",
       "      <td>25000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Tornado</td>\n",
       "      <td>25K</td>\n",
       "      <td>25000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Tornado</td>\n",
       "      <td>2.5K</td>\n",
       "      <td>2500.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Tornado</td>\n",
       "      <td>2.5K</td>\n",
       "      <td>2500.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1295188</th>\n",
       "      <td>Hail</td>\n",
       "      <td>0.00K</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1295189</th>\n",
       "      <td>Hail</td>\n",
       "      <td>0.00K</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1295190</th>\n",
       "      <td>Hail</td>\n",
       "      <td>0.00K</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1295191</th>\n",
       "      <td>Thunderstorm Wind</td>\n",
       "      <td>25.00K</td>\n",
       "      <td>25000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1295192</th>\n",
       "      <td>Marine Thunderstorm Wind</td>\n",
       "      <td>0.00K</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1295193 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                       EVENT_TYPE DAMAGE_PROPERTY  DAMAGE_PROPERTY_CONVERTED\n",
       "0                         Tornado            250K                   250000.0\n",
       "1                         Tornado             25K                    25000.0\n",
       "2                         Tornado             25K                    25000.0\n",
       "3                         Tornado            2.5K                     2500.0\n",
       "4                         Tornado            2.5K                     2500.0\n",
       "...                           ...             ...                        ...\n",
       "1295188                      Hail           0.00K                        0.0\n",
       "1295189                      Hail           0.00K                        0.0\n",
       "1295190                      Hail           0.00K                        0.0\n",
       "1295191         Thunderstorm Wind          25.00K                    25000.0\n",
       "1295192  Marine Thunderstorm Wind           0.00K                        0.0\n",
       "\n",
       "[1295193 rows x 3 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sanity check out damage property columns and assign to damage_df\n",
    "damage_df = (\n",
    "    con\n",
    "    .sql(\"SELECT EVENT_TYPE, DAMAGE_PROPERTY, DAMAGE_PROPERTY_CONVERTED FROM storm_events\")\n",
    "    .df()\n",
    ")\n",
    "\n",
    "damage_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "3f5197f7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>EVENT_TYPE</th>\n",
       "      <th>DAMAGE_PROPERTY</th>\n",
       "      <th>DAMAGE_PROPERTY_CONVERTED</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [EVENT_TYPE, DAMAGE_PROPERTY, DAMAGE_PROPERTY_CONVERTED]\n",
       "Index: []"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sanity check out damage property columns\n",
    "damage_df.loc[damage_df['DAMAGE_PROPERTY'].isnull()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "92b19487",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>EVENT_TYPE</th>\n",
       "      <th>DAMAGE_PROPERTY</th>\n",
       "      <th>DAMAGE_PROPERTY_CONVERTED</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>316976</th>\n",
       "      <td>Hail</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>321573</th>\n",
       "      <td>Thunderstorm Wind</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>273108</th>\n",
       "      <td>Hail</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>235306</th>\n",
       "      <td>Hail</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>336179</th>\n",
       "      <td>Hail</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>341376</th>\n",
       "      <td>High Wind</td>\n",
       "      <td>K</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>341377</th>\n",
       "      <td>High Wind</td>\n",
       "      <td>K</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>341404</th>\n",
       "      <td>High Wind</td>\n",
       "      <td>K</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>341436</th>\n",
       "      <td>High Wind</td>\n",
       "      <td>K</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>319551</th>\n",
       "      <td>Strong Wind</td>\n",
       "      <td>K</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1295193 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               EVENT_TYPE DAMAGE_PROPERTY  DAMAGE_PROPERTY_CONVERTED\n",
       "316976               Hail            .01K                       10.0\n",
       "321573  Thunderstorm Wind            .01K                       10.0\n",
       "273108               Hail            .01K                       10.0\n",
       "235306               Hail            .01K                       10.0\n",
       "336179               Hail            .01K                       10.0\n",
       "...                   ...             ...                        ...\n",
       "341376          High Wind               K                        0.0\n",
       "341377          High Wind               K                        0.0\n",
       "341404          High Wind               K                        0.0\n",
       "341436          High Wind               K                        0.0\n",
       "319551        Strong Wind               K                        0.0\n",
       "\n",
       "[1295193 rows x 3 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# preview smallest damage property values\n",
    "damage_df.sort_values(by=['DAMAGE_PROPERTY'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "b78639c7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>EVENT_TYPE</th>\n",
       "      <th>DAMAGE_PROPERTY</th>\n",
       "      <th>DAMAGE_PROPERTY_CONVERTED</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>303250</th>\n",
       "      <td>Thunderstorm Wind</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239348</th>\n",
       "      <td>Thunderstorm Wind</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239321</th>\n",
       "      <td>Hail</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239320</th>\n",
       "      <td>Hail</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>305166</th>\n",
       "      <td>Thunderstorm Wind</td>\n",
       "      <td>.01K</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>355711</th>\n",
       "      <td>High Wind</td>\n",
       "      <td>9M</td>\n",
       "      <td>9000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>240596</th>\n",
       "      <td>Flood</td>\n",
       "      <td>9M</td>\n",
       "      <td>9000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>327280</th>\n",
       "      <td>Hail</td>\n",
       "      <td>9M</td>\n",
       "      <td>9000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>241068</th>\n",
       "      <td>Tornado</td>\n",
       "      <td>9M</td>\n",
       "      <td>9000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>256339</th>\n",
       "      <td>Tornado</td>\n",
       "      <td>9M</td>\n",
       "      <td>9000000.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1295149 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               EVENT_TYPE DAMAGE_PROPERTY  DAMAGE_PROPERTY_CONVERTED\n",
       "303250  Thunderstorm Wind            .01K                       10.0\n",
       "239348  Thunderstorm Wind            .01K                       10.0\n",
       "239321               Hail            .01K                       10.0\n",
       "239320               Hail            .01K                       10.0\n",
       "305166  Thunderstorm Wind            .01K                       10.0\n",
       "...                   ...             ...                        ...\n",
       "355711          High Wind              9M                  9000000.0\n",
       "240596              Flood              9M                  9000000.0\n",
       "327280               Hail              9M                  9000000.0\n",
       "241068            Tornado              9M                  9000000.0\n",
       "256339            Tornado              9M                  9000000.0\n",
       "\n",
       "[1295149 rows x 3 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# preview smallest damage property values where value != K\n",
    "# note I am treating this as $0 for now\n",
    "damage_df.loc[damage_df['DAMAGE_PROPERTY'] != 'K'].sort_values(by=['DAMAGE_PROPERTY'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "632cf90e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>EVENT_TYPE</th>\n",
       "      <th>DAMAGE_PROPERTY</th>\n",
       "      <th>DAMAGE_PROPERTY_CONVERTED</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1069001</th>\n",
       "      <td>High Wind</td>\n",
       "      <td>950.00M</td>\n",
       "      <td>950000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>742882</th>\n",
       "      <td>Tornado</td>\n",
       "      <td>910.00M</td>\n",
       "      <td>910000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1056892</th>\n",
       "      <td>Hurricane</td>\n",
       "      <td>900.00M</td>\n",
       "      <td>900000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>608745</th>\n",
       "      <td>Hail</td>\n",
       "      <td>900.00M</td>\n",
       "      <td>900000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>701602</th>\n",
       "      <td>Hail</td>\n",
       "      <td>900.00M</td>\n",
       "      <td>900000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357187</th>\n",
       "      <td>High Wind</td>\n",
       "      <td>881M</td>\n",
       "      <td>881000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>456486</th>\n",
       "      <td>Hurricane (Typhoon)</td>\n",
       "      <td>850M</td>\n",
       "      <td>850000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>456495</th>\n",
       "      <td>Hurricane (Typhoon)</td>\n",
       "      <td>850M</td>\n",
       "      <td>850000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1057051</th>\n",
       "      <td>Hurricane</td>\n",
       "      <td>800.00M</td>\n",
       "      <td>800000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>926462</th>\n",
       "      <td>Flash Flood</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>926431</th>\n",
       "      <td>Flash Flood</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1226962</th>\n",
       "      <td>Hurricane</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>926517</th>\n",
       "      <td>Flash Flood</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>926433</th>\n",
       "      <td>Flash Flood</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>926432</th>\n",
       "      <td>Flash Flood</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>384070</th>\n",
       "      <td>Flood</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>393932</th>\n",
       "      <td>Winter Storm</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>926434</th>\n",
       "      <td>Flash Flood</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>970949</th>\n",
       "      <td>Flash Flood</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1226852</th>\n",
       "      <td>Storm Surge/Tide</td>\n",
       "      <td>750.00M</td>\n",
       "      <td>750000000.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  EVENT_TYPE DAMAGE_PROPERTY  DAMAGE_PROPERTY_CONVERTED\n",
       "1069001            High Wind         950.00M                950000000.0\n",
       "742882               Tornado         910.00M                910000000.0\n",
       "1056892            Hurricane         900.00M                900000000.0\n",
       "608745                  Hail         900.00M                900000000.0\n",
       "701602                  Hail         900.00M                900000000.0\n",
       "357187             High Wind            881M                881000000.0\n",
       "456486   Hurricane (Typhoon)            850M                850000000.0\n",
       "456495   Hurricane (Typhoon)            850M                850000000.0\n",
       "1057051            Hurricane         800.00M                800000000.0\n",
       "926462           Flash Flood         750.00M                750000000.0\n",
       "926431           Flash Flood         750.00M                750000000.0\n",
       "1226962            Hurricane         750.00M                750000000.0\n",
       "926517           Flash Flood         750.00M                750000000.0\n",
       "926433           Flash Flood         750.00M                750000000.0\n",
       "926432           Flash Flood         750.00M                750000000.0\n",
       "384070                 Flood         750.00M                750000000.0\n",
       "393932          Winter Storm         750.00M                750000000.0\n",
       "926434           Flash Flood         750.00M                750000000.0\n",
       "970949           Flash Flood         750.00M                750000000.0\n",
       "1226852     Storm Surge/Tide         750.00M                750000000.0"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# preview largest damage property values\n",
    "damage_df.sort_values(by=['DAMAGE_PROPERTY_CONVERTED'], ascending=False).head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "d49c00aa",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "┌────────────┐\n",
      "│ count_rows │\n",
      "│   int64    │\n",
      "├────────────┤\n",
      "│    1295193 │\n",
      "└────────────┘\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# create a DuckDB database instance\n",
    "con = duckdb.connect(\"data/storm-events.db\")\n",
    "\n",
    "# create table of the claims dataset\n",
    "con.sql(\n",
    "    \"\"\"\n",
    "    CREATE TABLE storm_events AS\n",
    "    FROM read_parquet('data/storm-events.parquet')\n",
    "    \"\"\"\n",
    ")\n",
    "\n",
    "# examine count of rows\n",
    "con.sql(\"SELECT COUNT(*) AS count_rows FROM storm_events\").show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "840c4bd8",
   "metadata": {},
   "outputs": [],
   "source": [
    "con.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2eb3c0d9",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}