noaa-data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Analysis of the Distribution and Variation of Temperatures in the Contiguous 48 States\n",
    "Jessica Embury\n",
    "\n",
    "# NOAA DATA COLLECTION & PROCESSING"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#import modules\n",
    "import pandas as pd\n",
    "import geopandas as gpd\n",
    "from shapely.geometry import Polygon\n",
    "from shapely.geometry import Point\n",
    "\n",
    "#modules for visualization\n",
    "%matplotlib inline\n",
    "import matplotlib\n",
    "import matplotlib.pyplot as plt\n",
    "import geoplot"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### USER ENTERED VARIABLES FOR PROGRAM:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "#NOAA token to retrieve data during request\n",
    "token = {'token': ''}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "#variables to set parameters for data retrieval from NOAA\n",
    "#required parameters\n",
    "datasetid = 'GSOY'\n",
    "startdate = '1999-01-01' #YYYY-MM-DD\n",
    "enddate = '2016-12-31' #YYYY-MM-DD\n",
    "\n",
    "#optional parameters\n",
    "datatypeid = ['DX70','DX90','EMXT','TAVG','TMAX'] #['TMAX', 'TAVG', 'EMXT', 'DX90', 'DX70'] #None #[] list object containing strings\n",
    "locationid = ['US'] #San Diego County:['06073'] #None #[] list object containing strings\n",
    "stationid = None #[] list object containing strings\n",
    "units = 'standard' #None #'' #string type: standard or metric\n",
    "sortfield = None #'' #string type: id, name, mindate, maxdate, datacoverage\n",
    "sortorder = None #'' #string type: asc or desc\n",
    "limit = 1000 #None #int type: max 1000, default 25\n",
    "includemetadata = None #Boolean type: True(default) or False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "#specify paths out for exported csv files of temp and station data\n",
    "weather_csv_out = 'output/gsoy_csv_files/gsoy_temps1.csv'\n",
    "station_csv_out = 'output/gsoy_stns.csv'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "#specify epsg code as a 4 digit integer for creation of geodataframe\n",
    "epsg_code = 4269 #NAD83 = 4269, WGS84 = 4326\n",
    "\n",
    "#specify path for exported point shapefile containing noaa data\n",
    "shapefile_out_path = 'output/shapefiles/gsoy_temps.shp'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### FUNCTIONS FOR USE IN PROGRAM:\n",
    "create_parameter_string, get_weather_data, get_station_data, create_gdf, combine_csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "#function to create query parameter string from user entered parameters\n",
    "def create_parameter_string(datasetid, startdate, enddate, datatypeid = None, locationid = None, stationid = None, units = None, sortfield = None, sortorder = None, limit = None, includemetadata = None):\n",
    "    \"\"\"\n",
    "    Method to create query parameter string from user entered parameters\n",
    "    Returns parameter string.\n",
    "    \"\"\"\n",
    "    #FORMAT OPTIONAL PARAMETERS FOR USE IN QUERY'S PARAMETER STRING\n",
    "    #optional data param names to be stored in list\n",
    "    data_params = []\n",
    "\n",
    "    #format all values from datatypeid list and add to optional parameters list\n",
    "    if(datatypeid != None):\n",
    "        dtid_param = '&datatypeid='\n",
    "        for i in range(len(datatypeid)):\n",
    "            if(i==0):\n",
    "                dtid = str(datatypeid[i])\n",
    "                dtid_param += dtid\n",
    "            else:\n",
    "                dtid = '&datatypeid='+ str(datatypeid[i])\n",
    "                dtid_param += dtid\n",
    "        data_params.append(dtid_param)\n",
    "    #print(dtid_param)           \n",
    "\n",
    "    #format all values from locationid list and add to optional parameters list\n",
    "    if(locationid != None):\n",
    "        lid_param = '&locationid='\n",
    "        for i in range(len(locationid)):\n",
    "            if(i==0):\n",
    "                lid = 'FIPS:' + str(locationid[i])\n",
    "                lid_param += lid\n",
    "            else:\n",
    "                lid = '&locationid=FIPS:' + str(locationid[i])\n",
    "                lid_param += lid\n",
    "        data_params.append(lid_param)\n",
    "    #print(lid_param)\n",
    "\n",
    "    #format all values from stationid list and add to optional parameters list\n",
    "    if(stationid != None):\n",
    "        sid_param = '&stationid='\n",
    "        for i in range(len(stationid)):\n",
    "            if(i==0):\n",
    "                sid = 'GHCND:' + str(stationid[i])\n",
    "                sid_param += sid\n",
    "            else:\n",
    "                sid = '&stationid=GHCND:' + str(stationid[i])\n",
    "                sid_param += sid\n",
    "        data_params.append(sid_param)\n",
    "    #print(sid_param)\n",
    "\n",
    "    #format units and add to optional parameters list\n",
    "    if(units != None):\n",
    "        u_param = '&units='+ str(units)\n",
    "        data_params.append(u_param)\n",
    "    #print(u_param)\n",
    "\n",
    "    #format sortfield and add to optional parameters list\n",
    "    if(sortfield != None):\n",
    "        sf_param = '&sortfield='+ str(sortfield)\n",
    "        data_params.append(sf_param)\n",
    "    #print(sf_param)\n",
    "\n",
    "    #format sortorder and add to optional parameters list\n",
    "    if(sortorder != None):\n",
    "        so_param = '&sortorder='+ str(sortorder)\n",
    "        data_params.append(so_param)\n",
    "    #print(so_param)\n",
    "\n",
    "    #format limit and add to optional parameters list\n",
    "    if(limit != None):\n",
    "        lim_param = '&limit='+ str(limit)\n",
    "        data_params.append(lim_param)\n",
    "    #print(lim_param)\n",
    "    \n",
    "    #format includemetadata and add to optional parameters list\n",
    "    if(includemetadata != None):\n",
    "        md_param = '&includemetadata='+ str(includemetadata)\n",
    "        data_params.append(md_param)\n",
    "    #print(md_param)\n",
    "    \n",
    "\n",
    "    #CREATE PARAMETER STRING VARIABLE; FORMAT AND ADD INFO FOR REQUIRED PARAMETERS\n",
    "    params = 'datasetid='+str(datasetid)+'&'+ 'startdate='+str(startdate)+'&'+'enddate='+str(enddate)#+'&offset=126000'\n",
    "\n",
    "    \n",
    "    #ADD FORMATTED OPTIONAL PARAMETERS TO PARAMETER STRING\n",
    "    #loop through optional_params, add items to params statement if value != None\n",
    "    for i in range(len(data_params)):\n",
    "        params += str(data_params[i])\n",
    "    print(params)\n",
    "    \n",
    "    #return parameter string\n",
    "    return params"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Function to retrieve weather data using NOAA web services API\n",
    "def get_weather_data(token, params, base_url_data='https://www.ncdc.noaa.gov/cdo-web/api/v2/data', limit=25):\n",
    "    \"\"\"\n",
    "    Method to retrieve weather data using NOAA web services API.\n",
    "    NOAA API limit default is set to 25.\n",
    "    Parses results and creates pandas dataframe object.\n",
    "    Returns dataframe with weather data.\n",
    "    \"\"\"\n",
    "    #import modules\n",
    "    import os\n",
    "    import pandas as pd\n",
    "    import requests\n",
    "    import sys\n",
    "    \n",
    "    #data request\n",
    "    r = requests.get(base_url_data, params = params, headers=token)\n",
    "\n",
    "    #print status of request\n",
    "    print(\"Request status code: \"+str(r.status_code))\n",
    "    \n",
    "    #parse json results, create pandas dataframe object\n",
    "    df = pd.DataFrame.from_dict(r.json()['results'])\n",
    "    \n",
    "    #return pandas dataframe with weather data\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Function to retrieve spatial station data using NOAA web services API\n",
    "def get_station_data(token, params, base_url_stations='https://www.ncdc.noaa.gov/cdo-web/api/v2/stations', limit=25):\n",
    "    \"\"\"\n",
    "    Method to retrieve spatial station data using NOAA web services API.\n",
    "    NOAA API limit default is set to 25.\n",
    "    Will iterate and use limit/offset to retrieve all data.\n",
    "    Parses results and creates pandas dataframe object.\n",
    "    Returns dataframe with station data.\n",
    "    \"\"\"\n",
    "    #import modules\n",
    "    import os\n",
    "    import pandas as pd\n",
    "    import requests\n",
    "    import sys\n",
    "    \n",
    "    \n",
    "    #data request\n",
    "    r = requests.get(base_url_stations, headers = token, params=param_str)\n",
    "    print(\"Request status code: \"+str(r.status_code))\n",
    "    \n",
    "    #parse json results, create pandas dataframe object\n",
    "    df_stations= pd.DataFrame.from_dict(r.json()['results'])\n",
    "    \n",
    "    #if 1000 items retrieved, check for more stations\n",
    "    offset = 0\n",
    "    while(len(df_stations)% limit == 0):\n",
    "        #set offset for iteration\n",
    "        offset += limit\n",
    "    \n",
    "        #add offset parameter to params string\n",
    "        params_offset = params + '&offset=' + str(offset) \n",
    "    \n",
    "        #request stations\n",
    "        r = requests.get(base_url_stations, params = params_offset, headers=token)\n",
    "    \n",
    "        #print status of request\n",
    "        print(\"Request status code: \"+str(r.status_code))\n",
    "    \n",
    "        #parse this iteration's results, put in stations dataframe\n",
    "        df_temp = pd.DataFrame.from_dict(r.json()['results'])\n",
    "    \n",
    "        #append temp dataframe to original stations dataframe\n",
    "        df_stations = df_stations.append(df_temp)\n",
    "    \n",
    "    #print df_stations length\n",
    "    print('df_stations length: {}'.format(len(df_stations)))\n",
    "    \n",
    "    #return pandas dataframe containing spatial station data\n",
    "    return df_stations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "#FUNCTION TO CREATE GEODATAFRAME OF SORTED, MERGED DATA\n",
    "def create_gdf(df, epsg_code):\n",
    "    \"\"\"        \n",
    "    Geodataframe created using Shapely geometry.\n",
    "    \n",
    "    Returns the geodataframe.\n",
    "    \"\"\"\n",
    "    #import modules\n",
    "    import geopandas as gpd \n",
    "    import pandas as pd\n",
    "    from shapely.geometry import Point\n",
    "    \n",
    "    #Create a GeoDataFrame\n",
    "    #create an empty geometry list object\n",
    "    geometry = []\n",
    "    \n",
    "    #iterate to fill geometry list with station points\n",
    "    for i, row in df.iterrows():\n",
    "        x = row['longitude']\n",
    "        y = row['latitude']\n",
    "        geometry.append(Point((x,y)))\n",
    "\n",
    "    #specify the coordinate system\n",
    "    crs = {'init': 'epsg:{}'.format(epsg_code)}\n",
    "\n",
    "    #create a GeoDataFrame object \n",
    "    gdf = gpd.GeoDataFrame(df, crs = crs, geometry = geometry)\n",
    "    \n",
    "    return gdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "def combine_csv(directory_path, combo_csv_path):\n",
    "    \"\"\"\n",
    "    Function to read and concatenate all csv files in a folder into a combined csv file\n",
    "    \n",
    "        directory_path: sets the directory from which to read csv files\n",
    "    \n",
    "        combo_csv_path: name.csv for output data\n",
    "    \n",
    "    Returns panda dataframe\n",
    "    \"\"\"\n",
    "    import os \n",
    "    import glob\n",
    "    import pandas as pd\n",
    "\n",
    "    #specify path for input files\n",
    "    os.chdir(directory_path)\n",
    "    \n",
    "    #specify file extension\n",
    "    ext = 'csv'\n",
    "    \n",
    "    #add all csv filenames in folder to list\n",
    "    filenames = [i for i in glob.glob('*.{}'.format(ext))]\n",
    "    print(filenames)\n",
    "    \n",
    "    #combine csv files\n",
    "    df = pd.concat([pd.read_csv(f) for f in filenames])\n",
    "\n",
    "    #export new combined csv file\n",
    "    df.to_csv(combo_csv_path, index = False)\n",
    "    \n",
    "    #return panda dataframe\n",
    "    return df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### WEATHER DATA SETUP, RETRIEVAL, CSV FILE EXPORT:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "datasetid=GSOY&startdate=2011-01-01&enddate=2016-12-31&datatypeid=DX70&datatypeid=DX90&datatypeid=EMXT&datatypeid=TAVG&datatypeid=TMAX&locationid=FIPS:US&units=standard&limit=1000\n"
     ]
    }
   ],
   "source": [
    "#Create parameter string for use in NOAA query \n",
    "param_str = create_parameter_string(datasetid, startdate, enddate, datatypeid=datatypeid, locationid=locationid, units = units, limit = limit)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Request status code: 200\n",
      "1000\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>attributes</th>\n",
       "      <th>datatype</th>\n",
       "      <th>date</th>\n",
       "      <th>station</th>\n",
       "      <th>value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>X</td>\n",
       "      <td>DX70</td>\n",
       "      <td>2011-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>365.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>X</td>\n",
       "      <td>DX90</td>\n",
       "      <td>2011-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>X,0414,</td>\n",
       "      <td>EMXT</td>\n",
       "      <td>2011-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>90.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>X</td>\n",
       "      <td>TAVG</td>\n",
       "      <td>2011-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>81.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>X</td>\n",
       "      <td>TMAX</td>\n",
       "      <td>2011-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>86.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  attributes datatype                 date            station  value\n",
       "0          X     DX70  2011-01-01T00:00:00  GHCND:AQW00061705  365.0\n",
       "1          X     DX90  2011-01-01T00:00:00  GHCND:AQW00061705    1.0\n",
       "2    X,0414,     EMXT  2011-01-01T00:00:00  GHCND:AQW00061705   90.0\n",
       "3          X     TAVG  2011-01-01T00:00:00  GHCND:AQW00061705   81.2\n",
       "4          X     TMAX  2011-01-01T00:00:00  GHCND:AQW00061705   86.0"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Get first round of data, create dataframe\n",
    "weather_df = get_weather_data(token = token, params = param_str, limit = limit)\n",
    "\n",
    "print(len(weather_df))\n",
    "weather_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Request status code: 200\n",
      "weather_df length:2000\n",
      "Request status code: 200\n",
      "weather_df length:3000\n",
      "Request status code: 200\n",
      "weather_df length:4000\n",
      "Request status code: 200\n",
      "weather_df length:5000\n",
      "Request status code: 200\n",
      "weather_df length:6000\n",
      "Request status code: 200\n",
      "weather_df length:7000\n",
      "Request status code: 200\n",
      "weather_df length:8000\n",
      "Request status code: 200\n",
      "weather_df length:9000\n",
      "Request status code: 200\n",
      "weather_df length:10000\n",
      "Request status code: 200\n",
      "weather_df length:11000\n",
      "Request status code: 200\n",
      "weather_df length:12000\n",
      "Request status code: 200\n",
      "weather_df length:13000\n",
      "Request status code: 200\n",
      "weather_df length:14000\n",
      "Request status code: 200\n",
      "weather_df length:15000\n",
      "Request status code: 200\n",
      "weather_df length:16000\n",
      "Request status code: 200\n",
      "weather_df length:17000\n",
      "Request status code: 200\n",
      "weather_df length:18000\n",
      "Request status code: 200\n",
      "weather_df length:19000\n",
      "Request status code: 200\n",
      "weather_df length:20000\n",
      "Request status code: 200\n",
      "weather_df length:21000\n",
      "Request status code: 200\n",
      "weather_df length:22000\n",
      "Request status code: 200\n",
      "weather_df length:23000\n",
      "Request status code: 200\n",
      "weather_df length:24000\n",
      "Request status code: 200\n",
      "weather_df length:25000\n",
      "Request status code: 200\n",
      "weather_df length:26000\n",
      "Request status code: 200\n",
      "weather_df length:27000\n",
      "Request status code: 200\n",
      "weather_df length:28000\n",
      "Request status code: 200\n",
      "weather_df length:29000\n",
      "Request status code: 200\n",
      "weather_df length:30000\n",
      "Request status code: 200\n",
      "weather_df length:31000\n",
      "Request status code: 200\n",
      "weather_df length:32000\n",
      "Request status code: 200\n",
      "weather_df length:33000\n",
      "Request status code: 200\n",
      "weather_df length:34000\n",
      "Request status code: 200\n",
      "weather_df length:35000\n",
      "Request status code: 200\n",
      "weather_df length:36000\n",
      "Request status code: 200\n",
      "weather_df length:37000\n",
      "Request status code: 200\n",
      "weather_df length:38000\n",
      "Request status code: 200\n",
      "weather_df length:39000\n",
      "Request status code: 200\n",
      "weather_df length:40000\n",
      "Request status code: 200\n",
      "weather_df length:41000\n",
      "Request status code: 200\n",
      "weather_df length:42000\n",
      "Request status code: 200\n",
      "weather_df length:43000\n",
      "Request status code: 200\n",
      "weather_df length:44000\n",
      "Request status code: 200\n",
      "weather_df length:45000\n",
      "Request status code: 200\n",
      "weather_df length:46000\n",
      "Request status code: 200\n",
      "weather_df length:47000\n",
      "Request status code: 200\n",
      "weather_df length:48000\n",
      "Request status code: 200\n",
      "weather_df length:49000\n",
      "Request status code: 200\n",
      "weather_df length:50000\n",
      "Request status code: 200\n",
      "weather_df length:51000\n",
      "Request status code: 200\n",
      "weather_df length:52000\n",
      "Request status code: 200\n",
      "weather_df length:53000\n",
      "Request status code: 200\n",
      "weather_df length:54000\n",
      "Request status code: 200\n",
      "weather_df length:55000\n",
      "Request status code: 200\n",
      "weather_df length:56000\n",
      "Request status code: 200\n",
      "weather_df length:57000\n",
      "Request status code: 200\n",
      "weather_df length:58000\n",
      "Request status code: 200\n",
      "weather_df length:59000\n",
      "Request status code: 200\n",
      "weather_df length:60000\n",
      "Request status code: 200\n",
      "weather_df length:61000\n",
      "Request status code: 200\n",
      "weather_df length:62000\n",
      "Request status code: 200\n",
      "weather_df length:63000\n",
      "Request status code: 200\n",
      "weather_df length:64000\n",
      "Request status code: 200\n",
      "weather_df length:65000\n",
      "Request status code: 200\n",
      "weather_df length:66000\n",
      "Request status code: 200\n",
      "weather_df length:67000\n",
      "Request status code: 200\n",
      "weather_df length:68000\n",
      "Request status code: 200\n",
      "weather_df length:69000\n",
      "Request status code: 200\n",
      "weather_df length:70000\n",
      "Request status code: 200\n",
      "weather_df length:71000\n",
      "Request status code: 200\n",
      "weather_df length:72000\n",
      "Request status code: 200\n",
      "weather_df length:73000\n",
      "Request status code: 200\n",
      "weather_df length:74000\n",
      "Request status code: 200\n",
      "weather_df length:75000\n",
      "Request status code: 200\n",
      "weather_df length:76000\n",
      "Request status code: 200\n",
      "weather_df length:77000\n",
      "Request status code: 200\n",
      "weather_df length:78000\n",
      "Request status code: 200\n",
      "weather_df length:79000\n",
      "Request status code: 200\n",
      "weather_df length:80000\n",
      "Request status code: 200\n",
      "weather_df length:81000\n",
      "Request status code: 200\n",
      "weather_df length:82000\n",
      "Request status code: 200\n",
      "weather_df length:83000\n",
      "Request status code: 200\n",
      "weather_df length:84000\n",
      "Request status code: 200\n",
      "weather_df length:85000\n",
      "Request status code: 200\n",
      "weather_df length:86000\n",
      "Request status code: 200\n",
      "weather_df length:87000\n",
      "Request status code: 200\n",
      "weather_df length:88000\n",
      "Request status code: 200\n",
      "weather_df length:89000\n",
      "Request status code: 200\n",
      "weather_df length:90000\n",
      "Request status code: 200\n",
      "weather_df length:91000\n",
      "Request status code: 200\n",
      "weather_df length:92000\n",
      "Request status code: 200\n",
      "weather_df length:93000\n",
      "Request status code: 200\n",
      "weather_df length:94000\n",
      "Request status code: 200\n",
      "weather_df length:95000\n",
      "Request status code: 200\n",
      "weather_df length:96000\n",
      "Request status code: 200\n",
      "weather_df length:97000\n",
      "Request status code: 200\n",
      "weather_df length:98000\n",
      "Request status code: 200\n",
      "weather_df length:99000\n",
      "Request status code: 200\n",
      "weather_df length:100000\n",
      "Request status code: 200\n",
      "weather_df length:101000\n",
      "Request status code: 200\n",
      "weather_df length:102000\n",
      "Request status code: 200\n",
      "weather_df length:103000\n",
      "Request status code: 200\n",
      "weather_df length:104000\n",
      "Request status code: 200\n",
      "weather_df length:105000\n",
      "Request status code: 200\n",
      "weather_df length:106000\n",
      "Request status code: 200\n",
      "weather_df length:107000\n",
      "Request status code: 200\n",
      "weather_df length:108000\n",
      "Request status code: 200\n",
      "weather_df length:109000\n",
      "Request status code: 200\n",
      "weather_df length:110000\n",
      "Request status code: 200\n",
      "weather_df length:111000\n",
      "Request status code: 200\n",
      "weather_df length:112000\n",
      "Request status code: 200\n",
      "weather_df length:113000\n",
      "Request status code: 200\n",
      "weather_df length:114000\n",
      "Request status code: 200\n",
      "weather_df length:115000\n",
      "Request status code: 200\n",
      "weather_df length:116000\n",
      "Request status code: 200\n",
      "weather_df length:117000\n",
      "Request status code: 200\n",
      "weather_df length:118000\n",
      "Request status code: 200\n",
      "weather_df length:119000\n",
      "Request status code: 200\n",
      "weather_df length:120000\n",
      "Request status code: 200\n",
      "weather_df length:121000\n",
      "Request status code: 200\n",
      "weather_df length:122000\n",
      "Request status code: 200\n",
      "weather_df length:123000\n",
      "Request status code: 200\n",
      "weather_df length:124000\n",
      "Request status code: 200\n",
      "weather_df length:125000\n",
      "Request status code: 200\n",
      "weather_df length:126000\n",
      "Request status code: 200\n",
      "weather_df length:127000\n",
      "Request status code: 200\n",
      "weather_df length:128000\n",
      "Request status code: 200\n",
      "weather_df length:129000\n",
      "Request status code: 200\n",
      "weather_df length:130000\n",
      "Request status code: 200\n",
      "weather_df length:131000\n",
      "Request status code: 200\n",
      "weather_df length:132000\n",
      "Request status code: 200\n",
      "weather_df length:133000\n",
      "Request status code: 200\n",
      "weather_df length:134000\n",
      "Request status code: 200\n",
      "weather_df length:135000\n",
      "Request status code: 200\n",
      "weather_df length:136000\n",
      "Request status code: 200\n",
      "weather_df length:137000\n",
      "Request status code: 200\n",
      "weather_df length:138000\n",
      "Request status code: 200\n",
      "weather_df length:139000\n",
      "Request status code: 200\n",
      "weather_df length:140000\n",
      "Request status code: 200\n",
      "weather_df length:141000\n",
      "Request status code: 200\n",
      "weather_df length:142000\n",
      "Request status code: 200\n",
      "weather_df length:143000\n",
      "Request status code: 200\n",
      "weather_df length:144000\n",
      "Request status code: 200\n",
      "weather_df length:145000\n",
      "Request status code: 200\n",
      "weather_df length:146000\n",
      "Request status code: 200\n",
      "weather_df length:147000\n",
      "Request status code: 200\n",
      "weather_df length:148000\n",
      "Request status code: 200\n",
      "weather_df length:149000\n",
      "Request status code: 200\n",
      "weather_df length:150000\n",
      "Request status code: 200\n",
      "weather_df length:151000\n",
      "Request status code: 200\n",
      "weather_df length:152000\n",
      "Request status code: 200\n",
      "weather_df length:153000\n",
      "Request status code: 200\n",
      "weather_df length:154000\n",
      "Request status code: 200\n",
      "weather_df length:155000\n",
      "Request status code: 200\n",
      "weather_df length:156000\n",
      "Request status code: 200\n",
      "weather_df length:157000\n",
      "Request status code: 200\n",
      "weather_df length:158000\n",
      "Request status code: 200\n",
      "weather_df length:159000\n",
      "Request status code: 200\n",
      "weather_df length:160000\n",
      "Request status code: 200\n",
      "weather_df length:161000\n",
      "Request status code: 200\n",
      "weather_df length:162000\n",
      "Request status code: 200\n",
      "weather_df length:163000\n",
      "Request status code: 200\n",
      "weather_df length:164000\n",
      "Request status code: 200\n",
      "weather_df length:165000\n",
      "Request status code: 200\n",
      "weather_df length:166000\n",
      "Request status code: 200\n",
      "weather_df length:167000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Request status code: 200\n",
      "weather_df length:168000\n",
      "Request status code: 200\n",
      "weather_df length:169000\n",
      "Request status code: 200\n",
      "weather_df length:170000\n",
      "Request status code: 200\n",
      "weather_df length:171000\n",
      "Request status code: 200\n",
      "weather_df length:172000\n",
      "Request status code: 200\n",
      "weather_df length:173000\n",
      "Request status code: 200\n",
      "weather_df length:174000\n",
      "Request status code: 200\n",
      "weather_df length:175000\n",
      "Request status code: 200\n",
      "weather_df length:176000\n",
      "Request status code: 200\n",
      "weather_df length:177000\n",
      "Request status code: 200\n",
      "weather_df length:178000\n",
      "Request status code: 200\n",
      "weather_df length:179000\n",
      "Request status code: 200\n",
      "weather_df length:180000\n",
      "Request status code: 200\n",
      "weather_df length:181000\n",
      "Request status code: 200\n",
      "weather_df length:182000\n",
      "Request status code: 200\n",
      "weather_df length:183000\n",
      "Request status code: 200\n",
      "weather_df length:184000\n",
      "Request status code: 200\n",
      "weather_df length:185000\n",
      "Request status code: 200\n",
      "weather_df length:186000\n",
      "Request status code: 200\n",
      "weather_df length:187000\n",
      "Request status code: 200\n",
      "weather_df length:188000\n",
      "Request status code: 200\n",
      "weather_df length:189000\n",
      "Request status code: 200\n",
      "weather_df length:189831\n"
     ]
    }
   ],
   "source": [
    "#iterate to get all data (if limit = items retrieved during last request)\n",
    "offset = 0\n",
    "while(len(weather_df) % limit == 0):\n",
    "    \n",
    "    #set offset for next iteration\n",
    "    offset += limit\n",
    "    \n",
    "    #add/modify offset parameter to params string for all subsequent requests\n",
    "    params_offset = param_str + '&offset=' + str(offset) \n",
    "    \n",
    "    temp_df = get_weather_data(token = token, params = params_offset, limit = limit)\n",
    "        \n",
    "    #append temp dataframe to original dataframe\n",
    "    weather_df = weather_df.append(temp_df)\n",
    "    \n",
    "    print('weather_df length:{}'.format(len(weather_df)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "189831\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>attributes</th>\n",
       "      <th>datatype</th>\n",
       "      <th>date</th>\n",
       "      <th>station</th>\n",
       "      <th>value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>826</th>\n",
       "      <td>W</td>\n",
       "      <td>DX70</td>\n",
       "      <td>2016-01-01T00:00:00</td>\n",
       "      <td>GHCND:VQW00011624</td>\n",
       "      <td>366.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>827</th>\n",
       "      <td>W</td>\n",
       "      <td>DX90</td>\n",
       "      <td>2016-01-01T00:00:00</td>\n",
       "      <td>GHCND:VQW00011624</td>\n",
       "      <td>89.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>828</th>\n",
       "      <td>W,0830,</td>\n",
       "      <td>EMXT</td>\n",
       "      <td>2016-01-01T00:00:00</td>\n",
       "      <td>GHCND:VQW00011624</td>\n",
       "      <td>94.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>829</th>\n",
       "      <td>W</td>\n",
       "      <td>TAVG</td>\n",
       "      <td>2016-01-01T00:00:00</td>\n",
       "      <td>GHCND:VQW00011624</td>\n",
       "      <td>81.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>830</th>\n",
       "      <td>W</td>\n",
       "      <td>TMAX</td>\n",
       "      <td>2016-01-01T00:00:00</td>\n",
       "      <td>GHCND:VQW00011624</td>\n",
       "      <td>87.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    attributes datatype                 date            station  value\n",
       "826          W     DX70  2016-01-01T00:00:00  GHCND:VQW00011624  366.0\n",
       "827          W     DX90  2016-01-01T00:00:00  GHCND:VQW00011624   89.0\n",
       "828    W,0830,     EMXT  2016-01-01T00:00:00  GHCND:VQW00011624   94.0\n",
       "829          W     TAVG  2016-01-01T00:00:00  GHCND:VQW00011624   81.5\n",
       "830          W     TMAX  2016-01-01T00:00:00  GHCND:VQW00011624   87.5"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(len(weather_df))\n",
    "weather_df.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#rename value to reflect nature of data\n",
    "#weather_df = weather_df.rename(columns = {'value':'max_temp'})\n",
    "\n",
    "#delete redundant datatype column\n",
    "#del weather_df['datatype']\n",
    "#del weather_df['Unnamed: 0']\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#check weather_df prior to exporting as a csv file\n",
    "weather_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "#export raw weather data as csv file\n",
    "weather_csv = weather_df.to_csv(weather_csv_out)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### RETRIEVE SPATIAL STATION DATA:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Request status code: 200\n",
      "Request status code: 200\n",
      "Request status code: 200\n",
      "Request status code: 200\n",
      "Request status code: 200\n",
      "Request status code: 200\n",
      "Request status code: 200\n",
      "Request status code: 200\n",
      "Request status code: 200\n",
      "df_stations length: 8869\n"
     ]
    }
   ],
   "source": [
    "#request station data, methods iterates to get all stations\n",
    "station_df = get_station_data(token = token, params = param_str, limit = limit)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### FORMAT, EXPORT STATION DATA:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8869\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>-14.33056</td>\n",
       "      <td>-170.71361</td>\n",
       "      <td>PAGO PAGO WEATHER SERVICE OFFICE AIRPORT, US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>48.03330</td>\n",
       "      <td>-123.33330</td>\n",
       "      <td>VICTORIA GONZALES CS, WA US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>49.00000</td>\n",
       "      <td>-118.76670</td>\n",
       "      <td>MIDWAY, WA US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA005020881</td>\n",
       "      <td>49.00000</td>\n",
       "      <td>-97.23330</td>\n",
       "      <td>EMERSON AUTO, ND US</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA006020559</td>\n",
       "      <td>48.63330</td>\n",
       "      <td>-93.96670</td>\n",
       "      <td>BARWICK, MN US</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station  latitude  longitude  \\\n",
       "0  GHCND:AQW00061705 -14.33056 -170.71361   \n",
       "1  GHCND:CA001018611  48.03330 -123.33330   \n",
       "2  GHCND:CA001135126  49.00000 -118.76670   \n",
       "3  GHCND:CA005020881  49.00000  -97.23330   \n",
       "4  GHCND:CA006020559  48.63330  -93.96670   \n",
       "\n",
       "                                           name  \n",
       "0  PAGO PAGO WEATHER SERVICE OFFICE AIRPORT, US  \n",
       "1                   VICTORIA GONZALES CS, WA US  \n",
       "2                                 MIDWAY, WA US  \n",
       "3                           EMERSON AUTO, ND US  \n",
       "4                                BARWICK, MN US  "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#rename station id column to match weather dataframe\n",
    "station_df = station_df.rename(columns = {'id':'station'})\n",
    "\n",
    "#subset data to eliminate unnecessary columns\n",
    "station_df = station_df[['station','latitude','longitude','name']]\n",
    "\n",
    "print(len(station_df))\n",
    "station_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "#export station data as csv file\n",
    "stn_csv = station_df.to_csv(station_csv_out)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### FORMAT WEATHER DATA, PERFORM CALCULATIONS:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['gsoy_temps1.csv', 'gsoy_temps2.csv', 'gsoy_temps3.csv', 'gsoy_temps4.csv']\n"
     ]
    }
   ],
   "source": [
    "#combine multiple weather data csv files into one pandas dataframe\n",
    "\n",
    "#set paths\n",
    "directory_path = 'output/gsoy_csv_files'\n",
    "combo_csv_path = 'output/gsoy_csv_files/gsoy_temps_all.csv'\n",
    "\n",
    "#call method to combine weather data csv files\n",
    "weather_df = combine_csv(directory_path, combo_csv_path)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "524123\n",
      "524123\n"
     ]
    }
   ],
   "source": [
    "#check to make sure no duplicates in the csv files\n",
    "\n",
    "print(len(weather_df))\n",
    "\n",
    "#drop any duplicate values\n",
    "weather_df = weather_df.drop_duplicates(keep='first', inplace=False)\n",
    "\n",
    "print(len(weather_df))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### FORMAT DATA BY STATION FOR USE IN GEODATAFRAME:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>attributes</th>\n",
       "      <th>datatype</th>\n",
       "      <th>date</th>\n",
       "      <th>station</th>\n",
       "      <th>value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>DX70</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>365.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>DX90</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>35.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>0,1225,</td>\n",
       "      <td>EMXT</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>93.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>TAVG</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>81.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>TMAX</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>86.8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0 attributes datatype                 date            station  \\\n",
       "0           0          0     DX70  1999-01-01T00:00:00  GHCND:AQW00061705   \n",
       "1           1          0     DX90  1999-01-01T00:00:00  GHCND:AQW00061705   \n",
       "2           2    0,1225,     EMXT  1999-01-01T00:00:00  GHCND:AQW00061705   \n",
       "3           3          0     TAVG  1999-01-01T00:00:00  GHCND:AQW00061705   \n",
       "4           4          0     TMAX  1999-01-01T00:00:00  GHCND:AQW00061705   \n",
       "\n",
       "   value  \n",
       "0  365.0  \n",
       "1   35.0  \n",
       "2   93.0  \n",
       "3   81.6  \n",
       "4   86.8  "
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "weather_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>datatype</th>\n",
       "      <th>date</th>\n",
       "      <th>station</th>\n",
       "      <th>value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>DX70</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>365.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>DX90</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>35.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>EMXT</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>93.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>TAVG</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>81.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>TMAX</td>\n",
       "      <td>1999-01-01T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>86.8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  datatype                 date            station  value\n",
       "0     DX70  1999-01-01T00:00:00  GHCND:AQW00061705  365.0\n",
       "1     DX90  1999-01-01T00:00:00  GHCND:AQW00061705   35.0\n",
       "2     EMXT  1999-01-01T00:00:00  GHCND:AQW00061705   93.0\n",
       "3     TAVG  1999-01-01T00:00:00  GHCND:AQW00061705   81.6\n",
       "4     TMAX  1999-01-01T00:00:00  GHCND:AQW00061705   86.8"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "del weather_df['Unnamed: 0']\n",
    "del weather_df['attributes']\n",
    "\n",
    "weather_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9974\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station\n",
       "0  GHCND:AQW00061705\n",
       "1  GHCND:CA001018611\n",
       "2  GHCND:CA001135126\n",
       "3  GHCND:CA004038116\n",
       "4  GHCND:CA004038740"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#create weather df with one row for each station\n",
    "noaa_df = weather_df['station'].drop_duplicates(keep='first', inplace=False).reset_index()\n",
    "del noaa_df['index']\n",
    "\n",
    "print(len(noaa_df))\n",
    "noaa_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9974\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>DX90</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>774.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>385.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>103.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>31.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station   DX90\n",
       "0  GHCND:AQW00061705  774.0\n",
       "1  GHCND:CA001018611    8.0\n",
       "2  GHCND:CA001135126  385.0\n",
       "3  GHCND:CA004038116  103.0\n",
       "4  GHCND:CA004038740   31.0"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#calculate total days about 90 degrees F for each station\n",
    "#sum DX90 for each station\n",
    "\n",
    "dx90= weather_df.query('datatype == \"DX90\"')\n",
    "dx90 = dx90.rename(columns = {'value': 'DX90'})\n",
    "del dx90['datatype']\n",
    "\n",
    "dx90 = dx90[['DX90','station']].groupby('station').sum().reset_index()\n",
    "\n",
    "print(len(dx90))\n",
    "dx90.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#Merge number of days with 90+ degree max temp to new station dataframe\n",
    "noaa_df = noaa_df.merge(dx90, on='station')\n",
    "noaa_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9974\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>DX70</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>6575.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>600.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>2004.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>845.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>283.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station    DX70\n",
       "0  GHCND:AQW00061705  6575.0\n",
       "1  GHCND:CA001018611   600.0\n",
       "2  GHCND:CA001135126  2004.0\n",
       "3  GHCND:CA004038116   845.0\n",
       "4  GHCND:CA004038740   283.0"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#calculate total days about 70 degrees F for each station\n",
    "#sum DX70 for each station\n",
    "\n",
    "dx70= weather_df.query('datatype == \"DX70\"')\n",
    "dx70 = dx70.rename(columns = {'value': 'DX70'})\n",
    "del dx70['datatype']\n",
    "\n",
    "dx70 = dx70[['DX70','station']].groupby('station').sum().reset_index()\n",
    "\n",
    "print(len(dx70))\n",
    "dx70.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>DX90</th>\n",
       "      <th>DX70</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>774.0</td>\n",
       "      <td>6575.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>8.0</td>\n",
       "      <td>600.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>385.0</td>\n",
       "      <td>2004.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>103.0</td>\n",
       "      <td>845.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>31.0</td>\n",
       "      <td>283.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station   DX90    DX70\n",
       "0  GHCND:AQW00061705  774.0  6575.0\n",
       "1  GHCND:CA001018611    8.0   600.0\n",
       "2  GHCND:CA001135126  385.0  2004.0\n",
       "3  GHCND:CA004038116  103.0   845.0\n",
       "4  GHCND:CA004038740   31.0   283.0"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Merge number of days with 70+ degree max temp to new station dataframe\n",
    "noaa_df = noaa_df.merge(dx70, on='station')\n",
    "noaa_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9974\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>EMXT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>95.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>96.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>105.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>103.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>99.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station   EMXT\n",
       "0  GHCND:AQW00061705   95.0\n",
       "1  GHCND:CA001018611   96.0\n",
       "2  GHCND:CA001135126  105.0\n",
       "3  GHCND:CA004038116  103.0\n",
       "4  GHCND:CA004038740   99.0"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#calculate extreme max temp for each station\n",
    "#max EMXT for each station\n",
    "\n",
    "emxt = weather_df.query('datatype == \"EMXT\"')\n",
    "emxt = emxt.rename(columns = {'value': 'EMXT'})\n",
    "del emxt['datatype']\n",
    "\n",
    "emxt = emxt[['EMXT','station']].groupby('station').max().reset_index()\n",
    "\n",
    "print(len(emxt))\n",
    "emxt.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>DX90</th>\n",
       "      <th>DX70</th>\n",
       "      <th>EMXT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>774.0</td>\n",
       "      <td>6575.0</td>\n",
       "      <td>95.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>8.0</td>\n",
       "      <td>600.0</td>\n",
       "      <td>96.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>385.0</td>\n",
       "      <td>2004.0</td>\n",
       "      <td>105.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>103.0</td>\n",
       "      <td>845.0</td>\n",
       "      <td>103.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>31.0</td>\n",
       "      <td>283.0</td>\n",
       "      <td>99.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station   DX90    DX70   EMXT\n",
       "0  GHCND:AQW00061705  774.0  6575.0   95.0\n",
       "1  GHCND:CA001018611    8.0   600.0   96.0\n",
       "2  GHCND:CA001135126  385.0  2004.0  105.0\n",
       "3  GHCND:CA004038116  103.0   845.0  103.0\n",
       "4  GHCND:CA004038740   31.0   283.0   99.0"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Merge extreme max temp to new station dataframe\n",
    "noaa_df = noaa_df.merge(emxt, on='station')\n",
    "noaa_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9974\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>TMAX</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>86.655556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>56.894118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>58.718750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>52.766667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>52.600000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station       TMAX\n",
       "0  GHCND:AQW00061705  86.655556\n",
       "1  GHCND:CA001018611  56.894118\n",
       "2  GHCND:CA001135126  58.718750\n",
       "3  GHCND:CA004038116  52.766667\n",
       "4  GHCND:CA004038740  52.600000"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#calculate average max daily temp for each station\n",
    "#mean TMAX for each station\n",
    "\n",
    "tmax = weather_df.query('datatype == \"TMAX\"')\n",
    "tmax = tmax.rename(columns = {'value': 'TMAX'})\n",
    "del tmax['datatype']\n",
    "\n",
    "tmax = tmax[['TMAX','station']].groupby('station').mean().reset_index()\n",
    "\n",
    "print(len(tmax))\n",
    "tmax.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>DX90</th>\n",
       "      <th>DX70</th>\n",
       "      <th>EMXT</th>\n",
       "      <th>TMAX</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>774.0</td>\n",
       "      <td>6575.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>86.655556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>8.0</td>\n",
       "      <td>600.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>56.894118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>385.0</td>\n",
       "      <td>2004.0</td>\n",
       "      <td>105.0</td>\n",
       "      <td>58.718750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>103.0</td>\n",
       "      <td>845.0</td>\n",
       "      <td>103.0</td>\n",
       "      <td>52.766667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>31.0</td>\n",
       "      <td>283.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>52.600000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station   DX90    DX70   EMXT       TMAX\n",
       "0  GHCND:AQW00061705  774.0  6575.0   95.0  86.655556\n",
       "1  GHCND:CA001018611    8.0   600.0   96.0  56.894118\n",
       "2  GHCND:CA001135126  385.0  2004.0  105.0  58.718750\n",
       "3  GHCND:CA004038116  103.0   845.0  103.0  52.766667\n",
       "4  GHCND:CA004038740   31.0   283.0   99.0  52.600000"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Merge average max temp to new station dataframe\n",
    "noaa_df = noaa_df.merge(tmax, on='station')\n",
    "noaa_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9861\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>TAVG</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>82.233333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>51.100000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>46.050000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>40.588889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>39.500000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station       TAVG\n",
       "0  GHCND:AQW00061705  82.233333\n",
       "1  GHCND:CA001018611  51.100000\n",
       "2  GHCND:CA001135126  46.050000\n",
       "3  GHCND:CA004038116  40.588889\n",
       "4  GHCND:CA004038740  39.500000"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#calculate overall mean temp for each station\n",
    "#mean TAVG for each station\n",
    "\n",
    "tavg = weather_df.query('datatype == \"TAVG\"')\n",
    "tavg = tavg.rename(columns = {'value': 'TAVG'})\n",
    "del tavg['datatype']\n",
    "\n",
    "tavg = tavg[['TAVG','station']].groupby('station').mean().reset_index()\n",
    "\n",
    "print(len(tavg))\n",
    "tavg.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>DX90</th>\n",
       "      <th>DX70</th>\n",
       "      <th>EMXT</th>\n",
       "      <th>TMAX</th>\n",
       "      <th>TAVG</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>774.0</td>\n",
       "      <td>6575.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>86.655556</td>\n",
       "      <td>82.233333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>8.0</td>\n",
       "      <td>600.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>56.894118</td>\n",
       "      <td>51.100000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>385.0</td>\n",
       "      <td>2004.0</td>\n",
       "      <td>105.0</td>\n",
       "      <td>58.718750</td>\n",
       "      <td>46.050000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>103.0</td>\n",
       "      <td>845.0</td>\n",
       "      <td>103.0</td>\n",
       "      <td>52.766667</td>\n",
       "      <td>40.588889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>31.0</td>\n",
       "      <td>283.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>52.600000</td>\n",
       "      <td>39.500000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station   DX90    DX70   EMXT       TMAX       TAVG\n",
       "0  GHCND:AQW00061705  774.0  6575.0   95.0  86.655556  82.233333\n",
       "1  GHCND:CA001018611    8.0   600.0   96.0  56.894118  51.100000\n",
       "2  GHCND:CA001135126  385.0  2004.0  105.0  58.718750  46.050000\n",
       "3  GHCND:CA004038116  103.0   845.0  103.0  52.766667  40.588889\n",
       "4  GHCND:CA004038740   31.0   283.0   99.0  52.600000  39.500000"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Merge average temp to new station dataframe\n",
    "noaa_df = noaa_df.merge(tavg, on='station')\n",
    "noaa_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9861\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>DX90</th>\n",
       "      <th>DX70</th>\n",
       "      <th>EMXT</th>\n",
       "      <th>TMAX</th>\n",
       "      <th>TAVG</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>774.0</td>\n",
       "      <td>6575.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>86.655556</td>\n",
       "      <td>82.233333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>8.0</td>\n",
       "      <td>600.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>56.894118</td>\n",
       "      <td>51.100000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>385.0</td>\n",
       "      <td>2004.0</td>\n",
       "      <td>105.0</td>\n",
       "      <td>58.718750</td>\n",
       "      <td>46.050000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA004038116</td>\n",
       "      <td>103.0</td>\n",
       "      <td>845.0</td>\n",
       "      <td>103.0</td>\n",
       "      <td>52.766667</td>\n",
       "      <td>40.588889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CA004038740</td>\n",
       "      <td>31.0</td>\n",
       "      <td>283.0</td>\n",
       "      <td>99.0</td>\n",
       "      <td>52.600000</td>\n",
       "      <td>39.500000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station   DX90    DX70   EMXT       TMAX       TAVG\n",
       "0  GHCND:AQW00061705  774.0  6575.0   95.0  86.655556  82.233333\n",
       "1  GHCND:CA001018611    8.0   600.0   96.0  56.894118  51.100000\n",
       "2  GHCND:CA001135126  385.0  2004.0  105.0  58.718750  46.050000\n",
       "3  GHCND:CA004038116  103.0   845.0  103.0  52.766667  40.588889\n",
       "4  GHCND:CA004038740   31.0   283.0   99.0  52.600000  39.500000"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#check noaa_df prior to merging with station_df\n",
    "print(len(noaa_df))\n",
    "noaa_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### MERGE DATAFRAMES, CREATE GEODATAFRAME, AND EXPORT SHAPEFILE:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7706\n",
      "691637\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>attributes</th>\n",
       "      <th>date</th>\n",
       "      <th>station</th>\n",
       "      <th>max_temp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>,,W,0700</td>\n",
       "      <td>2019-06-21T00:00:00</td>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>85.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>,,C,</td>\n",
       "      <td>2019-06-21T00:00:00</td>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>64.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>,,C,</td>\n",
       "      <td>2019-06-21T00:00:00</td>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>77.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>,,C,</td>\n",
       "      <td>2019-06-21T00:00:00</td>\n",
       "      <td>GHCND:CA005020881</td>\n",
       "      <td>73.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>,,C,</td>\n",
       "      <td>2019-06-21T00:00:00</td>\n",
       "      <td>GHCND:CA006020559</td>\n",
       "      <td>77.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0 attributes                 date            station  max_temp\n",
       "0           0   ,,W,0700  2019-06-21T00:00:00  GHCND:AQW00061705      85.0\n",
       "1           1       ,,C,  2019-06-21T00:00:00  GHCND:CA001018611      64.0\n",
       "2           2       ,,C,  2019-06-21T00:00:00  GHCND:CA001135126      77.0\n",
       "3           3       ,,C,  2019-06-21T00:00:00  GHCND:CA005020881      73.0\n",
       "4           4       ,,C,  2019-06-21T00:00:00  GHCND:CA006020559      77.0"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#merge noaa_df and station_df\n",
    "\n",
    "#import csv files, read as dataframes if needed prior to merge\n",
    "import pandas as pd\n",
    "station_df = pd.read_csv('output/gsoy_stns.csv')\n",
    "weather_df = pd.read_csv('output/gsoy_csv_files/gsoy_temps_all.csv')\n",
    "\n",
    "print(len(station_df))\n",
    "station_df.head()\n",
    "\n",
    "print(len(weather_df))\n",
    "weather_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#merge weather_df with station_df\n",
    "noaa_df = noaa_df.merge(station_df, on='station')\n",
    "noaa_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>DX90</th>\n",
       "      <th>DX70</th>\n",
       "      <th>EMXT</th>\n",
       "      <th>TMAX</th>\n",
       "      <th>TAVG</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>name</th>\n",
       "      <th>geometry</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>GHCND:AQW00061705</td>\n",
       "      <td>774.0</td>\n",
       "      <td>6575.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>86.655556</td>\n",
       "      <td>82.233333</td>\n",
       "      <td>-14.33056</td>\n",
       "      <td>-170.71361</td>\n",
       "      <td>PAGO PAGO WEATHER SERVICE OFFICE AIRPORT, US</td>\n",
       "      <td>POINT (-170.71361 -14.33056)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>8.0</td>\n",
       "      <td>600.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>56.894118</td>\n",
       "      <td>51.100000</td>\n",
       "      <td>48.03330</td>\n",
       "      <td>-123.33330</td>\n",
       "      <td>VICTORIA GONZALES CS, WA US</td>\n",
       "      <td>POINT (-123.3333 48.0333)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>385.0</td>\n",
       "      <td>2004.0</td>\n",
       "      <td>105.0</td>\n",
       "      <td>58.718750</td>\n",
       "      <td>46.050000</td>\n",
       "      <td>49.00000</td>\n",
       "      <td>-118.76670</td>\n",
       "      <td>MIDWAY, WA US</td>\n",
       "      <td>POINT (-118.7667 49)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA006020559</td>\n",
       "      <td>20.0</td>\n",
       "      <td>941.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>49.540000</td>\n",
       "      <td>39.430000</td>\n",
       "      <td>48.63330</td>\n",
       "      <td>-93.96670</td>\n",
       "      <td>BARWICK, MN US</td>\n",
       "      <td>POINT (-93.9667 48.6333)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>GHCND:CQC00914080</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2175.0</td>\n",
       "      <td>89.0</td>\n",
       "      <td>83.350000</td>\n",
       "      <td>78.933333</td>\n",
       "      <td>15.21361</td>\n",
       "      <td>145.74972</td>\n",
       "      <td>CAPITOL HILL 1, US</td>\n",
       "      <td>POINT (145.74972 15.21361)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             station   DX90    DX70   EMXT       TMAX       TAVG  latitude  \\\n",
       "0  GHCND:AQW00061705  774.0  6575.0   95.0  86.655556  82.233333 -14.33056   \n",
       "1  GHCND:CA001018611    8.0   600.0   96.0  56.894118  51.100000  48.03330   \n",
       "2  GHCND:CA001135126  385.0  2004.0  105.0  58.718750  46.050000  49.00000   \n",
       "3  GHCND:CA006020559   20.0   941.0   97.0  49.540000  39.430000  48.63330   \n",
       "4  GHCND:CQC00914080    0.0  2175.0   89.0  83.350000  78.933333  15.21361   \n",
       "\n",
       "   longitude                                          name  \\\n",
       "0 -170.71361  PAGO PAGO WEATHER SERVICE OFFICE AIRPORT, US   \n",
       "1 -123.33330                   VICTORIA GONZALES CS, WA US   \n",
       "2 -118.76670                                 MIDWAY, WA US   \n",
       "3  -93.96670                                BARWICK, MN US   \n",
       "4  145.74972                            CAPITOL HILL 1, US   \n",
       "\n",
       "                       geometry  \n",
       "0  POINT (-170.71361 -14.33056)  \n",
       "1     POINT (-123.3333 48.0333)  \n",
       "2          POINT (-118.7667 49)  \n",
       "3      POINT (-93.9667 48.6333)  \n",
       "4    POINT (145.74972 15.21361)  "
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#create geodataframe\n",
    "noaa_gdf = create_gdf(noaa_df, epsg_code)\n",
    "noaa_gdf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#exports noaa_gdf as an ESRI shapefile\n",
    "noaa48_gdf.to_file(driver = \"ESRI Shapefile\", filename = shapefile_out_path)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### KEEP ONLY DATA FOR THE 48 CONTIGUOUS STATES:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>geometry</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>POLYGON ((-128 22, -128 52, -65 52, -65 22, -1...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            geometry\n",
       "0  POLYGON ((-128 22, -128 52, -65 52, -65 22, -1..."
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#create bounding box for contiguous 48 states\n",
    "geometry = [Polygon([[-128,22],[-128,52],[-65,52],[-65,22]])]\n",
    "crs = {'init':'epsg:4269'}\n",
    "\n",
    "bbox_gdf = gpd.GeoDataFrame(crs = crs, geometry = geometry)\n",
    "bbox_gdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8200\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>station</th>\n",
       "      <th>DX90</th>\n",
       "      <th>DX70</th>\n",
       "      <th>EMXT</th>\n",
       "      <th>TMAX</th>\n",
       "      <th>TAVG</th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>name</th>\n",
       "      <th>geometry</th>\n",
       "      <th>index_right</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>GHCND:CA001018611</td>\n",
       "      <td>8.0</td>\n",
       "      <td>600.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>56.894118</td>\n",
       "      <td>51.100000</td>\n",
       "      <td>48.0333</td>\n",
       "      <td>-123.3333</td>\n",
       "      <td>VICTORIA GONZALES CS, WA US</td>\n",
       "      <td>POINT (-123.3333 48.0333)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>GHCND:CA001135126</td>\n",
       "      <td>385.0</td>\n",
       "      <td>2004.0</td>\n",
       "      <td>105.0</td>\n",
       "      <td>58.718750</td>\n",
       "      <td>46.050000</td>\n",
       "      <td>49.0000</td>\n",
       "      <td>-118.7667</td>\n",
       "      <td>MIDWAY, WA US</td>\n",
       "      <td>POINT (-118.7667 49)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>GHCND:CA006020559</td>\n",
       "      <td>20.0</td>\n",
       "      <td>941.0</td>\n",
       "      <td>97.0</td>\n",
       "      <td>49.540000</td>\n",
       "      <td>39.430000</td>\n",
       "      <td>48.6333</td>\n",
       "      <td>-93.9667</td>\n",
       "      <td>BARWICK, MN US</td>\n",
       "      <td>POINT (-93.9667 48.6333)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>GHCND:USC00010160</td>\n",
       "      <td>972.0</td>\n",
       "      <td>3380.0</td>\n",
       "      <td>105.0</td>\n",
       "      <td>75.100000</td>\n",
       "      <td>62.821429</td>\n",
       "      <td>32.9452</td>\n",
       "      <td>-85.9480</td>\n",
       "      <td>ALEXANDER CITY, AL US</td>\n",
       "      <td>POINT (-85.94799999999999 32.9452)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>GHCND:USC00010390</td>\n",
       "      <td>834.0</td>\n",
       "      <td>3486.0</td>\n",
       "      <td>104.0</td>\n",
       "      <td>72.181250</td>\n",
       "      <td>61.540000</td>\n",
       "      <td>34.7752</td>\n",
       "      <td>-86.9508</td>\n",
       "      <td>ATHENS, AL US</td>\n",
       "      <td>POINT (-86.9508 34.7752)</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              station   DX90    DX70   EMXT       TMAX       TAVG  latitude  \\\n",
       "1   GHCND:CA001018611    8.0   600.0   96.0  56.894118  51.100000   48.0333   \n",
       "2   GHCND:CA001135126  385.0  2004.0  105.0  58.718750  46.050000   49.0000   \n",
       "3   GHCND:CA006020559   20.0   941.0   97.0  49.540000  39.430000   48.6333   \n",
       "17  GHCND:USC00010160  972.0  3380.0  105.0  75.100000  62.821429   32.9452   \n",
       "18  GHCND:USC00010390  834.0  3486.0  104.0  72.181250  61.540000   34.7752   \n",
       "\n",
       "    longitude                         name  \\\n",
       "1   -123.3333  VICTORIA GONZALES CS, WA US   \n",
       "2   -118.7667                MIDWAY, WA US   \n",
       "3    -93.9667               BARWICK, MN US   \n",
       "17   -85.9480        ALEXANDER CITY, AL US   \n",
       "18   -86.9508                ATHENS, AL US   \n",
       "\n",
       "                              geometry  index_right  \n",
       "1            POINT (-123.3333 48.0333)            0  \n",
       "2                 POINT (-118.7667 49)            0  \n",
       "3             POINT (-93.9667 48.6333)            0  \n",
       "17  POINT (-85.94799999999999 32.9452)            0  \n",
       "18            POINT (-86.9508 34.7752)            0  "
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#keep only stations that are within 48 contiguous states (bounding box)\n",
    "noaa48_gdf = gpd.sjoin(noaa_gdf, bbox_gdf, op='within')\n",
    "\n",
    "print(len(noaa48_gdf))\n",
    "noaa48_gdf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXAAAAC+CAYAAAAsjFRPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAb3UlEQVR4nO3df3Db933f8eebFCTBTkOfImXVoqpSfV6alEc7I6xl5+2yiV4rxVREsk0unZd4t960/OE7d5kbx3UT2928q27plPbSS6ot1yg3b06bUpLJVFo9Jr5edq1lKpZh+Vw3duS6qn223NZcbDEiRb73x/cLEgQB4gsC+P4AXo87HoEvvl/g/QW/fOODz09zd0REJHt6kg5ARETWRwlcRCSjlMBFRDJKCVxEJKOUwEVEMmpDnC+2detW37VrV5wvKSKSeWfPnn3D3bdVbo81ge/atYvp6ek4X1JEJPPM7C+rbVcViohIRimBi4hklBK4iEhGKYGLiGSUEriISEYpgYuIZFSs3Qib8eCDDyYdgojIut1///0tf06VwEVEMkoJXEQko5TARUQySglcRCSjlMBFRDIqUi8UM3sJ+CGwAFx194KZbQG+AewCXgI+5u5/154wRUSkUiMl8H/u7je5eyG8/1lgyt1vAKbC+yIiEpNmqlAOAsfC28eAkebDERGRqKImcAf+2MzOmtmhcNvfc/dXAcLf7652oJkdMrNpM5u+dOlS8xGLiAgQfSTmLe7+ipm9G3jMzP486gu4+1HgKEChUPB1xCgiIlVESuDu/kr4+3UzOw7sAV4zs+3u/qqZbQdeb2OcbVUs9jM1NcTMTB/5/GUAZmevoa9vhqGhKQBOndrH7Ow1AOTzl9m//zQDA+erPle1fYGl1zBbxL2HfP4yCwsbmJvbGB7tgC0911qvs55zK53PwMD5mtsbeV9K+9d7rqjPUy/mRvepZXJyH2fPFnDvwWyRwcFphodPN/bGiqSAua9dKDaza4Eed/9hePsx4NeBIeBv3P03zOyzwBZ3/8xaz1UoFHy9S6q1ay6UYrGfiYkDzM9vrLFH6f2xVdvLk3N50q62b/XtUaz++5g57qufa/fuF7njjoeX7k9O7mN6ek/F6y7Q27vIwsKGFdtzuTkOHJhYkZTXel96eq6yadOVqudc/lg+f5nZ2c1Ab83zy+WuMD+/ib6+GbZseYMLF66vGhssfwhWvmbpfVrrQ+qGG57n6advZH5+06pjC4UzDA+fbuoDT2QtzcyFYmZnyzqQLG+PkMB/Cjge3t0A/E93f8jM3gX8PrATeBn4qLv/7VrPlcYEfvjw3czOXtvEMzSTnFvNMVtg8+bqibUes0U2b55ldvaa8FtCraTbTiu/hZTk829z9WpujQ/aZbncHDt2vLzqg6DWcwOYLTA6eqLKh1b5/8fqD4zStykldamnHQm8bhWKu/8AuLHK9r8hKIVnVrHYX5bo1isNibvEcN/A7Oz6Jpl071n6MEsmeUOt9zP4O0V7r+fnN1ZJ3rWfG4JzP3nyIyws5CIeY+Fxwfs0M3Md4+NjHD8+yuDgk6qSkVhkZjrZZlX7On32bIF0JWCprdG/U+P7B9VKzTDcjenpPUtVNeUl80br3lVtI/V0RQKvrAuembmuSt2wSKuuB2N+fjMQXGvHj48wPj624jXce8NrEHbuvFi1kbd8/5mZ65iYOACgJC5LOj6BF4v9NZK1krfEo3Z1VFBaL78+12qPmZ/fyNTUkBK4LOn4BD41NYSStaRXY9fmcg8ckS5I4LrgpdMcOXKX6sNjlOa2iI5P4H19M8zMXJd0GCItYqoPb7PyhL3c9XS5LWJ8fIyXX96Rip5GHT8feDCSUiP4pbOU6sOltUoD2IJCnxGkyNXtZ9PTe5ic3Bd/gBU6vgQ+MHA+HCXZzGAdkXarNWCotijVg2n++p9GU1NDkQaLlZL4zp0XE30/Oz6BA+zffzrsxqXGTEmbxhN3uWPHbl8xfQJUVgEsP2/p6//4+JjmgKmhsTYzS7xXUFck8IGB80xM3LbUN1ckPZopVBgXLlzPAw98fnmLLYTdFuuPIC31Q1cSX9Zom1nSnSQ6vg68JJjASKTT2Iof95WTlNU7NhiNLCVDQ1PkcnOR9y8NvEpKV5TAgQQnZxJJL/ceisX+rq4Xr2wnuPHGp/j+998blq7X/jC8cqVy7px4dU0Cd++aLxsiDbCu7ZK4cu7+5XaCp54a5ODBkzz11I01JkVbtriYbALvmqzW1zeTdAgiqdSNXRJL3QWD3mkrE/TCwgbGx0fqJu806JoErv7gIrUl3RgXt1On9tXpLlit/3c1yeaUyFUoZtYLTAN/7e7DZvY14ENAqWj7r939XOtDbI2BgfNlM8KJSKXDh+9uegm/tCmv3y4tvtHbezXC1MHRG4IffPBzic0B30gd+F3Ac8A7y7b9irt/s7UhiUj8jNnZazlx4iCQrvrwWmuqVq6GBJVLG64cBl/qxLB60Y5mLM8BD/F3yYyUwM1sB3Ab8BDw6bZGJCKJWVzckPjgFKg9GKl8RHXlakjl+62+3W5Bl8y4E3jUOvAvAp8BFiu2P2RmRTM7YmZVO1qb2SEzmzaz6UuXLjUTa1PSMG+BSBYkXR++ej6SKIk46n7tk0RPt7qvaGbDwOvufrbioXuBnwZuBrYA91Q73t2PunvB3Qvbtm1rNt510/JpItGYVZbT4hV9PpJ0SeJ9i/KRcQvwETN7CXgE2Gtm/8PdX/XAFeD3gD1tjLNp6gcuEo17D4cP302x2B/r6xaL/Rw+fHfi3wDWxxkcnI79VetmNXe/1913uPsu4OPAt939X5nZdgAzM2AESE+rh0hXaXVXtqBBc3x8NLYkXiz2c/Lkwar9srNg48a5RHqhNFMsfdjMngGeAbYC/6k1IYlIOvQwMXFbLK80NTUUoWtfOuVycwwPTyby2g29Y+7+OPB4eHtvG+IRkRSJYxK4YrE/Y9UmzsaNc8zNbUx8jvVsfuQ1KO66PJF4pavKoXJyqBtueH5pcqjS/Wef7S/rrw1pO4eVfMXtQiGZQTvVdEUCD74GpvkCEVmv0mCV9mlktsJisZ8TJ0ZYXFzuox0McrGq99PPKRTOpCZhV+qKrhmaC1xkvYxTp6KPoZicHF5K3uXPsfb9NHJyuR8xNjae2uQNXVACV/WJdC4nl7vS9pWmVlZ1rG1uLnv9t5cFVSX5/OXMzAnT8Qk8mCYzC5/4Io07cOBbqVnv9dix25MOoQnO7t0vrlpfNO06vgolW63bIo0ZGDhPT89CW1/DrH4/82PHbs/E/NnVZTN5QxeUwLWUWqcoJZEsJoj2mZzcV6XOubXcq7/ntSacyqILF67nyJG7Eu0SuB4dn8A1hL5TZDc5tFMcc/z09c2sSNZBvftG0jCBVGss95A5eTJ90+mupeOzm5ZSk07W7gJKb+9VLl/ezPj42NLsgEGjadQVa7JlYWEDk5PDSYcRWccncC2lJp2rnSVgB5yFhd4wYXdesq5lbm5jZnqvdXwCz8pXIZF0MTqniqRRlplFnjs+gQdUAheR6LLSe60rEnih8CRK4iISVVbazroigQ8Pn6anZz7pMEQkE3xpkeS064oEDrC42MqVqKNSqV8kXZx6/5f5/OXMtJ1FTuBm1mtmT5nZZHh/t5k9YWbfN7NvmFlqJ0FIrkW5GxuARNIqmFlwbGycfP5tqiXzXG6O/fvTO3lVpUYG8twFPAe8M7x/GDji7o+Y2VeAXwK+3OL4WkLzoYh0M181QVXpd+Xc5R05EtPMdgC3AQ8Bnw7XwdwL/Mtwl2PAA6Q0gWelRVlEWm3t+bwHBs5nKmFXiloC/yLwGeDHwvvvAt5096vh/YvAe1ocW8v09c2Eo8hEpDN52e/g23aWpoVdr7oJ3MyGgdfd/ayZ/bPS5iq7Vm0ZMLNDwCGAnTt3rjPM5gwNTTExcSCcv0FEOku6V81ppygl8FuAj5jZh4HNBHXgXwSuM7MNYSl8B/BKtYPd/ShwFKBQKCTSLaP0CXzq1L5wcnrVh4t0inz+clcmb4jQC8Xd73X3He6+C/g48G13vx34DvAL4W53ACfbFmULDAyc5557vpB0GCLSYo2sGNRpmukHfg9Bg+YLBHXiX21NSCIi0WVl1GQ7NDQfuLs/Djwe3v4BsKf1IbVXPn+Z2dlrkw5DRFoiO6Mm26FrRmKW7N9/mt7eq/V3jJVGbIo0Lmi87OReJvV0/Io8lUp/7ImJ25if34QaNEWyx2yB0dETXZ28oQtL4BAk8fvuO5x0GGX0ISISnSt5h7oygYtItil5B7o6gefzl5MOQUQa1M29Tip1dQJPZ4OmiNSSy811da+TSl2dwAcGznPw4El6e+dJsieI2UKiry+SBWYLHDgwoeqTMl2dwCFI4p/73H9OMIJFRkdP6GuhyBpyuTk1XFbRdd0Ia1sgmbfDyuZoWZ5JTURKXCXvGrq+BF4yNnaSZKoxLBwZaih5i6yWpSXO4qYEHhoYOM/Wra+humiRNPFMLXEWNyXwMnfe+bu84x0zKImLpIX+F9eiBF7h7rt/K+kQRGRJDxMTBxJcmDzdlMBFJNXm5zeGC5NLJSXwKsz0tU0kTbQweXVK4FUMDj5JvHVvHvPriWSLxklUVzeBm9lmMztjZk+b2bNm9mC4/WtmdsHMzoU/N7U/3HgMD5+mUDgT0wjJUvJWF0KR6pwtW95IOohUijJy5Qqw193fMrMc8F0zOxU+9ivu/s32hZec4eHTDA+fpljsZ3x8jPYlWPX/Flmb8dJLu5MOIpWiLGrs7v5WeDcX/nTN9/2BgfMUCmfoolMWSR131fZWE+ldMbNeMzsHvA485u5PhA89ZGZFMztiZptqHHvIzKbNbPrSpUstCjtepSoVJXGRZJgtJh1CKkVK4O6+4O43ATuAPWbWD9wL/DRwM7CFYJX6ascedfeCuxe2bdvWorDjNzys0WAiyXAGB6eTDiKVGvpe4u5vEqxKv8/dXw2rV64Av0cGV6hvlFrC9Q1E4hI07pstUCicUQGqhrqNmGa2DZh39zfNLA/cChw2s+3u/qqZGTACdPxsM0NDU5w8eZCFhW6dxFGNrdJuTk/PPCMjmn0wiiiZaDtwzMx6CUrsv+/uk2b27TC5G3AO+FQb40yF0gV1/PioGlVEWmLlt7rdu1/kjjseTiiW7KmbwN29CHygyva9bYko5QYGzofdCruN+qpLqzljY+MqaTdBxch16M66cCVvaS3N8908JfB1GBqaIpebSzoMkczq6bmqeb5boFtb45pSKjVMTQ0xM9OH2WJYJ65Sqkh1y3XdfX0zDA1NqfTdAkrg6zQwcH7FBVgs9jMxcYD5+Y01jlAdsnQjJ5+/zP79p5Ww20AJvEUqS+X5/GUAZmevoa9vhi1b3uDChetREpdukstd4Z57vpB0GB1LCbyFKkvllR544PMxRiOSrJ6eqxw48K2kw+hoasTsWBo1KckxW2Bk5KSqTdpMCTxGu3e/SP3EWvl4o/uXJFlVow+PbpbLzTE6ekLJOwZK4DG6446H2br1Naon6eBn69bX6Ot7E3D6+t4Mk/7iin16euaWHk/nLImq5+9OTj7/NgcOaBh8XFQHHrM77/xdisX+pcbOVnSpOnv2ZtzjTprqVSO+1IVWXQOToQSegHqNnY0aHHyS6ek9xJVQzRbYvPlHzM5eu85nUPLvBPn8ZfUwSZiqUDpA5RqeZovh7dbr7b3K6OgJ9u8/vc7RqErenWJ29pqkQ+h6KoF3iNIaniXBWp6jtPIz2myRgwdX9iwoVQVFT8pK3p2iO+cEShcl8A61PPXtCO69DR7tBA2ny8flcnOrGqdKVUH1R6FK53GGhqaSDqLrKYF3sNVztvhSY6fZQtXEbrbI4OA0O3dejNzQWtp+6tS+8Gu1StndQA2WyYuyIs9m4E+ATeH+33T3+81sN/AIwXqY3wM+4e6aoi9lmmkwbeS48tJ4+XQCV65sYnFR5QSRdojyn3UF2Ovub5lZDviumZ0CPg0ccfdHzOwrwC8BX25jrJIB1Sb5Wl81jqRdsdivUnjC6rZwhQsXvxXezYU/DuwFvhluP0awLqbICgMD5xkdPdG2XjGSFGNqaijpILpepC4KZtZrZueA14HHgBeBN939arjLReA9NY49ZGbTZjZ96dKlVsQsGfPyyzu0hmgHCnofSZIi/Ve5+4K73wTsAPYA76u2W41jj7p7wd0L27ZtW3+kkllnzxZQw+Z6eNlP7cd6e+fJ598GnFzuRzX2b1d8kqSGWpfc/U0zexz4IHCdmW0IS+E7gFfaEJ90gMZL3xrsEzD6+t5kaGiqrIcPdRdIKG9Irv4+LpZtb+Z9No4du12ryCcoSi+UbcB8mLzzwK3AYeA7wC8Q9ES5AzjZzkAlu4L5MhppxLSwm2PP0v30Ki+FRomzsQ+nmZm+hnsSlfcIOnHi4IpeQD09V5emeZ2c3NfkFAzGhQvXMzm5b8UgMolPlKLRduA7ZlYEngQec/dJ4B7g02b2AvAu4KvtC1OybHBwmka/brv38MADv87Y2HjEBtC4v84HM++NjY0vxVmaRTKff3upSqP8dmn2yNL9KJoZ7TgwcJ6RkZMrZrcsn6N7ePg0vb1X136Suozp6T0Ui/1NPo+sR90SuLsXgQ9U2f4DgvpwkTWVSmfT0zcTlPbql/hKiauUbMbHRygfGbpaXKX06ms8NlJKHh4+Hal7ZS431/Rox3pxHTz4aAumXDBOndqnLoUJ0AgLiUVprpZisZ/JyWHm5jZSK+lWJq5SYpiYuI35+U01j2s3s0VGR4+3JFEtn1PlFARByTyu6VlbNYpWE1slQwlcYlVrxCYsLwBdLXGVjjty5C5mZq5LIPKFlq8yUznVQVJzai9/yxmL9XWleUrgkoj1DvEfGpqKaeKs5Trqer0+mtHqueHX69SpfaS7sViqUQKXTKkstQZamXiq13F3ulZUgag3SvyUwCVzykutwbznY7Qqiff0zGuVmXUxpqdvVgKPmcY3S6a1tpTsjIxMtPD5uo0xObkv6SC6ihK4CABOoXCmq6pNypm1oh+9hQODJC5K4JJ5ZotNP0dv79Wu/vo/OPgkrRoMpUE98VECl8xbz0jPcmYLHDz4aOsCyqDWfXhZ2KNF4qAELpk3PHyaQuEMtZP4WsndGRyc7tqqk3KtWqRYg3riowQuHSEoQdZK1Gv1UDGefvrGNkSUPUNDU+RyWhUxS9SNUDrI+roSBsPzpXVTFmie8LioBC4doxWNmd1uYOA89913uMln0YjOuCiBS8dotjFTlrWqPlzaSwlcOkapMTMoiddaikyiCGaDXN/7V5qcTNovyoo8PwF8HfhxgrWYjrr7b5nZA8C/BUorFf+qu/9RuwIViaI0bS2UhtnXn+tapc3VBgbO8/LLO9axYo+zf3/39qePW5RGzKvAf3D375nZjwFnzeyx8LEj7q6JIySVKie+MnPcVy4o0YpFEzrV8kIc0ZO42aK6ZMYoyoo8rwKvhrd/aGbPAe9pd2AirVA5XWv5PORJzb+dFcViP8XiTeG9UnXKWoncGR090eaopFxD3QjNbBfB8mpPALcAd5rZJ4FpglL631U55hBwCGDnzp1NhivSnLTMv512wYLIIywuRl+MOp+/rPc2ZpEbMc3sHcAfAr/s7v8P+DJwPXATQQn9N6sd5+5H3b3g7oVt27a1IGQRabepqaGGkrfqvpMRKYGbWY4geT/s7uMA7v6auy+4+yLw39ACxyIdY3mxjCi6eybHJNVN4GZmwFeB59z9v5Zt31622yigv55Ih4jeMydI3t08k2OSotSB3wJ8AnjGzM6F234V+EUzu4mgdeMl4N+1JUIRid3Q0FSdOnCnp2eekZEJlbwTFKUXynep3vSsPt8iHaqUlCcnh5mbW7mAtHrvpIcmsxKRqtRjJ/00lF5EJKOUwEVEMkoJXEQko5TARUQySglcRCSjlMBFRDJKCVxEJKOUwEVEMiozA3nuv//+pEMQEUkVlcBFRDJKCVxEJKOUwEVEMkoJXEQko5TARUQySglcRCSjzN3jezGzS8BfVnloK/BGbIG0nuJPVtbjh+yfg+Jvr59091WrwseawGsxs2l3LyQdx3op/mRlPX7I/jko/mSoCkVEJKOUwEVEMiotCfxo0gE0SfEnK+vxQ/bPQfEnIBV14CIi0ri0lMBFRKRBSuAiIhkVawI3s4+a2bNmtmhmhbLte8zsXPjztJmNlj22z8yeN7MXzOyzccZbaY34/4WZnTWzZ8Lfe8seGwy3v2Bmv21mlkz0S/HUOod3mdl3zOwtM/tSxTGpOYda8YeP3RvG+LyZ/VzZ9tRcQ+XM7EYz+9PwvZ0ws3eWPVb1XNLGzG4ysz8L/3enzWxPuN3Ca+UFMyua2T9MOtZqzOwbZbnnJTM7V/ZY+v8G7h7bD/A+4L3A40ChbPs1wIbw9nbgdYK5ynuBF4GfAjYCTwPvjzPmiPF/APj74e1+4K/LHjsD/GPAgFPA/qTir3MO1wL/BPgU8KWKY1JzDmvE//7w+tgE7A6vm960XUMV5/Ik8KHw9r8B/uNa55J0vDXO4Y9L1wPwYeDxstunwmvmg8ATScca4Vx+E/h8lv4GsZbA3f05d3++yvbL7n41vLsZKLWs7gFecPcfuPsc8AhwMJ5oV1sj/qfc/ZXw7rPAZjPbZGbbgXe6+596cFV8HRiJMeRV1jiHt939u8CPyren7RxqxU9wXTzi7lfc/QLwAsH1k6prqMJ7gT8Jbz8G/Hx4u9a5pJEDpW8OfUDp/+Ag8HUP/BlwXXgtpVL4rfJjwP8KN2Xib5CaOnAz+0dm9izwDPCpMKG/B/irst0uhtvS7OeBp9z9CkGsF8sey0L8lbJyDrWulTRfQ+eBj4S3Pwr8RHg7zTFX+mXgv5jZXwFfAO4Nt2fpHAD+KfCau38/vJ+J+Fu+pJqZ/R/gx6s8dJ+7n6x1nLs/AfyMmb0POGZmpa9fq3ZtTaTVrTf+8NifAQ4DP1vaVGW3tvfbbOYcqj1dlW1p/BvUirNaISW2vrNrnQtBtclvm9nngUeBudJhVfZPrL9vnXMYAv69u/+hmX0M+CpwKyk6h4jX0y+yXPqGFMW/lpYncHe/tcnjnzOztwnqki+yXCoB2MHyV7S2WG/8ZrYDOA580t1fDDdfJIi5pO3xQ/N/gwqxn8M641/rWon1GioX4Vx+FsDM/gFwW7gt9ut+LWudg5l9HbgrvPsHwH8Pb6fmHOr9DcxsAzAGDJZtTk38a0lFFYqZ7Q7fRMzsJwnqBl8iaOS5IXx8I/BxgpJKqpjZdcC3gHvd/f+Wtrv7q8APzeyDYR3bJ4FGS8CJytA5PAp8PGx72A3cQND4mtpryMzeHf7uAX4N+Er4UK1zSaNXgA+Ft/cCpSqIR4FPhr1RPgjMhNdSGt0K/Lm7l1cVZuNvEHMr7yjBJ9sV4DXgf4fbP0HQ+HcO+B4wUnbMh4G/IGgFvi/JFt814v814O0w/tLPu8PHCgR1nS8CXyIc/Zq2cwgfewn4W+CtcJ/3p+0c6sR/Xxjj85T1lEnTNVRxLneFcf0F8Bvl72utc0nbD0HPpbMEPTaeAAbD7Qb8TngOz1DWYyhtP8DXCNrdKren/m+gofQiIhmViioUERFpnBK4iEhGKYGLiGSUEriISEYpgYuIZJQSuIhIRimBi4hk1P8Hi18C4J9BdFMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "#plot noaa48_gdf points\n",
    "fig, ax = plt.subplots()\n",
    "bbox_gdf.plot(ax=ax, color='gray')\n",
    "noaa48_gdf.plot(ax=ax, color='blue')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "#exports noaa_gdf as an ESRI shapefile\n",
    "noaa48_gdf.to_file(driver = \"ESRI Shapefile\", filename = shapefile_out_path)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}