export-data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Prototype"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Introduction"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from bs4 import BeautifulSoup"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = \"Takeout/E-mail/bikesampa.mbox\"\n",
    "subject_target = \"Subject: Bike Sampa - Como foi sua viagem?\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "html_open_tag = \"<html>\"\n",
    "html_close_tag = \"</html>\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Extacting data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Selecting emails with ride details"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(data, \"r\") as f:\n",
    "    emails = f.readlines()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "i = 0\n",
    "selected_emails = []\n",
    "while i < len(emails):\n",
    "    if subject_target in emails[i]:\n",
    "        open_i = None\n",
    "        close_i = None\n",
    "        while open_i is None or close_i is None:\n",
    "            if html_open_tag in emails[i]:\n",
    "                open_i = i\n",
    "            if html_close_tag in emails[i]:\n",
    "                close_i = i\n",
    "            i+=1\n",
    "        new_email = \"\".join(emails[open_i:close_i+1])\n",
    "        selected_emails.append(new_email)\n",
    "    \n",
    "    i+=1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "235"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(selected_emails)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Parsing html\n",
    "\n",
    "I want to extract:\n",
    "- Ride source stations\n",
    "- Ride target station\n",
    "- Ride start time\n",
    "- Ride end time\n",
    "- Ride duration"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_info(soup):\n",
    "    span_tags = soup.find_all('span')\n",
    "    source_station = span_tags[0].text\n",
    "    start_time = span_tags[1].text\n",
    "    target_station = span_tags[2].text\n",
    "    end_time = span_tags[3].text\n",
    "    return (source_station, start_time, target_station, end_time)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = []\n",
    "error_list = []\n",
    "for i, email in enumerate(selected_emails):\n",
    "    soup = BeautifulSoup(email, 'html.parser')\n",
    "    try:\n",
    "        data_point = get_info(soup)\n",
    "        data.append(data_point)\n",
    "    except IndexError:\n",
    "        print(f\"Error: {i}\")\n",
    "        error_list.append(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(data, columns=[\"source_station\", \"start_time\", \"target_station\", \"end_time\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.applymap(lambda x: x.replace(\"=\\n\", \"\")\n",
    "                       .replace(\"=C3=A7\", \"ç\")\n",
    "                       .replace(\"=C3=BA\", \"ú\")\n",
    "                       .replace(\"=C3=AD\", \"í\")\n",
    "                       .replace(\"=C3=A3\", \"ã\")\n",
    "                       .replace(\"=C3=A1\", \"á\")\n",
    "                       .replace(\"</span>\", \"\").split(\"\\n\")[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>source_station</th>\n",
       "      <th>start_time</th>\n",
       "      <th>target_station</th>\n",
       "      <th>end_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-05-09 09:16:52</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-05-09 09:38:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-09-10 08:51:46</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-09-10 09:14:08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2019-07-12 09:06:00</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-07-12 09:32:29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-04-10 09:33:10</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-04-10 09:53:25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-24 19:21:58</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-06-24 19:44:29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-06-24 09:01:13</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-24 09:24:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-19 19:07:30</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-06-19 19:33:46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2019-06-19 09:02:40</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-19 09:26:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>117 - Cubo Itaú</td>\n",
       "      <td>2019-06-12 17:59:33</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-06-12 18:26:53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-06-12 09:58:13</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-12 10:23:27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2018-08-01 08:32:32</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-08-01 08:56:23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-06-14 08:49:33</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-06-14 09:12:30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-11-21 09:28:35</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-11-21 09:50:51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2019-06-25 09:09:46</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-25 09:34:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>118 - Rua Júlio Diniz</td>\n",
       "      <td>2020-03-03 18:14:50</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2020-03-03 18:39:25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-17 18:45:14</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-06-17 19:09:35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>6 - Rua Manduri</td>\n",
       "      <td>2019-06-17 09:44:48</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-17 10:03:32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-06-17 09:39:42</td>\n",
       "      <td>6 - Rua Manduri</td>\n",
       "      <td>2019-06-17 09:44:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-06-28 08:38:37</td>\n",
       "      <td>120 - Rua Gomes de Carvalho</td>\n",
       "      <td>2018-06-28 09:04:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-08-09 09:07:04</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-08-09 09:30:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2018-07-31 09:22:00</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-07-31 09:47:27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-12-12 18:19:41</td>\n",
       "      <td>6 - Rua Manduri</td>\n",
       "      <td>2018-12-12 18:45:42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-12-12 06:53:55</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-12-12 07:10:44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-06-27 18:30:05</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2018-06-27 18:50:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-06-27 08:29:30</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-06-27 08:50:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2019-08-29 09:06:58</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-08-29 09:30:42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>4 - Rua Diogo Moreira</td>\n",
       "      <td>2019-01-30 07:46:18</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-01-30 08:06:44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2019-01-30 07:42:02</td>\n",
       "      <td>4 - Rua Diogo Moreira</td>\n",
       "      <td>2019-01-30 07:45:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>120 - Rua Gomes de Carvalho</td>\n",
       "      <td>2018-12-05 19:24:19</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2018-12-05 19:51:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>25 - Rua Helena</td>\n",
       "      <td>2019-04-23 18:09:24</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-04-23 18:31:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>121 - Insper</td>\n",
       "      <td>2018-06-12 19:55:51</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2018-06-12 20:16:54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2018-06-12 09:03:19</td>\n",
       "      <td>118 - Rua Júlio Diniz</td>\n",
       "      <td>2018-06-12 09:26:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-08-26 08:45:55</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-08-26 09:08:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-12-10 06:38:45</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-12-10 07:01:37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2018-12-18 08:26:50</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-12-18 08:48:47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2018-09-11 08:34:10</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-09-11 08:57:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-07-26 08:45:57</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-07-26 09:08:23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-12-03 18:41:03</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2018-12-03 19:03:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-02-04 20:10:00</td>\n",
       "      <td>27 - Rua Min. Jesuíno Cardoso</td>\n",
       "      <td>2019-02-04 20:15:24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2018-09-28 08:14:33</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-09-28 08:36:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-12-17 19:45:24</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2018-12-17 20:07:23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-09-04 09:11:26</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-09-04 09:35:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-01-16 20:28:02</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-01-16 20:47:40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>218</th>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-04-17 09:01:41</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-04-17 09:24:35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>219</th>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2018-08-27 09:20:18</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-08-27 09:43:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-06-13 09:40:49</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-13 10:02:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221</th>\n",
       "      <td>117 - Cubo Itaú</td>\n",
       "      <td>2020-03-12 19:08:04</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2020-03-12 19:33:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-07-02 08:35:41</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-07-02 08:55:35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>223</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-10-17 09:37:00</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-10-17 10:00:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>224</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-10-26 09:01:45</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-10-26 09:26:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-01-28 19:48:32</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-01-28 20:09:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>226</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-05-31 09:31:33</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-05-31 09:53:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>227</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-05-30 18:27:26</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-05-30 18:58:49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-06-05 18:07:19</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-06-05 18:31:08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>229</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-02-25 18:15:11</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-02-25 18:40:11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>230</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-06-25 19:03:13</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2018-06-25 19:25:36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>231</th>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2018-06-25 09:44:32</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-06-25 10:06:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>232</th>\n",
       "      <td>11 - Praça Faria Lima</td>\n",
       "      <td>2018-10-08 08:44:23</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2018-10-08 09:06:11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>233</th>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-09-24 18:34:48</td>\n",
       "      <td>1 - Largo da Batata</td>\n",
       "      <td>2019-09-24 19:01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234</th>\n",
       "      <td>12 - Largo de Batata II</td>\n",
       "      <td>2019-09-03 09:10:47</td>\n",
       "      <td>26 - Praça Pierre Germayel</td>\n",
       "      <td>2019-09-03 09:35:14</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>235 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  source_station           start_time  \\\n",
       "0            1 - Largo da Batata  2019-05-09 09:16:52   \n",
       "1        12 - Largo de Batata II  2019-09-10 08:51:46   \n",
       "2          11 - Praça Faria Lima  2019-07-12 09:06:00   \n",
       "3        12 - Largo de Batata II  2019-04-10 09:33:10   \n",
       "4     26 - Praça Pierre Germayel  2019-06-24 19:21:58   \n",
       "5        12 - Largo de Batata II  2019-06-24 09:01:13   \n",
       "6     26 - Praça Pierre Germayel  2019-06-19 19:07:30   \n",
       "7          11 - Praça Faria Lima  2019-06-19 09:02:40   \n",
       "8                117 - Cubo Itaú  2019-06-12 17:59:33   \n",
       "9        12 - Largo de Batata II  2019-06-12 09:58:13   \n",
       "10           1 - Largo da Batata  2018-08-01 08:32:32   \n",
       "11         11 - Praça Faria Lima  2018-06-14 08:49:33   \n",
       "12         11 - Praça Faria Lima  2018-11-21 09:28:35   \n",
       "13         11 - Praça Faria Lima  2019-06-25 09:09:46   \n",
       "14         118 - Rua Júlio Diniz  2020-03-03 18:14:50   \n",
       "15    26 - Praça Pierre Germayel  2019-06-17 18:45:14   \n",
       "16               6 - Rua Manduri  2019-06-17 09:44:48   \n",
       "17       12 - Largo de Batata II  2019-06-17 09:39:42   \n",
       "18         11 - Praça Faria Lima  2018-06-28 08:38:37   \n",
       "19       12 - Largo de Batata II  2019-08-09 09:07:04   \n",
       "20       12 - Largo de Batata II  2018-07-31 09:22:00   \n",
       "21    26 - Praça Pierre Germayel  2018-12-12 18:19:41   \n",
       "22         11 - Praça Faria Lima  2018-12-12 06:53:55   \n",
       "23    26 - Praça Pierre Germayel  2018-06-27 18:30:05   \n",
       "24         11 - Praça Faria Lima  2018-06-27 08:29:30   \n",
       "25         11 - Praça Faria Lima  2019-08-29 09:06:58   \n",
       "26         4 - Rua Diogo Moreira  2019-01-30 07:46:18   \n",
       "27         11 - Praça Faria Lima  2019-01-30 07:42:02   \n",
       "28   120 - Rua Gomes de Carvalho  2018-12-05 19:24:19   \n",
       "29               25 - Rua Helena  2019-04-23 18:09:24   \n",
       "..                           ...                  ...   \n",
       "205                 121 - Insper  2018-06-12 19:55:51   \n",
       "206      12 - Largo de Batata II  2018-06-12 09:03:19   \n",
       "207      12 - Largo de Batata II  2019-08-26 08:45:55   \n",
       "208        11 - Praça Faria Lima  2018-12-10 06:38:45   \n",
       "209      12 - Largo de Batata II  2018-12-18 08:26:50   \n",
       "210      12 - Largo de Batata II  2018-09-11 08:34:10   \n",
       "211        11 - Praça Faria Lima  2018-07-26 08:45:57   \n",
       "212   26 - Praça Pierre Germayel  2018-12-03 18:41:03   \n",
       "213   26 - Praça Pierre Germayel  2019-02-04 20:10:00   \n",
       "214      12 - Largo de Batata II  2018-09-28 08:14:33   \n",
       "215   26 - Praça Pierre Germayel  2018-12-17 19:45:24   \n",
       "216        11 - Praça Faria Lima  2018-09-04 09:11:26   \n",
       "217   26 - Praça Pierre Germayel  2019-01-16 20:28:02   \n",
       "218          1 - Largo da Batata  2019-04-17 09:01:41   \n",
       "219          1 - Largo da Batata  2018-08-27 09:20:18   \n",
       "220      12 - Largo de Batata II  2019-06-13 09:40:49   \n",
       "221              117 - Cubo Itaú  2020-03-12 19:08:04   \n",
       "222        11 - Praça Faria Lima  2018-07-02 08:35:41   \n",
       "223      12 - Largo de Batata II  2019-10-17 09:37:00   \n",
       "224        11 - Praça Faria Lima  2018-10-26 09:01:45   \n",
       "225   26 - Praça Pierre Germayel  2019-01-28 19:48:32   \n",
       "226      12 - Largo de Batata II  2019-05-31 09:31:33   \n",
       "227   26 - Praça Pierre Germayel  2019-05-30 18:27:26   \n",
       "228   26 - Praça Pierre Germayel  2019-06-05 18:07:19   \n",
       "229   26 - Praça Pierre Germayel  2019-02-25 18:15:11   \n",
       "230   26 - Praça Pierre Germayel  2018-06-25 19:03:13   \n",
       "231          1 - Largo da Batata  2018-06-25 09:44:32   \n",
       "232        11 - Praça Faria Lima  2018-10-08 08:44:23   \n",
       "233   26 - Praça Pierre Germayel  2019-09-24 18:34:48   \n",
       "234      12 - Largo de Batata II  2019-09-03 09:10:47   \n",
       "\n",
       "                    target_station             end_time  \n",
       "0       26 - Praça Pierre Germayel  2019-05-09 09:38:17  \n",
       "1       26 - Praça Pierre Germayel  2019-09-10 09:14:08  \n",
       "2       26 - Praça Pierre Germayel  2019-07-12 09:32:29  \n",
       "3       26 - Praça Pierre Germayel  2019-04-10 09:53:25  \n",
       "4              1 - Largo da Batata  2019-06-24 19:44:29  \n",
       "5       26 - Praça Pierre Germayel  2019-06-24 09:24:10  \n",
       "6              1 - Largo da Batata  2019-06-19 19:33:46  \n",
       "7       26 - Praça Pierre Germayel  2019-06-19 09:26:00  \n",
       "8              1 - Largo da Batata  2019-06-12 18:26:53  \n",
       "9       26 - Praça Pierre Germayel  2019-06-12 10:23:27  \n",
       "10      26 - Praça Pierre Germayel  2018-08-01 08:56:23  \n",
       "11      26 - Praça Pierre Germayel  2018-06-14 09:12:30  \n",
       "12      26 - Praça Pierre Germayel  2018-11-21 09:50:51  \n",
       "13      26 - Praça Pierre Germayel  2019-06-25 09:34:01  \n",
       "14             1 - Largo da Batata  2020-03-03 18:39:25  \n",
       "15             1 - Largo da Batata  2019-06-17 19:09:35  \n",
       "16      26 - Praça Pierre Germayel  2019-06-17 10:03:32  \n",
       "17                 6 - Rua Manduri  2019-06-17 09:44:16  \n",
       "18     120 - Rua Gomes de Carvalho  2018-06-28 09:04:19  \n",
       "19      26 - Praça Pierre Germayel  2019-08-09 09:30:06  \n",
       "20      26 - Praça Pierre Germayel  2018-07-31 09:47:27  \n",
       "21                 6 - Rua Manduri  2018-12-12 18:45:42  \n",
       "22      26 - Praça Pierre Germayel  2018-12-12 07:10:44  \n",
       "23             1 - Largo da Batata  2018-06-27 18:50:16  \n",
       "24      26 - Praça Pierre Germayel  2018-06-27 08:50:17  \n",
       "25      26 - Praça Pierre Germayel  2019-08-29 09:30:42  \n",
       "26      26 - Praça Pierre Germayel  2019-01-30 08:06:44  \n",
       "27           4 - Rua Diogo Moreira  2019-01-30 07:45:16  \n",
       "28             1 - Largo da Batata  2018-12-05 19:51:59  \n",
       "29             1 - Largo da Batata  2019-04-23 18:31:06  \n",
       "..                             ...                  ...  \n",
       "205            1 - Largo da Batata  2018-06-12 20:16:54  \n",
       "206          118 - Rua Júlio Diniz  2018-06-12 09:26:03  \n",
       "207     26 - Praça Pierre Germayel  2019-08-26 09:08:01  \n",
       "208     26 - Praça Pierre Germayel  2018-12-10 07:01:37  \n",
       "209     26 - Praça Pierre Germayel  2018-12-18 08:48:47  \n",
       "210     26 - Praça Pierre Germayel  2018-09-11 08:57:10  \n",
       "211     26 - Praça Pierre Germayel  2018-07-26 09:08:23  \n",
       "212            1 - Largo da Batata  2018-12-03 19:03:15  \n",
       "213  27 - Rua Min. Jesuíno Cardoso  2019-02-04 20:15:24  \n",
       "214     26 - Praça Pierre Germayel  2018-09-28 08:36:14  \n",
       "215            1 - Largo da Batata  2018-12-17 20:07:23  \n",
       "216     26 - Praça Pierre Germayel  2018-09-04 09:35:20  \n",
       "217            1 - Largo da Batata  2019-01-16 20:47:40  \n",
       "218     26 - Praça Pierre Germayel  2019-04-17 09:24:35  \n",
       "219     26 - Praça Pierre Germayel  2018-08-27 09:43:20  \n",
       "220     26 - Praça Pierre Germayel  2019-06-13 10:02:15  \n",
       "221            1 - Largo da Batata  2020-03-12 19:33:03  \n",
       "222     26 - Praça Pierre Germayel  2018-07-02 08:55:35  \n",
       "223     26 - Praça Pierre Germayel  2019-10-17 10:00:18  \n",
       "224     26 - Praça Pierre Germayel  2018-10-26 09:26:04  \n",
       "225            1 - Largo da Batata  2019-01-28 20:09:19  \n",
       "226     26 - Praça Pierre Germayel  2019-05-31 09:53:20  \n",
       "227            1 - Largo da Batata  2019-05-30 18:58:49  \n",
       "228            1 - Largo da Batata  2019-06-05 18:31:08  \n",
       "229            1 - Largo da Batata  2019-02-25 18:40:11  \n",
       "230            1 - Largo da Batata  2018-06-25 19:25:36  \n",
       "231     26 - Praça Pierre Germayel  2018-06-25 10:06:06  \n",
       "232     26 - Praça Pierre Germayel  2018-10-08 09:06:11  \n",
       "233            1 - Largo da Batata  2019-09-24 19:01:16  \n",
       "234     26 - Praça Pierre Germayel  2019-09-03 09:35:14  \n",
       "\n",
       "[235 rows x 4 columns]"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.start_time = pd.to_datetime(df.start_time)\n",
    "df.end_time = pd.to_datetime(df.end_time)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.sort_values(by=\"start_time\").reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv(\"bikesampa.csv\", index=None)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": true,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}