NLP.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# NLP/Sentiment Analysis"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Import Dependencies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "from textblob import TextBlob\n",
    "import pandas as pd\n",
    "import random\n",
    "# from collections import Counter\n",
    "# import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Connecting with MongoDB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Importing dependencies to import datasets from MongoDB\n",
    "from pymongo import MongoClient\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Creating a connection with MongoDB\n",
    "client=MongoClient('localhost', 27017)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['romney3_12_df',\n",
       " 'mccain1_08_df',\n",
       " 'romney1_12_df',\n",
       " 'barack1_08_df',\n",
       " 'trump3_20_df',\n",
       " 'trump2_20_df',\n",
       " 'trump1_20_df',\n",
       " 'trump1_16_df',\n",
       " 'trump2_16_df',\n",
       " 'hillary2_16_df',\n",
       " 'romney2_12_df',\n",
       " 'biden1_20_df',\n",
       " 'biden2_20_df',\n",
       " 'barack3_12_df',\n",
       " 'biden3_20_df',\n",
       " 'mccain3_08_df',\n",
       " 'barack3_08_df',\n",
       " 'mccain2_08_df',\n",
       " 'hillary1_16_df',\n",
       " 'barack2_12_df',\n",
       " 'trump3_16_df',\n",
       " 'barack1_12_df',\n",
       " 'barack2_08_df',\n",
       " 'hillary3_16_df']"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Providing list of datasets for US Elections Twitter data\n",
    "db=client.us_election_twitter\n",
    "collect_names=db.list_collection_names()\n",
    "collect_names"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Importing Collections from MongoDB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "data=db.biden2_20_df\n",
    "h_list=data.find()\n",
    "biden2_20=pd.DataFrame(list(data.find()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "data=db.trump2_20_df\n",
    "h_list=data.find()\n",
    "trump2_20=pd.DataFrame(list(data.find()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Keeping the following columns: 'tweet', 'replies_count', 'retweets_count', 'like_count'\n",
    "biden2_20=pd.DataFrame(biden2_20, columns=['tweet','replies_count','retweets_count','likes_count'])\n",
    "trump2_20=pd.DataFrame(trump2_20, columns=['tweet','replies_count','retweets_count','likes_count'])\n",
    "biden2_20['candidate']='Biden' # Adding separate column to identify candidate\n",
    "trump2_20['candidate']='Trump' # Adding separate column to identify candidate"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Random Samples of Datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [],
   "source": [
    "# # As this was a big data project we decided to choose random samples of 30 percent for each \n",
    "# # dataset to facilitate quicker analysis and lower the probability of slow machine performance\n",
    "# biden3_20=biden3_20.sample(frac = 0.3)\n",
    "# trump3_20=trump3_20.sample(frac = 0.3)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Preprocessing of Data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create Funciton to Clean Tweets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import Dependency for RegEx\n",
    "import re\n",
    "# import emoji \n",
    "\n",
    "def cleantweet(text):\n",
    "    text=re.sub(r'@[A-Za-z0-9_]+', '', text) # This removes @ mentions\n",
    "    text=re.sub(r'https?:\\/\\/\\S+', '', text) # This removes the hyperlinks\n",
    "    text=re.sub(r'#[A-Za-z0-9_]+', '', text) # This removes the hashtag mentions\n",
    "    text=re.sub(r'\\W', ' ', text) # This removes all special characters\n",
    "    text=re.sub(r'[^\\x00-\\x7F]+',' ', text) # This replaces non-ASCII characters with space\n",
    "    text=re.sub(r'\\s+[a-zA-Z]\\s+', ' ', text) # Removing all single characters left as a result of removing all special characters\n",
    "    text=re.sub(r'\\^[a-zA-Z]\\s+', ' ', text) # Removing all single characters from the start\n",
    "    text=re.sub(r'_', '', text) # This removes underscore symbols\n",
    "    text=re.sub(r'\\s+', ' ', text, flags=re.I) # Replacing multiple spaces with single spaces\n",
    "#     text = text.lower() # Converts all text to lowercase\n",
    "#     text=emoji.get_emoji_regexp().sub(u'',text) # This removes the emojis\n",
    "#     text=re.sub('\\n', ' ', text) # This removes linebreaks\n",
    "    return text"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Creating Function to Drop Empty Tweets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "def drop_empty_tweets(db):\n",
    "    db=db.replace(r'^\\s*$', np.nan, regex=True) # Replace empty cells with NaN value\n",
    "    return db"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Cleaning tweets, dropping rows with NaN values and Creating New Column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Applying function to clean tweets and drop empty tweets for Biden\n",
    "biden2_20['tweet']=biden2_20['tweet'].apply(cleantweet)\n",
    "biden2_20=biden2_20.apply(drop_empty_tweets)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Applying function to clean tweets and drop empty tweets for Trump\n",
    "trump2_20['tweet']=trump2_20['tweet'].apply(cleantweet)\n",
    "trump2_20=trump2_20.apply(drop_empty_tweets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Dropping NaN values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "biden2=biden2_20.dropna()\n",
    "trump2=trump2_20.dropna()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Creating Length of Tweets Feature"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Greg\\anaconda3\\envs\\PythonData\\lib\\site-packages\\ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n",
      "C:\\Users\\Greg\\anaconda3\\envs\\PythonData\\lib\\site-packages\\ipykernel_launcher.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "biden2['tweet'] = biden2['tweet'].astype(str) # Converting tweet column to string before splitting\n",
    "biden2['tweet_length']= biden2['tweet'].str.split().str.len() # Creating separate column with length of tweets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Greg\\anaconda3\\envs\\PythonData\\lib\\site-packages\\ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n",
      "C:\\Users\\Greg\\anaconda3\\envs\\PythonData\\lib\\site-packages\\ipykernel_launcher.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "trump2['tweet'] = trump2['tweet'].astype(str) # Converting tweet column to string before splitting\n",
    "trump2['tweet_length']= trump2['tweet'].str.split().str.len() # Creating separate column with length of tweets"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Joining both Biden and Trump Datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tweet             995049\n",
       "replies_count     995049\n",
       "retweets_count    995049\n",
       "likes_count       995049\n",
       "candidate         995049\n",
       "tweet_length      995049\n",
       "dtype: int64"
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Joining both Biden and Trump Datasets\n",
    "second_debate=pd.concat([biden2,trump2])\n",
    "second_debate.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet</th>\n",
       "      <th>replies_count</th>\n",
       "      <th>retweets_count</th>\n",
       "      <th>likes_count</th>\n",
       "      <th>candidate</th>\n",
       "      <th>tweet_length</th>\n",
       "      <th>Subjectivity</th>\n",
       "      <th>Polarity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Hypothetical Question Let say Joe Biden wins t...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>48</td>\n",
       "      <td>0.287500</td>\n",
       "      <td>2.156250e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>want the Healthcare fixed</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>4</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>1.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Joe Biden and Kamala Harris will not let Donal...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>25</td>\n",
       "      <td>0.383333</td>\n",
       "      <td>-2.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Apparently thinks being compared to Mister Rog...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>17</td>\n",
       "      <td>0.305000</td>\n",
       "      <td>1.550000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>And Joe Biden doesn break the law mon Donkey ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Biden</td>\n",
       "      <td>10</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Ofcourse But it will literally always be like...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>20</td>\n",
       "      <td>0.583333</td>\n",
       "      <td>-1.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sure it could We don even know how much debt ...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>36</td>\n",
       "      <td>0.620370</td>\n",
       "      <td>5.555556e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Texting is easy if you re not comfortable with...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.816667</td>\n",
       "      <td>1.166667e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>All m saying is not everyone can be in manage...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>Biden</td>\n",
       "      <td>53</td>\n",
       "      <td>0.350000</td>\n",
       "      <td>2.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Lock up He a liar fraud criminal</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>7</td>\n",
       "      <td>0.550000</td>\n",
       "      <td>-4.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Hum Let see Trump is behind everywhere and do...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Biden</td>\n",
       "      <td>42</td>\n",
       "      <td>0.604921</td>\n",
       "      <td>-5.396825e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>m having sex with mel high for an eternity th...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>17</td>\n",
       "      <td>0.713333</td>\n",
       "      <td>3.866667e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>think he going to have his hands full with Tr...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>13</td>\n",
       "      <td>0.550000</td>\n",
       "      <td>3.500000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>It Joe Biden</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>3</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Hunter supports LBGTQ right too or are you sp...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Biden</td>\n",
       "      <td>10</td>\n",
       "      <td>0.535714</td>\n",
       "      <td>2.857143e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Muslim ban</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>2</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>What was insinuating is you have an illogical...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>38</td>\n",
       "      <td>0.366667</td>\n",
       "      <td>-1.666667e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Peter Schweizer Emails confirm China Ukraine b...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>He said this last night at his town hall so yes</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.066667</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Immigration enforcement by ICE</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>4</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Report Joe Biden met with Hunter Ukraine busin...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>24</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>And now he supports racist homophobe</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>Biden</td>\n",
       "      <td>6</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Biden was one of the first senators to suppor...</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>Biden</td>\n",
       "      <td>15</td>\n",
       "      <td>0.566667</td>\n",
       "      <td>-2.750000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Minimum wages only being intended for high sc...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Biden</td>\n",
       "      <td>36</td>\n",
       "      <td>0.635000</td>\n",
       "      <td>1.441667e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>agree Vote for Joe Biden the man of integrity...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>45</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>want Joe Biden to put safeguards in place tha...</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>Biden</td>\n",
       "      <td>50</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>2.500000e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>This is what leadership compassion and human ...</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>35</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>If your response to her pain begins with the ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>Biden</td>\n",
       "      <td>16</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>i wish trump died wish joe biden would die too...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>28</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>3.500000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>If for some stupid reason you don win we ll t...</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>Biden</td>\n",
       "      <td>28</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>5.551115e-17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>your lies ne Er stop do hurtful for people wh...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>13</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Revoke ALL IMPOTUS45 Executive Orders Then ar...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>8</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-5.000000e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>that all for you smiley</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>We want to hear about your son and his dealin...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>12</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Transphobia IS THAT IN THE SCRIPTURES</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Biden</td>\n",
       "      <td>6</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Keep your eyes on the ACA and not what Biden ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>19</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>Who are these parents that makes these decisi...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>18</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>1.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>It the cap for me</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>Biden</td>\n",
       "      <td>5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>He won get hard your not 12 anymore likes the...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.470833</td>\n",
       "      <td>-9.583333e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>10 to be held by the big guy Joe this is bad ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>15</td>\n",
       "      <td>0.383333</td>\n",
       "      <td>-3.500000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>Don you think that Biden has white supremacy</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>8</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>So this starts with god and guns Peters has n...</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>23</td>\n",
       "      <td>0.450000</td>\n",
       "      <td>3.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>The lying criminal Joe Biden</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>5</td>\n",
       "      <td>0.550000</td>\n",
       "      <td>-4.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>He delusional alright Bc he the one with his ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>18</td>\n",
       "      <td>0.540000</td>\n",
       "      <td>1.600000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>JOE BIDEN T TH TRUNG NG TH T V I T</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>Hey Jon do you know how desperate this tweet ...</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>Biden</td>\n",
       "      <td>16</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-3.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>Avoiding everyone from Connecticut who votes f...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>9</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>Lost his accomplishments maybe meant lost if ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>16</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-5.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>Ummm don know about testing in your area But ...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>47</td>\n",
       "      <td>0.287500</td>\n",
       "      <td>2.250000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>Maybe before fact checkers at call liar they s...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>26</td>\n",
       "      <td>0.496296</td>\n",
       "      <td>3.000000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>at is an She says if the election were held t...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>45</td>\n",
       "      <td>0.660000</td>\n",
       "      <td>2.200000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>Hunter enriching himself Snorting blow off of ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>9</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>Like when you threatened to withhold 1B from ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>9</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>BREAKING Secret audio tapes of Hunter amp Joe...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>Biden</td>\n",
       "      <td>44</td>\n",
       "      <td>0.833333</td>\n",
       "      <td>-5.333333e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>will vote for Joe Biden cannot support Presid...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>37</td>\n",
       "      <td>0.347917</td>\n",
       "      <td>3.125000e-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>Lier</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>It was under OBAMA it was legalized</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>7</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>trump has done nothing period</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Biden</td>\n",
       "      <td>5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>Chip in to elect Joe Biden and other Democrats...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>12</td>\n",
       "      <td>0.637500</td>\n",
       "      <td>3.375000e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>So your saying trump should get at least 160 ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>-3.000000e-01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                tweet  replies_count  \\\n",
       "0   Hypothetical Question Let say Joe Biden wins t...              0   \n",
       "1                          want the Healthcare fixed               0   \n",
       "2   Joe Biden and Kamala Harris will not let Donal...              0   \n",
       "3   Apparently thinks being compared to Mister Rog...              0   \n",
       "4    And Joe Biden doesn break the law mon Donkey ...              0   \n",
       "5    Ofcourse But it will literally always be like...              1   \n",
       "6    Sure it could We don even know how much debt ...              1   \n",
       "7   Texting is easy if you re not comfortable with...              0   \n",
       "8    All m saying is not everyone can be in manage...              1   \n",
       "9                   Lock up He a liar fraud criminal               0   \n",
       "10   Hum Let see Trump is behind everywhere and do...              0   \n",
       "12   m having sex with mel high for an eternity th...              0   \n",
       "13   think he going to have his hands full with Tr...              0   \n",
       "14                                      It Joe Biden               1   \n",
       "15   Hunter supports LBGTQ right too or are you sp...              0   \n",
       "16                                         Muslim ban              0   \n",
       "17   What was insinuating is you have an illogical...              1   \n",
       "18  Peter Schweizer Emails confirm China Ukraine b...              0   \n",
       "19   He said this last night at his town hall so yes               1   \n",
       "22                    Immigration enforcement by ICE               0   \n",
       "23  Report Joe Biden met with Hunter Ukraine busin...              0   \n",
       "24              And now he supports racist homophobe               1   \n",
       "25   Biden was one of the first senators to suppor...              4   \n",
       "26   Minimum wages only being intended for high sc...              1   \n",
       "27   agree Vote for Joe Biden the man of integrity...              0   \n",
       "28   want Joe Biden to put safeguards in place tha...              3   \n",
       "29   This is what leadership compassion and human ...              0   \n",
       "30   If your response to her pain begins with the ...              0   \n",
       "31  i wish trump died wish joe biden would die too...              1   \n",
       "32   If for some stupid reason you don win we ll t...             11   \n",
       "33   your lies ne Er stop do hurtful for people wh...              0   \n",
       "34   Revoke ALL IMPOTUS45 Executive Orders Then ar...              0   \n",
       "35                            that all for you smiley              0   \n",
       "37   We want to hear about your son and his dealin...              0   \n",
       "38             Transphobia IS THAT IN THE SCRIPTURES               1   \n",
       "39   Keep your eyes on the ACA and not what Biden ...              0   \n",
       "40   Who are these parents that makes these decisi...              1   \n",
       "41                                  It the cap for me              0   \n",
       "42   He won get hard your not 12 anymore likes the...              0   \n",
       "43   10 to be held by the big guy Joe this is bad ...              0   \n",
       "44      Don you think that Biden has white supremacy               0   \n",
       "45   So this starts with god and guns Peters has n...              6   \n",
       "46                       The lying criminal Joe Biden              0   \n",
       "47   He delusional alright Bc he the one with his ...              0   \n",
       "48                JOE BIDEN T TH TRUNG NG TH T V I T               0   \n",
       "49   Hey Jon do you know how desperate this tweet ...              5   \n",
       "50  Avoiding everyone from Connecticut who votes f...              0   \n",
       "51   Lost his accomplishments maybe meant lost if ...              0   \n",
       "53   Ummm don know about testing in your area But ...              1   \n",
       "54  Maybe before fact checkers at call liar they s...              0   \n",
       "55   at is an She says if the election were held t...              0   \n",
       "56  Hunter enriching himself Snorting blow off of ...              0   \n",
       "57   Like when you threatened to withhold 1B from ...              0   \n",
       "58   BREAKING Secret audio tapes of Hunter amp Joe...              0   \n",
       "59   will vote for Joe Biden cannot support Presid...              0   \n",
       "60                                               Lier              0   \n",
       "61                It was under OBAMA it was legalized              1   \n",
       "62                     trump has done nothing period               1   \n",
       "63  Chip in to elect Joe Biden and other Democrats...              0   \n",
       "64   So your saying trump should get at least 160 ...              0   \n",
       "\n",
       "    retweets_count  likes_count candidate  tweet_length  Subjectivity  \\\n",
       "0                0            0     Biden            48      0.287500   \n",
       "1                0            0     Biden             4      0.200000   \n",
       "2                1            1     Biden            25      0.383333   \n",
       "3                0            0     Biden            17      0.305000   \n",
       "4                0            3     Biden            10      0.000000   \n",
       "5                0            0     Biden            20      0.583333   \n",
       "6                0            0     Biden            36      0.620370   \n",
       "7                0            0     Biden            11      0.816667   \n",
       "8                1            2     Biden            53      0.350000   \n",
       "9                0            0     Biden             7      0.550000   \n",
       "10               0            3     Biden            42      0.604921   \n",
       "12               0            0     Biden            17      0.713333   \n",
       "13               0            0     Biden            13      0.550000   \n",
       "14               0            0     Biden             3      0.000000   \n",
       "15               0            2     Biden            10      0.535714   \n",
       "16               0            0     Biden             2      0.000000   \n",
       "17               0            0     Biden            38      0.366667   \n",
       "18               1            1     Biden            11      0.000000   \n",
       "19               0            1     Biden            11      0.066667   \n",
       "22               0            0     Biden             4      0.000000   \n",
       "23               0            0     Biden            24      0.000000   \n",
       "24               0            5     Biden             6      0.000000   \n",
       "25               0           15     Biden            15      0.566667   \n",
       "26               0            3     Biden            36      0.635000   \n",
       "27               0            0     Biden            45      1.000000   \n",
       "28               5           22     Biden            50      0.166667   \n",
       "29               5           35     Biden            11      0.100000   \n",
       "30               0            7     Biden            16      0.333333   \n",
       "31               0            0     Biden            28      0.800000   \n",
       "32               0           12     Biden            28      0.700000   \n",
       "33               0            0     Biden            13      0.000000   \n",
       "34               0            1     Biden             8      0.000000   \n",
       "35               0            1     Biden             5      0.000000   \n",
       "37               0            0     Biden            12      0.000000   \n",
       "38               0            2     Biden             6      0.000000   \n",
       "39               0            0     Biden            19      0.000000   \n",
       "40               0            0     Biden            18      0.200000   \n",
       "41               0           15     Biden             5      0.000000   \n",
       "42               0            0     Biden            11      0.470833   \n",
       "43               0            0     Biden            15      0.383333   \n",
       "44               0            1     Biden             8      0.000000   \n",
       "45               0            0     Biden            23      0.450000   \n",
       "46               0            0     Biden             5      0.550000   \n",
       "47               0            0     Biden            18      0.540000   \n",
       "48               0            0     Biden            11      0.000000   \n",
       "49               1           16     Biden            16      1.000000   \n",
       "50               0            0     Biden             9      0.000000   \n",
       "51               0            0     Biden            16      1.000000   \n",
       "53               0            1     Biden            47      0.287500   \n",
       "54               0            0     Biden            26      0.496296   \n",
       "55               0            0     Biden            45      0.660000   \n",
       "56               0            0     Biden             9      0.000000   \n",
       "57               0            0     Biden             9      0.000000   \n",
       "58               2            5     Biden            44      0.833333   \n",
       "59               0            0     Biden            37      0.347917   \n",
       "60               0            0     Biden             1      0.000000   \n",
       "61               0            0     Biden             7      0.000000   \n",
       "62               0            6     Biden             5      0.000000   \n",
       "63               0            1     Biden            12      0.637500   \n",
       "64               0            0     Biden            11      0.400000   \n",
       "\n",
       "        Polarity  \n",
       "0   2.156250e-01  \n",
       "1   1.000000e-01  \n",
       "2  -2.000000e-01  \n",
       "3   1.550000e-01  \n",
       "4   0.000000e+00  \n",
       "5  -1.000000e-01  \n",
       "6   5.555556e-02  \n",
       "7   1.166667e-01  \n",
       "8   2.000000e-01  \n",
       "9  -4.000000e-01  \n",
       "10 -5.396825e-02  \n",
       "12  3.866667e-01  \n",
       "13  3.500000e-01  \n",
       "14  0.000000e+00  \n",
       "15  2.857143e-01  \n",
       "16  0.000000e+00  \n",
       "17 -1.666667e-01  \n",
       "18  0.000000e+00  \n",
       "19  0.000000e+00  \n",
       "22  0.000000e+00  \n",
       "23  0.000000e+00  \n",
       "24  0.000000e+00  \n",
       "25 -2.750000e-01  \n",
       "26  1.441667e-01  \n",
       "27 -1.000000e+00  \n",
       "28  2.500000e-02  \n",
       "29  0.000000e+00  \n",
       "30  0.000000e+00  \n",
       "31  3.500000e-01  \n",
       "32  5.551115e-17  \n",
       "33  0.000000e+00  \n",
       "34 -5.000000e-02  \n",
       "35  0.000000e+00  \n",
       "37  0.000000e+00  \n",
       "38  0.000000e+00  \n",
       "39  0.000000e+00  \n",
       "40  1.000000e-01  \n",
       "41  0.000000e+00  \n",
       "42 -9.583333e-02  \n",
       "43 -3.500000e-01  \n",
       "44  0.000000e+00  \n",
       "45  3.000000e-01  \n",
       "46 -4.000000e-01  \n",
       "47  1.600000e-01  \n",
       "48  0.000000e+00  \n",
       "49 -3.000000e-01  \n",
       "50  0.000000e+00  \n",
       "51 -5.000000e-01  \n",
       "53  2.250000e-01  \n",
       "54  3.000000e-01  \n",
       "55  2.200000e-01  \n",
       "56  0.000000e+00  \n",
       "57  0.000000e+00  \n",
       "58 -5.333333e-01  \n",
       "59  3.125000e-02  \n",
       "60  0.000000e+00  \n",
       "61  0.000000e+00  \n",
       "62  0.000000e+00  \n",
       "63  3.375000e-01  \n",
       "64 -3.000000e-01  "
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create function to obtain subjectivity\n",
    "def getSubjectivity(text):\n",
    "    return TextBlob(text).sentiment.subjectivity\n",
    "\n",
    "# Create function to obtain polarity\n",
    "def getPolarity(text):\n",
    "    return TextBlob(text).sentiment.polarity\n",
    "\n",
    "# Create Columns for Subjectivity and Polarity\n",
    "second_debate['Subjectivity']=second_debate['tweet'].apply(getSubjectivity)\n",
    "second_debate['Polarity']=second_debate['tweet'].apply(getPolarity)\n",
    "second_debate.head(60)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet</th>\n",
       "      <th>replies_count</th>\n",
       "      <th>retweets_count</th>\n",
       "      <th>likes_count</th>\n",
       "      <th>candidate</th>\n",
       "      <th>tweet_length</th>\n",
       "      <th>Subjectivity</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Hypothetical Question Let say Joe Biden wins t...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>48</td>\n",
       "      <td>0.287500</td>\n",
       "      <td>2.156250e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>want the Healthcare fixed</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>4</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>1.000000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Joe Biden and Kamala Harris will not let Donal...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>25</td>\n",
       "      <td>0.383333</td>\n",
       "      <td>-2.000000e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Apparently thinks being compared to Mister Rog...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>17</td>\n",
       "      <td>0.305000</td>\n",
       "      <td>1.550000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>And Joe Biden doesn break the law mon Donkey ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Biden</td>\n",
       "      <td>10</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Ofcourse But it will literally always be like...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>20</td>\n",
       "      <td>0.583333</td>\n",
       "      <td>-1.000000e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sure it could We don even know how much debt ...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>36</td>\n",
       "      <td>0.620370</td>\n",
       "      <td>5.555556e-02</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Texting is easy if you re not comfortable with...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.816667</td>\n",
       "      <td>1.166667e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>All m saying is not everyone can be in manage...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>Biden</td>\n",
       "      <td>53</td>\n",
       "      <td>0.350000</td>\n",
       "      <td>2.000000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Lock up He a liar fraud criminal</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>7</td>\n",
       "      <td>0.550000</td>\n",
       "      <td>-4.000000e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Hum Let see Trump is behind everywhere and do...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Biden</td>\n",
       "      <td>42</td>\n",
       "      <td>0.604921</td>\n",
       "      <td>-5.396825e-02</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>m having sex with mel high for an eternity th...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>17</td>\n",
       "      <td>0.713333</td>\n",
       "      <td>3.866667e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>think he going to have his hands full with Tr...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>13</td>\n",
       "      <td>0.550000</td>\n",
       "      <td>3.500000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>It Joe Biden</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>3</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Hunter supports LBGTQ right too or are you sp...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Biden</td>\n",
       "      <td>10</td>\n",
       "      <td>0.535714</td>\n",
       "      <td>2.857143e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Muslim ban</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>2</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>What was insinuating is you have an illogical...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>38</td>\n",
       "      <td>0.366667</td>\n",
       "      <td>-1.666667e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Peter Schweizer Emails confirm China Ukraine b...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>He said this last night at his town hall so yes</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.066667</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Immigration enforcement by ICE</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>4</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Report Joe Biden met with Hunter Ukraine busin...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>24</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>And now he supports racist homophobe</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>Biden</td>\n",
       "      <td>6</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Biden was one of the first senators to suppor...</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>Biden</td>\n",
       "      <td>15</td>\n",
       "      <td>0.566667</td>\n",
       "      <td>-2.750000e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Minimum wages only being intended for high sc...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Biden</td>\n",
       "      <td>36</td>\n",
       "      <td>0.635000</td>\n",
       "      <td>1.441667e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>agree Vote for Joe Biden the man of integrity...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>45</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1.000000e+00</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>want Joe Biden to put safeguards in place tha...</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>Biden</td>\n",
       "      <td>50</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>2.500000e-02</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>This is what leadership compassion and human ...</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>35</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>If your response to her pain begins with the ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>Biden</td>\n",
       "      <td>16</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>i wish trump died wish joe biden would die too...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>28</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>3.500000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>If for some stupid reason you don win we ll t...</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>Biden</td>\n",
       "      <td>28</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>5.551115e-17</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>your lies ne Er stop do hurtful for people wh...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>13</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>Revoke ALL IMPOTUS45 Executive Orders Then ar...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>8</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-5.000000e-02</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>that all for you smiley</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>We want to hear about your son and his dealin...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>12</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>Transphobia IS THAT IN THE SCRIPTURES</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Biden</td>\n",
       "      <td>6</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>Keep your eyes on the ACA and not what Biden ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>19</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>Who are these parents that makes these decisi...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>18</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>1.000000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>It the cap for me</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>Biden</td>\n",
       "      <td>5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>He won get hard your not 12 anymore likes the...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.470833</td>\n",
       "      <td>-9.583333e-02</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>10 to be held by the big guy Joe this is bad ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>15</td>\n",
       "      <td>0.383333</td>\n",
       "      <td>-3.500000e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>Don you think that Biden has white supremacy</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>8</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>So this starts with god and guns Peters has n...</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>23</td>\n",
       "      <td>0.450000</td>\n",
       "      <td>3.000000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>The lying criminal Joe Biden</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>5</td>\n",
       "      <td>0.550000</td>\n",
       "      <td>-4.000000e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>He delusional alright Bc he the one with his ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>18</td>\n",
       "      <td>0.540000</td>\n",
       "      <td>1.600000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>JOE BIDEN T TH TRUNG NG TH T V I T</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>Hey Jon do you know how desperate this tweet ...</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>Biden</td>\n",
       "      <td>16</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-3.000000e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>Avoiding everyone from Connecticut who votes f...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>9</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>Lost his accomplishments maybe meant lost if ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>16</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-5.000000e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>Ummm don know about testing in your area But ...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>47</td>\n",
       "      <td>0.287500</td>\n",
       "      <td>2.250000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>Maybe before fact checkers at call liar they s...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>26</td>\n",
       "      <td>0.496296</td>\n",
       "      <td>3.000000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>at is an She says if the election were held t...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>45</td>\n",
       "      <td>0.660000</td>\n",
       "      <td>2.200000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>Hunter enriching himself Snorting blow off of ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>9</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>Like when you threatened to withhold 1B from ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>9</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>BREAKING Secret audio tapes of Hunter amp Joe...</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>Biden</td>\n",
       "      <td>44</td>\n",
       "      <td>0.833333</td>\n",
       "      <td>-5.333333e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>will vote for Joe Biden cannot support Presid...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>37</td>\n",
       "      <td>0.347917</td>\n",
       "      <td>3.125000e-02</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>Lier</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>It was under OBAMA it was legalized</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>7</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>trump has done nothing period</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>Biden</td>\n",
       "      <td>5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>Chip in to elect Joe Biden and other Democrats...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Biden</td>\n",
       "      <td>12</td>\n",
       "      <td>0.637500</td>\n",
       "      <td>3.375000e-01</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>So your saying trump should get at least 160 ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Biden</td>\n",
       "      <td>11</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>-3.000000e-01</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                tweet  replies_count  \\\n",
       "0   Hypothetical Question Let say Joe Biden wins t...              0   \n",
       "1                          want the Healthcare fixed               0   \n",
       "2   Joe Biden and Kamala Harris will not let Donal...              0   \n",
       "3   Apparently thinks being compared to Mister Rog...              0   \n",
       "4    And Joe Biden doesn break the law mon Donkey ...              0   \n",
       "5    Ofcourse But it will literally always be like...              1   \n",
       "6    Sure it could We don even know how much debt ...              1   \n",
       "7   Texting is easy if you re not comfortable with...              0   \n",
       "8    All m saying is not everyone can be in manage...              1   \n",
       "9                   Lock up He a liar fraud criminal               0   \n",
       "10   Hum Let see Trump is behind everywhere and do...              0   \n",
       "12   m having sex with mel high for an eternity th...              0   \n",
       "13   think he going to have his hands full with Tr...              0   \n",
       "14                                      It Joe Biden               1   \n",
       "15   Hunter supports LBGTQ right too or are you sp...              0   \n",
       "16                                         Muslim ban              0   \n",
       "17   What was insinuating is you have an illogical...              1   \n",
       "18  Peter Schweizer Emails confirm China Ukraine b...              0   \n",
       "19   He said this last night at his town hall so yes               1   \n",
       "22                    Immigration enforcement by ICE               0   \n",
       "23  Report Joe Biden met with Hunter Ukraine busin...              0   \n",
       "24              And now he supports racist homophobe               1   \n",
       "25   Biden was one of the first senators to suppor...              4   \n",
       "26   Minimum wages only being intended for high sc...              1   \n",
       "27   agree Vote for Joe Biden the man of integrity...              0   \n",
       "28   want Joe Biden to put safeguards in place tha...              3   \n",
       "29   This is what leadership compassion and human ...              0   \n",
       "30   If your response to her pain begins with the ...              0   \n",
       "31  i wish trump died wish joe biden would die too...              1   \n",
       "32   If for some stupid reason you don win we ll t...             11   \n",
       "33   your lies ne Er stop do hurtful for people wh...              0   \n",
       "34   Revoke ALL IMPOTUS45 Executive Orders Then ar...              0   \n",
       "35                            that all for you smiley              0   \n",
       "37   We want to hear about your son and his dealin...              0   \n",
       "38             Transphobia IS THAT IN THE SCRIPTURES               1   \n",
       "39   Keep your eyes on the ACA and not what Biden ...              0   \n",
       "40   Who are these parents that makes these decisi...              1   \n",
       "41                                  It the cap for me              0   \n",
       "42   He won get hard your not 12 anymore likes the...              0   \n",
       "43   10 to be held by the big guy Joe this is bad ...              0   \n",
       "44      Don you think that Biden has white supremacy               0   \n",
       "45   So this starts with god and guns Peters has n...              6   \n",
       "46                       The lying criminal Joe Biden              0   \n",
       "47   He delusional alright Bc he the one with his ...              0   \n",
       "48                JOE BIDEN T TH TRUNG NG TH T V I T               0   \n",
       "49   Hey Jon do you know how desperate this tweet ...              5   \n",
       "50  Avoiding everyone from Connecticut who votes f...              0   \n",
       "51   Lost his accomplishments maybe meant lost if ...              0   \n",
       "53   Ummm don know about testing in your area But ...              1   \n",
       "54  Maybe before fact checkers at call liar they s...              0   \n",
       "55   at is an She says if the election were held t...              0   \n",
       "56  Hunter enriching himself Snorting blow off of ...              0   \n",
       "57   Like when you threatened to withhold 1B from ...              0   \n",
       "58   BREAKING Secret audio tapes of Hunter amp Joe...              0   \n",
       "59   will vote for Joe Biden cannot support Presid...              0   \n",
       "60                                               Lier              0   \n",
       "61                It was under OBAMA it was legalized              1   \n",
       "62                     trump has done nothing period               1   \n",
       "63  Chip in to elect Joe Biden and other Democrats...              0   \n",
       "64   So your saying trump should get at least 160 ...              0   \n",
       "\n",
       "    retweets_count  likes_count candidate  tweet_length  Subjectivity  \\\n",
       "0                0            0     Biden            48      0.287500   \n",
       "1                0            0     Biden             4      0.200000   \n",
       "2                1            1     Biden            25      0.383333   \n",
       "3                0            0     Biden            17      0.305000   \n",
       "4                0            3     Biden            10      0.000000   \n",
       "5                0            0     Biden            20      0.583333   \n",
       "6                0            0     Biden            36      0.620370   \n",
       "7                0            0     Biden            11      0.816667   \n",
       "8                1            2     Biden            53      0.350000   \n",
       "9                0            0     Biden             7      0.550000   \n",
       "10               0            3     Biden            42      0.604921   \n",
       "12               0            0     Biden            17      0.713333   \n",
       "13               0            0     Biden            13      0.550000   \n",
       "14               0            0     Biden             3      0.000000   \n",
       "15               0            2     Biden            10      0.535714   \n",
       "16               0            0     Biden             2      0.000000   \n",
       "17               0            0     Biden            38      0.366667   \n",
       "18               1            1     Biden            11      0.000000   \n",
       "19               0            1     Biden            11      0.066667   \n",
       "22               0            0     Biden             4      0.000000   \n",
       "23               0            0     Biden            24      0.000000   \n",
       "24               0            5     Biden             6      0.000000   \n",
       "25               0           15     Biden            15      0.566667   \n",
       "26               0            3     Biden            36      0.635000   \n",
       "27               0            0     Biden            45      1.000000   \n",
       "28               5           22     Biden            50      0.166667   \n",
       "29               5           35     Biden            11      0.100000   \n",
       "30               0            7     Biden            16      0.333333   \n",
       "31               0            0     Biden            28      0.800000   \n",
       "32               0           12     Biden            28      0.700000   \n",
       "33               0            0     Biden            13      0.000000   \n",
       "34               0            1     Biden             8      0.000000   \n",
       "35               0            1     Biden             5      0.000000   \n",
       "37               0            0     Biden            12      0.000000   \n",
       "38               0            2     Biden             6      0.000000   \n",
       "39               0            0     Biden            19      0.000000   \n",
       "40               0            0     Biden            18      0.200000   \n",
       "41               0           15     Biden             5      0.000000   \n",
       "42               0            0     Biden            11      0.470833   \n",
       "43               0            0     Biden            15      0.383333   \n",
       "44               0            1     Biden             8      0.000000   \n",
       "45               0            0     Biden            23      0.450000   \n",
       "46               0            0     Biden             5      0.550000   \n",
       "47               0            0     Biden            18      0.540000   \n",
       "48               0            0     Biden            11      0.000000   \n",
       "49               1           16     Biden            16      1.000000   \n",
       "50               0            0     Biden             9      0.000000   \n",
       "51               0            0     Biden            16      1.000000   \n",
       "53               0            1     Biden            47      0.287500   \n",
       "54               0            0     Biden            26      0.496296   \n",
       "55               0            0     Biden            45      0.660000   \n",
       "56               0            0     Biden             9      0.000000   \n",
       "57               0            0     Biden             9      0.000000   \n",
       "58               2            5     Biden            44      0.833333   \n",
       "59               0            0     Biden            37      0.347917   \n",
       "60               0            0     Biden             1      0.000000   \n",
       "61               0            0     Biden             7      0.000000   \n",
       "62               0            6     Biden             5      0.000000   \n",
       "63               0            1     Biden            12      0.637500   \n",
       "64               0            0     Biden            11      0.400000   \n",
       "\n",
       "        Polarity Sentiment  \n",
       "0   2.156250e-01  Positive  \n",
       "1   1.000000e-01  Positive  \n",
       "2  -2.000000e-01  Negative  \n",
       "3   1.550000e-01  Positive  \n",
       "4   0.000000e+00   Neutral  \n",
       "5  -1.000000e-01  Negative  \n",
       "6   5.555556e-02  Positive  \n",
       "7   1.166667e-01  Positive  \n",
       "8   2.000000e-01  Positive  \n",
       "9  -4.000000e-01  Negative  \n",
       "10 -5.396825e-02  Negative  \n",
       "12  3.866667e-01  Positive  \n",
       "13  3.500000e-01  Positive  \n",
       "14  0.000000e+00   Neutral  \n",
       "15  2.857143e-01  Positive  \n",
       "16  0.000000e+00   Neutral  \n",
       "17 -1.666667e-01  Negative  \n",
       "18  0.000000e+00   Neutral  \n",
       "19  0.000000e+00   Neutral  \n",
       "22  0.000000e+00   Neutral  \n",
       "23  0.000000e+00   Neutral  \n",
       "24  0.000000e+00   Neutral  \n",
       "25 -2.750000e-01  Negative  \n",
       "26  1.441667e-01  Positive  \n",
       "27 -1.000000e+00  Negative  \n",
       "28  2.500000e-02  Positive  \n",
       "29  0.000000e+00   Neutral  \n",
       "30  0.000000e+00   Neutral  \n",
       "31  3.500000e-01  Positive  \n",
       "32  5.551115e-17  Positive  \n",
       "33  0.000000e+00   Neutral  \n",
       "34 -5.000000e-02  Negative  \n",
       "35  0.000000e+00   Neutral  \n",
       "37  0.000000e+00   Neutral  \n",
       "38  0.000000e+00   Neutral  \n",
       "39  0.000000e+00   Neutral  \n",
       "40  1.000000e-01  Positive  \n",
       "41  0.000000e+00   Neutral  \n",
       "42 -9.583333e-02  Negative  \n",
       "43 -3.500000e-01  Negative  \n",
       "44  0.000000e+00   Neutral  \n",
       "45  3.000000e-01  Positive  \n",
       "46 -4.000000e-01  Negative  \n",
       "47  1.600000e-01  Positive  \n",
       "48  0.000000e+00   Neutral  \n",
       "49 -3.000000e-01  Negative  \n",
       "50  0.000000e+00   Neutral  \n",
       "51 -5.000000e-01  Negative  \n",
       "53  2.250000e-01  Positive  \n",
       "54  3.000000e-01  Positive  \n",
       "55  2.200000e-01  Positive  \n",
       "56  0.000000e+00   Neutral  \n",
       "57  0.000000e+00   Neutral  \n",
       "58 -5.333333e-01  Negative  \n",
       "59  3.125000e-02  Positive  \n",
       "60  0.000000e+00   Neutral  \n",
       "61  0.000000e+00   Neutral  \n",
       "62  0.000000e+00   Neutral  \n",
       "63  3.375000e-01  Positive  \n",
       "64 -3.000000e-01  Negative  "
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Obtaining Polarity Analysis\n",
    "def getPolarityAnalysis(score):\n",
    "    if score < 0:\n",
    "        return 'Negative'\n",
    "    elif score == 0:\n",
    "        return 'Neutral'\n",
    "    else:\n",
    "        return 'Positive'\n",
    "    \n",
    "second_debate['Sentiment']=second_debate['Polarity'].apply(getPolarityAnalysis)\n",
    "second_debate.head(60)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Convert ML_Data to CSV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "second_debate.to_csv(r'C:\\Users\\Greg\\Documents\\Analysis_Projects\\US_Election_NLP\\US_Election_NLP\\Concat_ML_Data\\second_debate.csv', index = False, header=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "PythonData",
   "language": "python",
   "name": "pythondata"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}