Amazon Mturk Phrase Category Analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('Amazon_Mturk_Category_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "df=df[['Input.base_sentence', 'Input.phrase', 'Input.edited_sentence',\n",
    "       'Answer.sentiment.label']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Input.base_sentence</th>\n",
       "      <th>Input.phrase</th>\n",
       "      <th>Input.edited_sentence</th>\n",
       "      <th>Answer.sentiment.label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The presentation by the Queen at Buckingham Pa...</td>\n",
       "      <td>partner and</td>\n",
       "      <td>The presentation by the Queen at Buckingham Pa...</td>\n",
       "      <td>Elaboration(insert a fact or new meaningful as...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>In patients with cases of bipolar disorder , t...</td>\n",
       "      <td>that last for days or even weeks</td>\n",
       "      <td>In patients with cases of bipolar disorder , t...</td>\n",
       "      <td>Elaboration(insert a fact or new meaningful as...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>However , even though the Hollies ' master rig...</td>\n",
       "      <td>new</td>\n",
       "      <td>However , even though the Hollies ' new master...</td>\n",
       "      <td>Elaboration(insert a fact or new meaningful as...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>He was assassinated by the members of the Tura...</td>\n",
       "      <td>by Haidar Khan Turani</td>\n",
       "      <td>He was assassinated by the members of the Tura...</td>\n",
       "      <td>Elaboration(insert a fact or new meaningful as...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Some for - profit clinics exist , but they pro...</td>\n",
       "      <td>care</td>\n",
       "      <td>Some for - profit clinics exist , but they pro...</td>\n",
       "      <td>Elaboration(insert a fact or new meaningful as...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>At the end of the War he joined the Air Staff ...</td>\n",
       "      <td>at RAF Benson</td>\n",
       "      <td>At the end of the War he joined the Air Staff ...</td>\n",
       "      <td>Elaboration(insert a fact or new meaningful as...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>After a particularly humiliating incident in t...</td>\n",
       "      <td>trophy</td>\n",
       "      <td>After a particularly humiliating incident in t...</td>\n",
       "      <td>Adding spammy, useless or derogatory content</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>Bill Simmons , who at the time worked for ESPN...</td>\n",
       "      <td>his</td>\n",
       "      <td>Bill Simmons , who at the time worked for ESPN...</td>\n",
       "      <td>Elaboration(insert a fact or new meaningful as...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>Theatre in Santa Monica on November 5 , 2009 ,...</td>\n",
       "      <td>The film was screened at the Mann 's Criterion</td>\n",
       "      <td>The film was screened at the Mann 's Criterion...</td>\n",
       "      <td>Elaboration(insert a fact or new meaningful as...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>On April 16 , 2014 , Estrada was assigned to t...</td>\n",
       "      <td>but was quickly released due to injury</td>\n",
       "      <td>On April 16 , 2014 , Estrada was assigned to t...</td>\n",
       "      <td>Elaboration(insert a fact or new meaningful as...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Input.base_sentence  \\\n",
       "0   The presentation by the Queen at Buckingham Pa...   \n",
       "1   In patients with cases of bipolar disorder , t...   \n",
       "2   However , even though the Hollies ' master rig...   \n",
       "3   He was assassinated by the members of the Tura...   \n",
       "4   Some for - profit clinics exist , but they pro...   \n",
       "..                                                ...   \n",
       "95  At the end of the War he joined the Air Staff ...   \n",
       "96  After a particularly humiliating incident in t...   \n",
       "97  Bill Simmons , who at the time worked for ESPN...   \n",
       "98  Theatre in Santa Monica on November 5 , 2009 ,...   \n",
       "99  On April 16 , 2014 , Estrada was assigned to t...   \n",
       "\n",
       "                                      Input.phrase  \\\n",
       "0                                      partner and   \n",
       "1                 that last for days or even weeks   \n",
       "2                                              new   \n",
       "3                            by Haidar Khan Turani   \n",
       "4                                             care   \n",
       "..                                             ...   \n",
       "95                                   at RAF Benson   \n",
       "96                                          trophy   \n",
       "97                                             his   \n",
       "98  The film was screened at the Mann 's Criterion   \n",
       "99          but was quickly released due to injury   \n",
       "\n",
       "                                Input.edited_sentence  \\\n",
       "0   The presentation by the Queen at Buckingham Pa...   \n",
       "1   In patients with cases of bipolar disorder , t...   \n",
       "2   However , even though the Hollies ' new master...   \n",
       "3   He was assassinated by the members of the Tura...   \n",
       "4   Some for - profit clinics exist , but they pro...   \n",
       "..                                                ...   \n",
       "95  At the end of the War he joined the Air Staff ...   \n",
       "96  After a particularly humiliating incident in t...   \n",
       "97  Bill Simmons , who at the time worked for ESPN...   \n",
       "98  The film was screened at the Mann 's Criterion...   \n",
       "99  On April 16 , 2014 , Estrada was assigned to t...   \n",
       "\n",
       "                               Answer.sentiment.label  \n",
       "0   Elaboration(insert a fact or new meaningful as...  \n",
       "1   Elaboration(insert a fact or new meaningful as...  \n",
       "2   Elaboration(insert a fact or new meaningful as...  \n",
       "3   Elaboration(insert a fact or new meaningful as...  \n",
       "4   Elaboration(insert a fact or new meaningful as...  \n",
       "..                                                ...  \n",
       "95  Elaboration(insert a fact or new meaningful as...  \n",
       "96       Adding spammy, useless or derogatory content  \n",
       "97  Elaboration(insert a fact or new meaningful as...  \n",
       "98  Elaboration(insert a fact or new meaningful as...  \n",
       "99  Elaboration(insert a fact or new meaningful as...  \n",
       "\n",
       "[100 rows x 4 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[0:100]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>HITId</th>\n",
       "      <th>HITTypeId</th>\n",
       "      <th>Title</th>\n",
       "      <th>Description</th>\n",
       "      <th>Keywords</th>\n",
       "      <th>Reward</th>\n",
       "      <th>CreationTime</th>\n",
       "      <th>MaxAssignments</th>\n",
       "      <th>RequesterAnnotation</th>\n",
       "      <th>AssignmentDurationInSeconds</th>\n",
       "      <th>...</th>\n",
       "      <th>ApprovalTime</th>\n",
       "      <th>RejectionTime</th>\n",
       "      <th>RequesterFeedback</th>\n",
       "      <th>WorkTimeInSeconds</th>\n",
       "      <th>LifetimeApprovalRate</th>\n",
       "      <th>Last30DaysApprovalRate</th>\n",
       "      <th>Last7DaysApprovalRate</th>\n",
       "      <th>Input.base_sentence</th>\n",
       "      <th>Input.phrase</th>\n",
       "      <th>Input.edited_sentence</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Answer.sentiment.label</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Adding spammy, useless or derogatory content</th>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Copy Editing(Rephrase without changing meaning,  improve grammar etc)</th>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "      <td>231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Elaboration(insert a fact or new meaningful assertion, update numbers, dates, scores etc)</th>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "      <td>481</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Other</th>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Wikification ( formating style, adding or removing links etc)</th>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 30 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    HITId  HITTypeId  Title  \\\n",
       "Answer.sentiment.label                                                        \n",
       "Adding spammy, useless or derogatory content           82         82     82   \n",
       "Copy Editing(Rephrase without changing meaning,...    231        231    231   \n",
       "Elaboration(insert a fact or new meaningful ass...    481        481    481   \n",
       "Other                                                  26         26     26   \n",
       "Wikification ( formating style, adding or remov...     30         30     30   \n",
       "\n",
       "                                                    Description  Keywords  \\\n",
       "Answer.sentiment.label                                                      \n",
       "Adding spammy, useless or derogatory content                 82        82   \n",
       "Copy Editing(Rephrase without changing meaning,...          231       231   \n",
       "Elaboration(insert a fact or new meaningful ass...          481       481   \n",
       "Other                                                        26        26   \n",
       "Wikification ( formating style, adding or remov...           30        30   \n",
       "\n",
       "                                                    Reward  CreationTime  \\\n",
       "Answer.sentiment.label                                                     \n",
       "Adding spammy, useless or derogatory content            82            82   \n",
       "Copy Editing(Rephrase without changing meaning,...     231           231   \n",
       "Elaboration(insert a fact or new meaningful ass...     481           481   \n",
       "Other                                                   26            26   \n",
       "Wikification ( formating style, adding or remov...      30            30   \n",
       "\n",
       "                                                    MaxAssignments  \\\n",
       "Answer.sentiment.label                                               \n",
       "Adding spammy, useless or derogatory content                    82   \n",
       "Copy Editing(Rephrase without changing meaning,...             231   \n",
       "Elaboration(insert a fact or new meaningful ass...             481   \n",
       "Other                                                           26   \n",
       "Wikification ( formating style, adding or remov...              30   \n",
       "\n",
       "                                                    RequesterAnnotation  \\\n",
       "Answer.sentiment.label                                                    \n",
       "Adding spammy, useless or derogatory content                         82   \n",
       "Copy Editing(Rephrase without changing meaning,...                  231   \n",
       "Elaboration(insert a fact or new meaningful ass...                  481   \n",
       "Other                                                                26   \n",
       "Wikification ( formating style, adding or remov...                   30   \n",
       "\n",
       "                                                    AssignmentDurationInSeconds  \\\n",
       "Answer.sentiment.label                                                            \n",
       "Adding spammy, useless or derogatory content                                 82   \n",
       "Copy Editing(Rephrase without changing meaning,...                          231   \n",
       "Elaboration(insert a fact or new meaningful ass...                          481   \n",
       "Other                                                                        26   \n",
       "Wikification ( formating style, adding or remov...                           30   \n",
       "\n",
       "                                                    ...  ApprovalTime  \\\n",
       "Answer.sentiment.label                              ...                 \n",
       "Adding spammy, useless or derogatory content        ...             0   \n",
       "Copy Editing(Rephrase without changing meaning,...  ...             0   \n",
       "Elaboration(insert a fact or new meaningful ass...  ...             1   \n",
       "Other                                               ...             0   \n",
       "Wikification ( formating style, adding or remov...  ...             0   \n",
       "\n",
       "                                                    RejectionTime  \\\n",
       "Answer.sentiment.label                                              \n",
       "Adding spammy, useless or derogatory content                    0   \n",
       "Copy Editing(Rephrase without changing meaning,...              0   \n",
       "Elaboration(insert a fact or new meaningful ass...              0   \n",
       "Other                                                           0   \n",
       "Wikification ( formating style, adding or remov...              0   \n",
       "\n",
       "                                                    RequesterFeedback  \\\n",
       "Answer.sentiment.label                                                  \n",
       "Adding spammy, useless or derogatory content                        0   \n",
       "Copy Editing(Rephrase without changing meaning,...                  0   \n",
       "Elaboration(insert a fact or new meaningful ass...                  0   \n",
       "Other                                                               0   \n",
       "Wikification ( formating style, adding or remov...                  0   \n",
       "\n",
       "                                                    WorkTimeInSeconds  \\\n",
       "Answer.sentiment.label                                                  \n",
       "Adding spammy, useless or derogatory content                       82   \n",
       "Copy Editing(Rephrase without changing meaning,...                231   \n",
       "Elaboration(insert a fact or new meaningful ass...                481   \n",
       "Other                                                              26   \n",
       "Wikification ( formating style, adding or remov...                 30   \n",
       "\n",
       "                                                    LifetimeApprovalRate  \\\n",
       "Answer.sentiment.label                                                     \n",
       "Adding spammy, useless or derogatory content                          82   \n",
       "Copy Editing(Rephrase without changing meaning,...                   231   \n",
       "Elaboration(insert a fact or new meaningful ass...                   481   \n",
       "Other                                                                 26   \n",
       "Wikification ( formating style, adding or remov...                    30   \n",
       "\n",
       "                                                    Last30DaysApprovalRate  \\\n",
       "Answer.sentiment.label                                                       \n",
       "Adding spammy, useless or derogatory content                            82   \n",
       "Copy Editing(Rephrase without changing meaning,...                     231   \n",
       "Elaboration(insert a fact or new meaningful ass...                     481   \n",
       "Other                                                                   26   \n",
       "Wikification ( formating style, adding or remov...                      30   \n",
       "\n",
       "                                                    Last7DaysApprovalRate  \\\n",
       "Answer.sentiment.label                                                      \n",
       "Adding spammy, useless or derogatory content                           82   \n",
       "Copy Editing(Rephrase without changing meaning,...                    231   \n",
       "Elaboration(insert a fact or new meaningful ass...                    481   \n",
       "Other                                                                  26   \n",
       "Wikification ( formating style, adding or remov...                     30   \n",
       "\n",
       "                                                    Input.base_sentence  \\\n",
       "Answer.sentiment.label                                                    \n",
       "Adding spammy, useless or derogatory content                         82   \n",
       "Copy Editing(Rephrase without changing meaning,...                  231   \n",
       "Elaboration(insert a fact or new meaningful ass...                  481   \n",
       "Other                                                                26   \n",
       "Wikification ( formating style, adding or remov...                   30   \n",
       "\n",
       "                                                    Input.phrase  \\\n",
       "Answer.sentiment.label                                             \n",
       "Adding spammy, useless or derogatory content                  82   \n",
       "Copy Editing(Rephrase without changing meaning,...           231   \n",
       "Elaboration(insert a fact or new meaningful ass...           481   \n",
       "Other                                                         26   \n",
       "Wikification ( formating style, adding or remov...            30   \n",
       "\n",
       "                                                    Input.edited_sentence  \n",
       "Answer.sentiment.label                                                     \n",
       "Adding spammy, useless or derogatory content                           82  \n",
       "Copy Editing(Rephrase without changing meaning,...                    231  \n",
       "Elaboration(insert a fact or new meaningful ass...                    481  \n",
       "Other                                                                  26  \n",
       "Wikification ( formating style, adding or remov...                     30  \n",
       "\n",
       "[5 rows x 30 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.groupby(by=['Answer.sentiment.label']).count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}